Use w3m for archiving

2024-01-17 12:04:56 -05:00
parent c5f0c6161a
commit ae64f3eb0a
80 changed files with 28830 additions and 29811 deletions
--- a/bin/archive
+++ b/bin/archive
@@ -15,7 +15,7 @@ puts "references:"

 urls.each do |url|
  page_content = `curl -s #{url}`
-  text_content = `lynx -dump --display_charset=utf-8 #{url}`
+  text_content = `w3m -dump -T text/html -o display_link_number=1 #{url}`

  begin
    title = page_content