ArchiveBox/tests/test_util.py

from archivebox import util

def test_download_url_downloads_content():
    text = util.download_url("http://127.0.0.1:8080/static/example.com.html")
    assert "Example Domain" in text

def test_download_url_gets_encoding_from_body():
    text = util.download_url("http://127.0.0.1:8080/static_no_content_type/shift_jis.html")
    assert "鹿児島のニュース｜MBC南日本放送" in text
    assert "掲載された全ての記事・画像等の無断転載、二次利用をお断りいたします" in text
-												test: add basic download_url test

											
										
										
											2020-07-03 12:54:21 -05:00
+								from archivebox import util
 								def test_download_url_downloads_content():
-												fix: Add change to calculate wget folder when there is a port present

											
										
										
											2020-07-17 16:55:56 -05:00
+								    text = util.download_url("http://127.0.0.1:8080/static/example.com.html")
-												fix: Use w3lib to improve the encoding extraction

											
										
										
											2020-07-22 10:24:08 -05:00
+								    assert "Example Domain" in text
 								def test_download_url_gets_encoding_from_body():
-												fix: Fix mercury extractor test

											
										
										
											2020-09-23 10:34:05 -05:00
+								    text = util.download_url("http://127.0.0.1:8080/static_no_content_type/shift_jis.html")
-												fix: Use w3lib to improve the encoding extraction

											
										
										
											2020-07-22 10:24:08 -05:00
+								    assert "鹿児島のニュース｜MBC南日本放送" in text
 								    assert "掲載された全ての記事・画像等の無断転載、二次利用をお断りいたします" in text