From 2b342c0d56db482b5e20b07eb86dbba1c18747d3 Mon Sep 17 00:00:00 2001 From: pettijohn <632844+pettijohn@users.noreply.github.com> Date: Tue, 9 Apr 2024 11:22:14 -0700 Subject: [PATCH] Add option for passing arguments to single-file command (#691) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * Promoting singlefile timeout to env variable * Promoting singlefile timeout to env variable * add tests * Add LD_SINGLEFILE_OPTIONS support * add tests --------- Co-authored-by: Sascha Ißbrücker --- bookmarks/services/singlefile.py | 8 +++-- bookmarks/tests/test_singlefile_service.py | 38 ++++++++++++++++++++++ docs/Options.md | 12 ++++++- 3 files changed, 54 insertions(+), 4 deletions(-) diff --git a/bookmarks/services/singlefile.py b/bookmarks/services/singlefile.py index 755cffc..346ec63 100644 --- a/bookmarks/services/singlefile.py +++ b/bookmarks/services/singlefile.py @@ -1,6 +1,7 @@ import gzip import logging import os +import shlex import shutil import signal import subprocess @@ -17,10 +18,11 @@ logger = logging.getLogger(__name__) def create_snapshot(url: str, filepath: str): singlefile_path = settings.LD_SINGLEFILE_PATH - # singlefile_options = settings.LD_SINGLEFILE_OPTIONS + # parse string to list of arguments + singlefile_options = shlex.split(settings.LD_SINGLEFILE_OPTIONS) temp_filepath = filepath + ".tmp" - - args = [singlefile_path, url, temp_filepath] + # concat lists + args = [singlefile_path] + singlefile_options + [url, temp_filepath] try: # Use start_new_session=True to create a new process group process = subprocess.Popen(args, start_new_session=True) diff --git a/bookmarks/tests/test_singlefile_service.py b/bookmarks/tests/test_singlefile_service.py index f433776..ad0bec3 100644 --- a/bookmarks/tests/test_singlefile_service.py +++ b/bookmarks/tests/test_singlefile_service.py @@ -51,6 +51,44 @@ class SingleFileServiceTestCase(TestCase): with self.assertRaises(singlefile.SingeFileError): singlefile.create_snapshot("http://example.com", self.html_filepath) + def test_create_snapshot_empty_options(self): + mock_process = mock.Mock() + mock_process.wait.return_value = 0 + self.create_test_file() + + with mock.patch("subprocess.Popen") as mock_popen: + singlefile.create_snapshot("http://example.com", self.html_filepath) + + expected_args = [ + "single-file", + "http://example.com", + self.html_filepath + ".tmp", + ] + mock_popen.assert_called_with(expected_args, start_new_session=True) + + @override_settings( + LD_SINGLEFILE_OPTIONS='--some-option "some value" --another-option "another value" --third-option="third value"' + ) + def test_create_snapshot_custom_options(self): + mock_process = mock.Mock() + mock_process.wait.return_value = 0 + self.create_test_file() + + with mock.patch("subprocess.Popen") as mock_popen: + singlefile.create_snapshot("http://example.com", self.html_filepath) + + expected_args = [ + "single-file", + "--some-option", + "some value", + "--another-option", + "another value", + "--third-option=third value", + "http://example.com", + self.html_filepath + ".tmp", + ] + mock_popen.assert_called_with(expected_args, start_new_session=True) + def test_create_snapshot_default_timeout_setting(self): mock_process = mock.Mock() mock_process.wait.return_value = 0 diff --git a/docs/Options.md b/docs/Options.md index e5c9fae..688e42f 100644 --- a/docs/Options.md +++ b/docs/Options.md @@ -252,4 +252,14 @@ Alternative favicon providers: Values: `Float` | Default = 60.0 -When creating archive snapshots, control the timeout for how long to wait for `single-file` to complete, in `seconds`. Defaults to 60 seconds; on lower-powered hardware you may need to increase this value. \ No newline at end of file +When creating HTML archive snapshots, control the timeout for how long to wait for the snapshot to complete, in `seconds`. +Defaults to 60 seconds; on lower-powered hardware you may need to increase this value. + +### `LD_SINGLEFILE_OPTIONS` + +Values: `String` | Default = None + +When creating HTML archive snapshots, pass additional options to the `single-file` application that is used to create snapshots. +See `single-file --help` for complete list of arguments, or browse source: https://github.com/gildas-lormeau/single-file-cli/blob/master/options.js + +Example: `LD_SINGLEFILE_OPTIONS=--user-agent="Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:124.0) Gecko/20100101 Firefox/124.0"`