mirror of
https://github.com/ArchiveBox/ArchiveBox
synced 2024-11-22 12:13:05 +00:00
33 lines
835 B
Python
33 lines
835 B
Python
|
import sys
|
||
|
|
import click
|
||
|
|
from rich import print
|
||
|
|
from archivebox.config.django import setup_django
|
||
|
|
|
||
|
|
setup_django()
|
||
|
|
|
||
|
|
import abx.archivebox.writes
|
||
|
|
|
||
|
|
|
||
|
|
def parse_stdin_to_args(io=sys.stdin):
|
||
|
|
for line in io.read().split('\n'):
|
||
|
|
for url_or_id in line.split(' '):
|
||
|
|
if url_or_id.strip():
|
||
|
|
yield url_or_id.strip()
|
||
|
|
|
||
|
|
|
||
|
|
# Gather data from stdin in case using a pipe
|
||
|
|
if not sys.stdin.isatty():
|
||
|
|
sys.argv += parse_stdin_to_args(sys.stdin)
|
||
|
|
|
||
|
|
|
||
|
|
@click.command()
|
||
|
|
@click.argument("snapshot_ids_or_urls", type=str, nargs=-1)
|
||
|
|
def extract(snapshot_ids_or_urls):
|
||
|
|
for url_or_snapshot_id in snapshot_ids_or_urls:
|
||
|
|
print('- EXTRACTING', url_or_snapshot_id, file=sys.stderr)
|
||
|
|
for result in abx.archivebox.writes.extract(url_or_snapshot_id):
|
||
|
|
print(result)
|
||
|
|
|
||
|
|
if __name__ == "__main__":
|
||
|
|
extract()
|