mirror of
https://github.com/ArchiveBox/ArchiveBox
synced 2024-11-10 14:44:18 +00:00
71 lines
3.2 KiB
Bash
Executable file
71 lines
3.2 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
# Helper script to export browser history and bookmarks to a format ArchiveBox can ingest.
|
|
# Usage:
|
|
# curl -O 'https://raw.githubusercontent.com/ArchiveBox/ArchiveBox/dev/bin/export_browser_history.sh'
|
|
# bash export_browser_history.sh --chrome
|
|
# bash export_browser_history.sh --firefox
|
|
# bash export_browser_history.sh --safari
|
|
# ls
|
|
# chrome_history.json
|
|
# firefox_history.json
|
|
# firefox_bookmarks.json
|
|
# safari_history.json
|
|
|
|
OUTPUT_DIR="$(pwd)"
|
|
|
|
if [[ "$1" == "--chrome" ]]; then
|
|
# Google Chrome / Chromium
|
|
if [[ -e "$2" ]]; then
|
|
cp "$2" "$OUTPUT_DIR/chrome_history.db.tmp"
|
|
else
|
|
default=$(ls ~/Library/Application\ Support/Google/Chrome/Default/History)
|
|
echo "Defaulting to history db: $default"
|
|
echo "Optionally specify the path to a different sqlite history database as the 2nd argument."
|
|
cp "$default" "$OUTPUT_DIR/chrome_history.db.tmp"
|
|
fi
|
|
|
|
sqlite3 "$OUTPUT_DIR/chrome_history.db.tmp" "SELECT \"[\" || group_concat(json_object('timestamp', last_visit_time, 'description', title, 'href', url)) || \"]\" FROM urls;" > "$OUTPUT_DIR/chrome_history.json"
|
|
jq < "$(dirname "${2:-$default}")"/Bookmarks '.roots.other.children[] | {href: .url, description: .name, timestamp: .date_added}' > "$OUTPUT_DIR/chrome_bookmarks.json"
|
|
|
|
rm "$OUTPUT_DIR"/chrome_history.db.*
|
|
echo "Chrome history exported to:"
|
|
echo " $OUTPUT_DIR/chrome_history.json"
|
|
fi
|
|
|
|
if [[ "$1" == "--firefox" ]]; then
|
|
# Firefox
|
|
if [[ -e "$2" ]]; then
|
|
cp "$2" "$OUTPUT_DIR/firefox_history.db.tmp"
|
|
else
|
|
default=$(ls ~/Library/Application\ Support/Firefox/Profiles/*.default/places.sqlite)
|
|
echo "Defaulting to history db: $default"
|
|
echo "Optionally specify the path to a different sqlite history database as the 2nd argument."
|
|
cp "$default" "$OUTPUT_DIR/firefox_history.db.tmp"
|
|
fi
|
|
|
|
sqlite3 "$OUTPUT_DIR/firefox_history.db.tmp" "SELECT \"[\" || group_concat(json_object('timestamp', last_visit_date, 'description', title, 'href', url)) || \"]\" FROM moz_places;" > "$OUTPUT_DIR/firefox_history.json"
|
|
sqlite3 "$OUTPUT_DIR/firefox_history.db.tmp" "SELECT \"[\" || group_concat(json_object('timestamp', b.dateAdded, 'description', b.title, 'href', f.url)) || \"]\" FROM moz_bookmarks AS b JOIN moz_places AS f ON f.id = b.fk" > "$OUTPUT_DIR/firefox_bookmarks.json"
|
|
|
|
rm "$OUTPUT_DIR"/firefox_history.db.*
|
|
echo "Firefox history exported to:"
|
|
echo " $OUTPUT_DIR/firefox_history.json"
|
|
echo " $OUTPUT_DIR/firefox_bookmarks.json"
|
|
fi
|
|
|
|
if [[ "$1" == "--safari" ]]; then
|
|
# Safari
|
|
if [[ -e "$2" ]]; then
|
|
cp "$2" "$OUTPUT_DIR/safari_history.db.tmp"
|
|
else
|
|
default="~/Library/Safari/History.db"
|
|
echo "Defaulting to history db: $default"
|
|
echo "Optionally specify the path to a different sqlite history database as the 2nd argument."
|
|
cp "$default" "$OUTPUT_DIR/safari_history.db.tmp"
|
|
fi
|
|
|
|
sqlite3 "$OUTPUT_DIR/safari_history.db.tmp" "select url from history_items" > "$OUTPUT_DIR/safari_history.json"
|
|
|
|
rm "$OUTPUT_DIR"/safari_history.db.*
|
|
echo "Safari history exported to:"
|
|
echo " $OUTPUT_DIR/safari_history.json"
|
|
fi
|