2019-04-17 07:49:18 +00:00
|
|
|
__package__ = 'archivebox.core'
|
|
|
|
|
|
|
|
import uuid
|
|
|
|
|
2019-04-02 20:36:41 +00:00
|
|
|
from django.db import models
|
2020-06-30 10:41:48 +00:00
|
|
|
from django.utils.functional import cached_property
|
2019-04-02 20:36:41 +00:00
|
|
|
|
2019-04-27 21:26:24 +00:00
|
|
|
from ..util import parse_date
|
|
|
|
from ..index.schema import Link
|
2019-04-22 17:20:19 +00:00
|
|
|
|
2019-04-17 07:49:18 +00:00
|
|
|
|
2019-05-01 03:44:51 +00:00
|
|
|
class Snapshot(models.Model):
|
2019-04-17 07:49:18 +00:00
|
|
|
id = models.UUIDField(primary_key=True, default=uuid.uuid4, editable=False)
|
|
|
|
|
|
|
|
url = models.URLField(unique=True)
|
2020-07-13 16:21:52 +00:00
|
|
|
timestamp = models.CharField(max_length=32, unique=True, db_index=True)
|
2019-04-17 07:49:18 +00:00
|
|
|
|
2020-07-28 03:26:45 +00:00
|
|
|
title = models.CharField(max_length=128, null=True, blank=True, db_index=True)
|
|
|
|
tags = models.CharField(max_length=256, null=True, blank=True, db_index=True)
|
2019-04-17 07:49:18 +00:00
|
|
|
|
2020-06-26 03:32:01 +00:00
|
|
|
added = models.DateTimeField(auto_now_add=True, db_index=True)
|
2020-07-28 03:26:45 +00:00
|
|
|
updated = models.DateTimeField(null=True, blank=True, db_index=True)
|
2019-04-17 07:49:18 +00:00
|
|
|
# bookmarked = models.DateTimeField()
|
|
|
|
|
2019-04-17 07:50:41 +00:00
|
|
|
keys = ('url', 'timestamp', 'title', 'tags', 'updated')
|
2019-04-17 07:49:18 +00:00
|
|
|
|
2019-04-22 17:20:19 +00:00
|
|
|
def __repr__(self) -> str:
|
2020-06-30 09:55:34 +00:00
|
|
|
title = self.title or '-'
|
|
|
|
return f'[{self.timestamp}] {self.url[:64]} ({title[:64]})'
|
2019-04-22 17:20:19 +00:00
|
|
|
|
|
|
|
def __str__(self) -> str:
|
2020-06-30 09:55:34 +00:00
|
|
|
title = self.title or '-'
|
|
|
|
return f'[{self.timestamp}] {self.url[:64]} ({title[:64]})'
|
2019-04-22 17:20:19 +00:00
|
|
|
|
2019-04-17 07:49:18 +00:00
|
|
|
@classmethod
|
|
|
|
def from_json(cls, info: dict):
|
2019-04-17 07:50:41 +00:00
|
|
|
info = {k: v for k, v in info.items() if k in cls.keys}
|
2019-04-17 07:49:18 +00:00
|
|
|
return cls(**info)
|
|
|
|
|
|
|
|
def as_json(self, *args) -> dict:
|
2019-04-17 07:50:41 +00:00
|
|
|
args = args or self.keys
|
2019-04-17 07:49:18 +00:00
|
|
|
return {
|
|
|
|
key: getattr(self, key)
|
|
|
|
for key in args
|
|
|
|
}
|
2019-04-22 17:20:19 +00:00
|
|
|
|
|
|
|
def as_link(self) -> Link:
|
|
|
|
return Link.from_json(self.as_json())
|
|
|
|
|
2020-06-30 10:41:48 +00:00
|
|
|
@cached_property
|
2019-04-23 01:40:42 +00:00
|
|
|
def bookmarked(self):
|
|
|
|
return parse_date(self.timestamp)
|
|
|
|
|
2020-06-30 10:41:48 +00:00
|
|
|
@cached_property
|
2019-04-22 17:20:19 +00:00
|
|
|
def is_archived(self):
|
|
|
|
return self.as_link().is_archived
|
|
|
|
|
2020-06-30 10:41:48 +00:00
|
|
|
@cached_property
|
2019-04-22 17:20:19 +00:00
|
|
|
def num_outputs(self):
|
|
|
|
return self.as_link().num_outputs
|
|
|
|
|
2020-06-30 10:41:48 +00:00
|
|
|
@cached_property
|
2019-04-22 17:20:19 +00:00
|
|
|
def url_hash(self):
|
|
|
|
return self.as_link().url_hash
|
|
|
|
|
2020-06-30 10:41:48 +00:00
|
|
|
@cached_property
|
2019-04-22 17:20:19 +00:00
|
|
|
def base_url(self):
|
|
|
|
return self.as_link().base_url
|
2019-05-01 03:13:04 +00:00
|
|
|
|
2020-06-30 10:41:48 +00:00
|
|
|
@cached_property
|
2019-05-01 03:13:04 +00:00
|
|
|
def link_dir(self):
|
|
|
|
return self.as_link().link_dir
|
2020-06-26 03:32:01 +00:00
|
|
|
|
2020-06-30 10:41:48 +00:00
|
|
|
@cached_property
|
2020-06-26 03:32:01 +00:00
|
|
|
def archive_path(self):
|
|
|
|
return self.as_link().archive_path
|
|
|
|
|
2020-06-30 10:41:48 +00:00
|
|
|
@cached_property
|
2020-06-26 03:32:01 +00:00
|
|
|
def archive_size(self):
|
|
|
|
return self.as_link().archive_size
|
2020-06-30 10:41:48 +00:00
|
|
|
|
|
|
|
@cached_property
|
|
|
|
def history(self):
|
|
|
|
from ..index import load_link_details
|
|
|
|
return load_link_details(self.as_link()).history
|
|
|
|
|
|
|
|
@cached_property
|
|
|
|
def latest_title(self):
|
|
|
|
if ('title' in self.history
|
|
|
|
and self.history['title']
|
|
|
|
and (self.history['title'][-1].status == 'succeeded')
|
|
|
|
and self.history['title'][-1].output.strip()):
|
|
|
|
return self.history['title'][-1].output.strip()
|
|
|
|
return None
|