2022-11-28 20:41:36 -08:00
|
|
|
import re
|
|
|
|
from datetime import date, timedelta
|
|
|
|
|
|
|
|
import urlman
|
|
|
|
from asgiref.sync import sync_to_async
|
|
|
|
from django.db import models
|
|
|
|
from django.utils import timezone
|
|
|
|
|
|
|
|
from core.models import Config
|
|
|
|
from stator.models import State, StateField, StateGraph, StatorModel
|
|
|
|
|
|
|
|
|
|
|
|
class HashtagStates(StateGraph):
|
|
|
|
outdated = State(try_interval=300, force_initial=True)
|
2022-12-27 18:42:38 -08:00
|
|
|
updated = State(externally_progressed=True)
|
2022-11-28 20:41:36 -08:00
|
|
|
|
|
|
|
outdated.transitions_to(updated)
|
|
|
|
updated.transitions_to(outdated)
|
|
|
|
|
|
|
|
@classmethod
|
|
|
|
async def handle_outdated(cls, instance: "Hashtag"):
|
|
|
|
"""
|
|
|
|
Computes the stats and other things for a Hashtag
|
|
|
|
"""
|
2022-12-27 18:42:38 -08:00
|
|
|
from time import time
|
|
|
|
|
2022-11-28 20:41:36 -08:00
|
|
|
from .post import Post
|
|
|
|
|
2022-12-27 18:42:38 -08:00
|
|
|
start = time()
|
|
|
|
|
2022-11-28 20:41:36 -08:00
|
|
|
posts_query = Post.objects.local_public().tagged_with(instance)
|
|
|
|
total = await posts_query.acount()
|
|
|
|
|
|
|
|
today = timezone.now().date()
|
|
|
|
total_today = await posts_query.filter(
|
|
|
|
created__gte=today,
|
|
|
|
created__lte=today + timedelta(days=1),
|
|
|
|
).acount()
|
|
|
|
total_month = await posts_query.filter(
|
|
|
|
created__year=today.year,
|
|
|
|
created__month=today.month,
|
|
|
|
).acount()
|
|
|
|
total_year = await posts_query.filter(
|
|
|
|
created__year=today.year,
|
|
|
|
).acount()
|
|
|
|
if total:
|
|
|
|
if not instance.stats:
|
|
|
|
instance.stats = {}
|
|
|
|
instance.stats.update(
|
|
|
|
{
|
|
|
|
"total": total,
|
|
|
|
today.isoformat(): total_today,
|
|
|
|
today.strftime("%Y-%m"): total_month,
|
|
|
|
today.strftime("%Y"): total_year,
|
|
|
|
}
|
|
|
|
)
|
|
|
|
instance.stats_updated = timezone.now()
|
|
|
|
await sync_to_async(instance.save)()
|
|
|
|
|
2022-12-27 18:42:38 -08:00
|
|
|
print(f"Updated hashtag {instance.hashtag} in {time() - start:.5f} seconds")
|
2022-11-28 20:41:36 -08:00
|
|
|
return cls.updated
|
|
|
|
|
|
|
|
|
|
|
|
class HashtagQuerySet(models.QuerySet):
|
|
|
|
def public(self):
|
|
|
|
public_q = models.Q(public=True)
|
|
|
|
if Config.system.hashtag_unreviewed_are_public:
|
|
|
|
public_q |= models.Q(public__isnull=True)
|
|
|
|
return self.filter(public_q)
|
|
|
|
|
|
|
|
def hashtag_or_alias(self, hashtag: str):
|
|
|
|
return self.filter(
|
|
|
|
models.Q(hashtag=hashtag) | models.Q(aliases__contains=hashtag)
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
class HashtagManager(models.Manager):
|
|
|
|
def get_queryset(self):
|
|
|
|
return HashtagQuerySet(self.model, using=self._db)
|
|
|
|
|
|
|
|
def public(self):
|
|
|
|
return self.get_queryset().public()
|
|
|
|
|
|
|
|
def hashtag_or_alias(self, hashtag: str):
|
|
|
|
return self.get_queryset().hashtag_or_alias(hashtag)
|
|
|
|
|
|
|
|
|
|
|
|
class Hashtag(StatorModel):
|
|
|
|
|
2023-05-03 22:11:34 -07:00
|
|
|
MAXIMUM_LENGTH = 100
|
|
|
|
|
2022-11-28 20:41:36 -08:00
|
|
|
# Normalized hashtag without the '#'
|
|
|
|
hashtag = models.SlugField(primary_key=True, max_length=100)
|
|
|
|
|
|
|
|
# Friendly display override
|
|
|
|
name_override = models.CharField(max_length=100, null=True, blank=True)
|
|
|
|
|
|
|
|
# Should this be shown in the public UI?
|
|
|
|
public = models.BooleanField(null=True)
|
|
|
|
|
|
|
|
# State of this Hashtag
|
|
|
|
state = StateField(HashtagStates)
|
|
|
|
|
|
|
|
# Metrics for this Hashtag
|
|
|
|
stats = models.JSONField(null=True, blank=True)
|
|
|
|
# Timestamp of last time the stats were updated
|
|
|
|
stats_updated = models.DateTimeField(null=True, blank=True)
|
|
|
|
|
|
|
|
# List of other hashtags that are considered similar
|
|
|
|
aliases = models.JSONField(null=True, blank=True)
|
|
|
|
|
|
|
|
created = models.DateTimeField(auto_now_add=True)
|
|
|
|
updated = models.DateTimeField(auto_now=True)
|
|
|
|
|
|
|
|
objects = HashtagManager()
|
|
|
|
|
|
|
|
class urls(urlman.Urls):
|
2022-12-29 09:53:31 -08:00
|
|
|
view = "/tags/{self.hashtag}/"
|
2023-03-14 14:35:40 -07:00
|
|
|
follow = "/tags/{self.hashtag}/follow/"
|
|
|
|
unfollow = "/tags/{self.hashtag}/unfollow/"
|
2022-12-20 01:16:03 -08:00
|
|
|
admin = "/admin/hashtags/"
|
|
|
|
admin_edit = "{admin}{self.hashtag}/"
|
2023-01-10 19:31:50 -08:00
|
|
|
admin_enable = "{admin_edit}enable/"
|
|
|
|
admin_disable = "{admin_edit}disable/"
|
2022-11-28 20:41:36 -08:00
|
|
|
timeline = "/tags/{self.hashtag}/"
|
|
|
|
|
2022-11-28 21:34:14 -08:00
|
|
|
hashtag_regex = re.compile(r"\B#([a-zA-Z0-9(_)]+\b)(?!;)")
|
2022-11-28 20:41:36 -08:00
|
|
|
|
|
|
|
def save(self, *args, **kwargs):
|
|
|
|
self.hashtag = self.hashtag.lstrip("#")
|
|
|
|
if self.name_override:
|
|
|
|
self.name_override = self.name_override.lstrip("#")
|
|
|
|
return super().save(*args, **kwargs)
|
|
|
|
|
|
|
|
@property
|
|
|
|
def display_name(self):
|
|
|
|
return self.name_override or self.hashtag
|
|
|
|
|
|
|
|
def __str__(self):
|
|
|
|
return self.display_name
|
|
|
|
|
2022-12-05 09:38:37 -08:00
|
|
|
def usage_months(self, num: int = 12) -> dict[date, int]:
|
2022-11-28 20:41:36 -08:00
|
|
|
"""
|
|
|
|
Return the most recent num months of stats
|
|
|
|
"""
|
|
|
|
if not self.stats:
|
|
|
|
return {}
|
|
|
|
results = {}
|
|
|
|
for key, val in self.stats.items():
|
|
|
|
parts = key.split("-")
|
|
|
|
if len(parts) == 2:
|
|
|
|
year = int(parts[0])
|
|
|
|
month = int(parts[1])
|
|
|
|
results[date(year, month, 1)] = val
|
|
|
|
return dict(sorted(results.items(), reverse=True)[:num])
|
|
|
|
|
2022-12-05 09:38:37 -08:00
|
|
|
def usage_days(self, num: int = 7) -> dict[date, int]:
|
2022-11-28 20:41:36 -08:00
|
|
|
"""
|
|
|
|
Return the most recent num days of stats
|
|
|
|
"""
|
|
|
|
if not self.stats:
|
|
|
|
return {}
|
|
|
|
results = {}
|
|
|
|
for key, val in self.stats.items():
|
|
|
|
parts = key.split("-")
|
|
|
|
if len(parts) == 3:
|
|
|
|
year = int(parts[0])
|
|
|
|
month = int(parts[1])
|
|
|
|
day = int(parts[2])
|
|
|
|
results[date(year, month, day)] = val
|
|
|
|
return dict(sorted(results.items(), reverse=True)[:num])
|
|
|
|
|
2023-04-06 14:14:21 -07:00
|
|
|
def to_mastodon_json(self, following: bool | None = None):
|
2023-03-14 14:35:40 -07:00
|
|
|
value = {
|
2022-12-11 10:22:06 -08:00
|
|
|
"name": self.hashtag,
|
2023-03-14 14:35:40 -07:00
|
|
|
"url": self.urls.view.full(), # type: ignore
|
2022-12-11 10:22:06 -08:00
|
|
|
"history": [],
|
|
|
|
}
|
2023-03-14 14:35:40 -07:00
|
|
|
|
2023-04-06 14:14:21 -07:00
|
|
|
if following is not None:
|
|
|
|
value["following"] = following
|
2023-03-14 14:35:40 -07:00
|
|
|
|
|
|
|
return value
|