core/services/stat/reacted.py

254 lines
9.1 KiB
Python
Raw Normal View History

2022-08-11 09:09:57 +00:00
import asyncio
from datetime import datetime
2022-08-18 06:12:46 +00:00
from sqlalchemy import Column, DateTime, ForeignKey, Boolean
2022-09-04 17:20:38 +00:00
from sqlalchemy.orm.attributes import flag_modified
from base.orm import Base, local_session
from orm.topic import ShoutTopic
2022-09-03 11:10:28 +00:00
from enum import Enum as Enumeration
from sqlalchemy.types import Enum as ColumnEnum
2022-08-11 09:09:57 +00:00
2022-09-03 10:50:14 +00:00
2022-09-03 11:10:28 +00:00
class ReactionKind(Enumeration):
2022-09-03 10:50:14 +00:00
AGREE = 1 # +1
DISAGREE = 2 # -1
PROOF = 3 # +1
DISPROOF = 4 # -1
ASK = 5 # +0 bookmark
PROPOSE = 6 # +0
QUOTE = 7 # +0 bookmark
COMMENT = 8 # +0
ACCEPT = 9 # +1
REJECT = 0 # -1
LIKE = 11 # +1
DISLIKE = 12 # -1
# TYPE = <reaction index> # rating diff
def kind_to_rate(kind) -> int:
2022-09-03 10:50:14 +00:00
if kind in [
ReactionKind.AGREE,
ReactionKind.LIKE,
ReactionKind.PROOF,
ReactionKind.ACCEPT,
]:
return 1
elif kind in [
ReactionKind.DISAGREE,
ReactionKind.DISLIKE,
ReactionKind.DISPROOF,
ReactionKind.REJECT,
]:
return -1
else:
return 0
2022-08-11 09:09:57 +00:00
class ReactedByDay(Base):
2022-09-03 10:50:14 +00:00
__tablename__ = "reacted_by_day"
2022-09-03 11:10:28 +00:00
id = None # type: ignore
2022-09-03 10:50:14 +00:00
reaction = Column(ForeignKey("reaction.id"), primary_key=True)
shout = Column(ForeignKey("shout.slug"), primary_key=True)
replyTo = Column(ForeignKey("reaction.id"), nullable=True)
2022-09-03 11:10:28 +00:00
kind = Column(ColumnEnum(ReactionKind), nullable=False, comment="Reaction kind")
2022-09-03 10:50:14 +00:00
day = Column(DateTime, primary_key=True, default=datetime.now)
comment = Column(Boolean, default=False)
2022-08-11 09:09:57 +00:00
class ReactedStorage:
2022-09-03 10:50:14 +00:00
reacted = {"shouts": {}, "topics": {}, "reactions": {}}
rating = {"shouts": {}, "topics": {}, "reactions": {}}
reactions = []
to_flush = []
period = 30 * 60 # sec
lock = asyncio.Lock()
@staticmethod
async def get_shout(shout_slug):
self = ReactedStorage
async with self.lock:
return self.reacted["shouts"].get(shout_slug, [])
@staticmethod
async def get_topic(topic_slug):
self = ReactedStorage
async with self.lock:
return self.reacted["topics"].get(topic_slug, [])
@staticmethod
async def get_comments(shout_slug):
self = ReactedStorage
async with self.lock:
return list(
2022-09-03 11:10:28 +00:00
filter(lambda r: r.comment, self.reacted["shouts"].get(shout_slug, {}))
2022-09-03 10:50:14 +00:00
)
@staticmethod
async def get_topic_comments(topic_slug):
self = ReactedStorage
async with self.lock:
return list(
2022-09-07 19:36:40 +00:00
filter(lambda r: r.comment, self.reacted["topics"].get(topic_slug, []))
2022-09-03 10:50:14 +00:00
)
@staticmethod
async def get_reaction_comments(reaction_id):
self = ReactedStorage
async with self.lock:
return list(
2022-09-04 17:20:38 +00:00
filter(
lambda r: r.comment, self.reacted["reactions"].get(reaction_id, {})
)
2022-09-03 10:50:14 +00:00
)
@staticmethod
async def get_reaction(reaction_id):
self = ReactedStorage
async with self.lock:
return self.reacted["reactions"].get(reaction_id, [])
@staticmethod
async def get_rating(shout_slug):
self = ReactedStorage
rating = 0
async with self.lock:
for r in self.reacted["shouts"].get(shout_slug, []):
rating = rating + kind_to_rate(r.kind)
return rating
@staticmethod
async def get_topic_rating(topic_slug):
self = ReactedStorage
rating = 0
async with self.lock:
for r in self.reacted["topics"].get(topic_slug, []):
rating = rating + kind_to_rate(r.kind)
return rating
@staticmethod
async def get_reaction_rating(reaction_id):
self = ReactedStorage
rating = 0
async with self.lock:
for r in self.reacted["reactions"].get(reaction_id, []):
rating = rating + kind_to_rate(r.kind)
return rating
@staticmethod
2022-09-04 17:20:38 +00:00
async def react(reaction):
2022-09-03 10:50:14 +00:00
self = ReactedStorage
2022-09-04 17:20:38 +00:00
async with self.lock:
reactions = self.reacted["shouts"].get(reaction.shout)
if reaction.replyTo:
reactions = self.reacted["reactions"].get(reaction.id)
for r in reactions.values():
r = {
"day": datetime.now().replace(
hour=0, minute=0, second=0, microsecond=0
),
"reaction": reaction.id,
"kind": reaction.kind,
"shout": reaction.shout,
}
if reaction.replyTo:
r["replyTo"] = reaction.replyTo
if reaction.body:
r["comment"] = True
reaction: ReactedByDay = ReactedByDay.create(**r) # type: ignore
self.reacted["shouts"][reaction.shout] = self.reacted["shouts"].get(
reaction.shout, []
)
self.reacted["shouts"][reaction.shout].append(reaction)
if reaction.replyTo:
self.reacted["reaction"][reaction.replyTo] = self.reacted[
"reactions"
].get(reaction.shout, [])
self.reacted["reaction"][reaction.replyTo].append(reaction)
self.rating["reactions"][reaction.replyTo] = self.rating[
"reactions"
].get(reaction.replyTo, 0) + kind_to_rate(reaction.kind)
else:
self.rating["shouts"][reaction.replyTo] = self.rating["shouts"].get(
reaction.shout, 0
) + kind_to_rate(reaction.kind)
flag_modified(r, "value")
2022-09-03 10:50:14 +00:00
@staticmethod
def init(session):
self = ReactedStorage
all_reactions = session.query(ReactedByDay).all()
print("[stat.reacted] %d reactions total" % len(all_reactions))
for reaction in all_reactions:
shout = reaction.shout
2022-09-04 17:20:38 +00:00
topics = (
session.query(ShoutTopic.topic).where(ShoutTopic.shout == shout).all()
)
2022-09-03 10:50:14 +00:00
kind = reaction.kind
self.reacted["shouts"][shout] = self.reacted["shouts"].get(shout, [])
self.reacted["shouts"][shout].append(reaction)
2022-09-04 17:20:38 +00:00
self.rating["shouts"][shout] = self.rating["shouts"].get(
shout, 0
) + kind_to_rate(kind)
2022-09-03 10:50:14 +00:00
for t in topics:
self.reacted["topics"][t] = self.reacted["topics"].get(t, [])
self.reacted["topics"][t].append(reaction)
self.rating["topics"][t] = self.rating["topics"].get(
t, 0
) + kind_to_rate(
kind
) # rating
if reaction.replyTo:
2022-09-04 17:20:38 +00:00
self.reacted["reactions"][reaction.replyTo] = self.reacted[
"reactions"
].get(reaction.replyTo, [])
2022-09-03 10:50:14 +00:00
self.reacted["reactions"][reaction.replyTo].append(reaction)
2022-09-04 17:20:38 +00:00
self.rating["reactions"][reaction.replyTo] = self.rating[
"reactions"
].get(reaction.replyTo, 0) + kind_to_rate(reaction.kind)
2022-09-03 10:50:14 +00:00
ttt = self.reacted["topics"].values()
print("[stat.reacted] %d topics reacted" % len(ttt))
print("[stat.reacted] %d shouts reacted" % len(self.reacted["shouts"]))
print("[stat.reacted] %d reactions reacted" % len(self.reacted["reactions"]))
2022-09-04 17:20:38 +00:00
@staticmethod
async def flush_changes(session):
2022-09-07 16:56:26 +00:00
self = ReactedStorage
2022-09-04 17:20:38 +00:00
async with self.lock:
for slug in dict(self.reacted['shouts']).keys():
topics = session.query(ShoutTopic.topic).where(ShoutTopic.shout == slug).all()
2022-09-07 16:56:26 +00:00
reactions = self.reacted['shouts'].get(slug, [])
2022-09-07 17:14:59 +00:00
print('[stat.reacted] shout {' + str(slug) + "}: " + str(len(reactions)))
2022-09-04 17:20:38 +00:00
for ts in list(topics):
2022-09-07 17:14:59 +00:00
tslug = ts[0]
2022-09-04 17:20:38 +00:00
topic_reactions = self.reacted["topics"][tslug]
if not topic_reactions:
topic_reactions = []
topic_reactions += reactions
print('[stat.reacted] topic {' + str(tslug) + "}: " + str(len(topic_reactions)))
reactions += list(self.reacted['reactions'].values())
for reaction in reactions:
if getattr(reaction, "modified", False):
session.add(reaction)
flag_modified(reaction, "value")
reaction.modified = False
2022-09-07 16:56:26 +00:00
print('flushing')
2022-09-04 17:20:38 +00:00
for reaction in self.to_flush:
session.add(reaction)
self.to_flush.clear()
session.commit()
@staticmethod
async def worker():
while True:
try:
with local_session() as session:
await ReactedStorage().flush_changes(session)
print("[stat.reacted] periodical flush")
except Exception as err:
print("[stat.reacted] errror: %s" % (err))
await asyncio.sleep(ReactedStorage.period)