core/services/stat/topicstat.py

import asyncio
from base.orm import local_session
from orm.shout import Shout
from services.stat.reacted import ReactedStorage
from services.stat.viewed import ViewedStorage
from services.zine.shoutauthor import ShoutAuthorStorage
from orm.topic import ShoutTopic, TopicFollower


def unique(list1):

    # insert the list to the set
    list_set = set(list1)
    # convert the set to the list
    unique_list = (list(list_set))
    return unique_list


class TopicStat:
    shouts_by_topic = {}
    authors_by_topic = {}
    followers_by_topic = {}
    lock = asyncio.Lock()
    period = 30 * 60  # sec

    @staticmethod
    async def load_stat(session):
        self = TopicStat
        shout_topics = session.query(ShoutTopic).all()
        print('[stat.topics] shout topics amount', len(shout_topics))
        for shout_topic in shout_topics:

            # shouts by topics
            topic = shout_topic.topic
            shout = shout_topic.shout
            sss = set(self.shouts_by_topic.get(topic, []))
            shout = session.query(Shout).where(Shout.slug == shout).first()
            sss.union([shout, ])
            self.shouts_by_topic[topic] = list(sss)

            # authors by topics
            authors = await ShoutAuthorStorage.get_authors(shout)
            aaa = set(self.authors_by_topic.get(topic, []))
            aaa.union(authors)
            self.authors_by_topic[topic] = list(aaa)

        print("[stat.topics] authors sorted")
        print("[stat.topics] shouts sorted")

        self.followers_by_topic = {}
        followings = session.query(TopicFollower)
        for flw in followings:
            topic = flw.topic
            user = flw.follower
            if topic not in self.followers_by_topic:
                self.followers_by_topic[topic] = []
            self.followers_by_topic[topic].append(user)
        print("[stat.topics] followers sorted")

    @staticmethod
    async def get_shouts(topic):
        self = TopicStat
        async with self.lock:
            return self.shouts_by_topic.get(topic, [])

    @staticmethod
    async def get_stat(topic):
        self = TopicStat
        async with self.lock:
            shouts = self.shouts_by_topic.get(topic, [])
            followers = self.followers_by_topic.get(topic, [])
            authors = self.authors_by_topic.get(topic, [])
            return {
                "shouts": len(shouts),
                "authors": len(authors),
                "followers": len(followers),
                "viewed": await ViewedStorage.get_topic(topic),
                "reacted": len(await ReactedStorage.get_topic(topic)),
                "commented": len(await ReactedStorage.get_topic_comments(topic)),
                "rating": await ReactedStorage.get_topic_rating(topic),
            }

    @staticmethod
    async def worker():
        self = TopicStat
        while True:
            try:
                with local_session() as session:
                    async with self.lock:
                        await self.load_stat(session)
                        print("[stat.topics] periodical update")
            except Exception as err:
                print("[stat.topics] errror: %s" % (err))
            await asyncio.sleep(self.period)