From c839f63036c522a038c5a6006c9df5d8a1a89ac5 Mon Sep 17 00:00:00 2001
From: tonyrewin <anton.rewin@gmail.com>
Date: Fri, 18 Nov 2022 20:54:37 +0300
Subject: [PATCH] viewstable

---
 migration/tables/users.py |  2 +
 orm/viewed.py             | 13 ++++++
 services/stat/viewed.py   | 92 +++++++++++++++++++++++++++++++++++++++
 3 files changed, 107 insertions(+)
 create mode 100644 orm/viewed.py
 create mode 100644 services/stat/viewed.py

diff --git a/migration/tables/users.py b/migration/tables/users.py
index c891667e..16fbfeb8 100644
--- a/migration/tables/users.py
+++ b/migration/tables/users.py
@@ -35,6 +35,8 @@ def migrate(entry):
             entry["profile"].get("path").lower().replace(" ", "-").strip()
         )
         bio = BeautifulSoup(entry.get("profile").get("bio") or "", features="lxml").text
+        if bio.startswith('<'):
+            bio = BeautifulSoup(bio, features="lxml").text
         bio = bio.replace('\(', '(').replace('\)', ')')
 
         # userpic
diff --git a/orm/viewed.py b/orm/viewed.py
new file mode 100644
index 00000000..1e0d69dc
--- /dev/null
+++ b/orm/viewed.py
@@ -0,0 +1,13 @@
+from datetime import datetime
+from sqlalchemy import Column, DateTime, ForeignKey
+from base.orm import Base
+
+
+class ViewedEntry(Base):
+    __tablename__ = "viewed"
+
+    viewer = Column(ForeignKey("user.slug"), default='anonymous')
+    shout = Column(ForeignKey("shout.slug"))
+    createdAt = Column(
+        DateTime, nullable=False, default=datetime.now, comment="Created at"
+    )
diff --git a/services/stat/viewed.py b/services/stat/viewed.py
new file mode 100644
index 00000000..d54a9f78
--- /dev/null
+++ b/services/stat/viewed.py
@@ -0,0 +1,92 @@
+import asyncio
+
+from gql import Client, gql
+from gql.transport.aiohttp import AIOHTTPTransport
+
+from base.orm import local_session
+from orm.viewed import ViewedEntry
+from services.zine.topics import TopicStorage
+from ssl import create_default_context
+
+
+query_ackee_views = gql(
+    """
+    query getDomainsFacts {
+        domains {
+            statistics {
+                views {
+                    id
+                    count
+                }
+                pages {
+                    id
+                    count
+                    created
+                }
+            }
+            facts {
+                activeVisitors
+                # averageViews
+                # averageDuration
+                viewsToday
+                viewsMonth
+                viewsYear
+            }
+        }
+    }
+    """
+)
+
+ssl = create_default_context()
+
+
+class ViewedStorage:
+    lock = asyncio.Lock()
+    by_topics = {}
+    period = 5 * 60  # 5 minutes
+    client = None
+    transport = None
+
+    @staticmethod
+    async def load_views(session):
+        # TODO: when the struture of payload will be transparent
+        # TODO: perhaps ackee token getting here
+
+        self = ViewedStorage()
+        async with self.lock:
+            self.transport = AIOHTTPTransport(url="https://ackee.discours.io/", ssl=ssl)
+            self.client = Client(transport=self.transport, fetch_schema_from_transport=True)
+            domains = await self.client.execute_async(query_ackee_views)
+            print("[stat.ackee] loaded domains")
+            print(domains)
+            print('\n\n# TODO: something here...\n\n')
+
+    @staticmethod
+    async def increment(shout_slug, amount=1, viewer='anonymous'):
+        self = ViewedStorage
+        async with self.lock:
+            with local_session() as session:
+                viewed = ViewedEntry.create({
+                    "viewer": viewer,
+                    "shout": shout_slug
+                })
+                session.add(viewed)
+                session.commit()
+
+                shout_topics = await TopicStorage.get_topics_by_slugs([shout_slug, ])
+                for t in shout_topics:
+                    self.by_topics[t] = self.by_topics.get(t) or {}
+                    self.by_topics[t][shout_slug] = self.by_topics[t].get(shout_slug) or 0
+                    self.by_topics[t][shout_slug] += amount
+
+    @staticmethod
+    async def worker():
+        self = ViewedStorage
+        while True:
+            try:
+                with local_session() as session:
+                    await self.load_views(session)
+            except Exception as err:
+                print("[stat.viewed] : %s" % (err))
+            print("[stat.viewed] renew period: %d minutes" % (self.period / 60))
+            await asyncio.sleep(self.period)