inbox/services/core.py

123 lines
3.6 KiB
Python
Raw Normal View History

2023-12-19 16:17:01 +00:00
from typing import List
2023-12-23 06:11:04 +00:00
import asyncio
2023-12-19 15:31:31 +00:00
import requests
2023-12-23 06:11:04 +00:00
from datetime import datetime, timezone, timedelta
2023-11-22 12:09:24 +00:00
from models.member import ChatMember
2023-12-17 17:13:17 +00:00
from settings import API_BASE
2023-10-04 20:42:39 +00:00
2024-01-23 20:13:49 +00:00
import time
import logging
logger = logging.getLogger("[services.core] ")
logger.setLevel(logging.DEBUG)
2023-10-04 20:42:39 +00:00
2023-12-19 16:16:42 +00:00
def _request_endpoint(query_name, body) -> dict:
2024-01-23 20:13:49 +00:00
ts1 = time.time()
logger.debug(f"requesting {query_name}...")
2023-12-19 15:58:26 +00:00
response = requests.post(API_BASE, headers={"Content-Type": "application/json"}, json=body)
2024-01-23 20:13:49 +00:00
ts2 = time.time()
logger.debug(f"{query_name} response in {ts1-ts2} secs: <{response.status_code}> {response.text[:32]}..")
2023-12-19 15:31:31 +00:00
if response.status_code == 200:
2023-12-19 15:58:26 +00:00
try:
r = response.json()
result = r.get("data", {}).get(query_name, {})
2023-12-24 22:53:14 +00:00
if result:
2024-01-23 20:13:49 +00:00
logger.info(f"entries amount in result: {len(result)} ")
2023-12-19 15:58:26 +00:00
return result
except ValueError as e:
2024-01-23 20:13:49 +00:00
logger.error(f"Error decoding JSON response: {e}")
2023-12-19 15:58:26 +00:00
2023-12-19 16:16:42 +00:00
return {}
2023-11-28 09:05:39 +00:00
2023-12-19 15:58:26 +00:00
def get_all_authors():
query_name = "get_authors_all"
2023-11-06 16:25:28 +00:00
2023-12-19 15:58:26 +00:00
gql = {
"query": "query { " + query_name + "{ id slug pic name user } }",
"variables": None,
}
2023-12-19 08:25:06 +00:00
2023-12-19 17:19:16 +00:00
return _request_endpoint(query_name, gql)
2023-11-22 12:09:24 +00:00
2023-12-19 17:19:16 +00:00
def get_author_by_user(user: str):
operation = "GetAuthorId"
query_name = "get_author_id"
gql = {
"query": f"query {operation}($user: String!) {{ {query_name}(user: $user){{ id }} }}",
"operationName": operation,
2024-01-23 20:13:49 +00:00
"variables": {"user": user.strip()},
2023-12-19 17:19:16 +00:00
}
2023-12-19 08:25:06 +00:00
2023-12-19 17:37:43 +00:00
return _request_endpoint(query_name, gql)
2023-10-04 20:42:39 +00:00
2023-10-11 19:12:55 +00:00
2023-12-19 15:31:31 +00:00
def get_my_followed() -> List[ChatMember]:
2023-11-28 08:33:50 +00:00
query_name = "get_my_followed"
2023-10-11 19:12:55 +00:00
gql = {
2023-12-18 07:24:42 +00:00
"query": "query { " + query_name + " { authors { id slug pic name } } }",
2023-11-14 18:20:45 +00:00
"variables": None,
2023-10-11 19:12:55 +00:00
}
2023-11-22 12:09:24 +00:00
2023-12-19 17:19:16 +00:00
result = _request_endpoint(query_name, gql)
return result.get("authors", [])
2023-12-23 06:11:04 +00:00
class CacheStorage:
lock = asyncio.Lock()
period = 5 * 60 # every 5 mins
client = None
authors = []
authors_by_user = {}
authors_by_id = {}
@staticmethod
async def init():
"""graphql client connection using permanent token"""
self = CacheStorage
async with self.lock:
task = asyncio.create_task(self.worker())
2024-01-23 20:13:49 +00:00
logger.info(task)
2023-12-23 06:11:04 +00:00
@staticmethod
async def update_authors():
self = CacheStorage
async with self.lock:
result = get_all_authors()
2024-01-23 20:13:49 +00:00
logger.info(f"cache loaded {len(result)}")
2023-12-23 06:11:04 +00:00
if result:
CacheStorage.authors = result
for a in result:
self.authors_by_user[a.user] = a
self.authors_by_id[a.id] = a
@staticmethod
async def worker():
"""async task worker"""
failed = 0
self = CacheStorage
while True:
try:
2024-01-23 20:13:49 +00:00
logger.info(" - updating profiles data...")
2023-12-23 06:11:04 +00:00
await self.update_authors()
failed = 0
2024-01-11 07:11:23 +00:00
except Exception as er:
2023-12-23 06:11:04 +00:00
failed += 1
2024-01-23 20:13:49 +00:00
logger.error(f"{er} - update failed #{failed}, wait 10 seconds")
2023-12-23 06:11:04 +00:00
if failed > 3:
2024-01-23 20:13:49 +00:00
logger.error(" - not trying to update anymore")
2023-12-23 06:11:04 +00:00
break
if failed == 0:
when = datetime.now(timezone.utc) + timedelta(seconds=self.period)
t = format(when.astimezone().isoformat())
2024-01-23 20:13:49 +00:00
logger.info(" ⎩ next update: %s" % (t.split("T")[0] + " " + t.split("T")[1].split(".")[0]))
2023-12-23 06:11:04 +00:00
await asyncio.sleep(self.period)
else:
await asyncio.sleep(10)
2024-01-23 20:13:49 +00:00
logger.info(" - trying to update data again")