2024-05-18 13:16:09 +00:00
|
|
|
|
from sqlalchemy import and_, distinct, func, join, select
|
2024-02-22 23:49:34 +00:00
|
|
|
|
from sqlalchemy.orm import aliased
|
2024-02-21 17:12:47 +00:00
|
|
|
|
|
2024-04-08 07:38:58 +00:00
|
|
|
|
from orm.author import Author, AuthorFollower
|
2024-02-25 10:29:57 +00:00
|
|
|
|
from orm.reaction import Reaction, ReactionKind
|
2024-04-08 07:38:58 +00:00
|
|
|
|
from orm.shout import Shout, ShoutAuthor, ShoutTopic
|
|
|
|
|
from orm.topic import Topic, TopicFollower
|
2024-04-09 13:43:06 +00:00
|
|
|
|
from services.cache import cache_author
|
2024-04-19 15:22:07 +00:00
|
|
|
|
from services.db import local_session
|
2024-04-09 18:15:38 +00:00
|
|
|
|
from services.logger import root_logger as logger
|
2024-02-21 17:12:47 +00:00
|
|
|
|
|
|
|
|
|
|
2024-04-23 13:05:27 +00:00
|
|
|
|
def add_topic_stat_columns(q):
|
|
|
|
|
aliased_shout = aliased(ShoutTopic)
|
2024-05-30 12:05:06 +00:00
|
|
|
|
|
|
|
|
|
# Соединяем таблицу Topic с таблицами ShoutTopic и Shout, используя INNER JOIN
|
2024-05-30 11:45:41 +00:00
|
|
|
|
q = (
|
|
|
|
|
q.select_from(Topic)
|
2024-05-30 12:05:06 +00:00
|
|
|
|
.join(
|
2024-05-30 11:45:41 +00:00
|
|
|
|
aliased_shout,
|
2024-05-30 12:05:06 +00:00
|
|
|
|
aliased_shout.topic == Topic.id,
|
|
|
|
|
)
|
|
|
|
|
.join(
|
|
|
|
|
Shout,
|
|
|
|
|
and_(
|
|
|
|
|
aliased_shout.shout == Shout.id,
|
|
|
|
|
Shout.deleted_at.is_(None),
|
|
|
|
|
),
|
2024-05-30 11:45:41 +00:00
|
|
|
|
)
|
|
|
|
|
.add_columns(func.count(distinct(aliased_shout.shout)).label("shouts_stat"))
|
2024-05-30 11:01:34 +00:00
|
|
|
|
)
|
2024-05-30 11:45:41 +00:00
|
|
|
|
|
2024-04-23 13:05:27 +00:00
|
|
|
|
aliased_follower = aliased(TopicFollower)
|
2024-05-30 12:05:06 +00:00
|
|
|
|
|
|
|
|
|
# Соединяем таблицу Topic с таблицей TopicFollower, используя LEFT OUTER JOIN
|
|
|
|
|
q = q.outerjoin(aliased_follower, aliased_follower.topic == Topic.id).add_columns(
|
2024-04-25 08:25:39 +00:00
|
|
|
|
func.count(distinct(aliased_follower.follower)).label("followers_stat")
|
2024-04-23 13:05:27 +00:00
|
|
|
|
)
|
|
|
|
|
|
2024-04-25 08:24:16 +00:00
|
|
|
|
q = q.group_by(Topic.id)
|
2024-04-23 13:05:27 +00:00
|
|
|
|
|
|
|
|
|
return q
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def add_author_stat_columns(q):
|
2024-05-30 12:05:06 +00:00
|
|
|
|
# Соединяем таблицу Author с таблицей ShoutAuthor и таблицей Shout с использованием INNER JOIN
|
2024-05-30 11:45:41 +00:00
|
|
|
|
q = (
|
|
|
|
|
q.select_from(Author)
|
2024-05-30 12:05:06 +00:00
|
|
|
|
.join(
|
|
|
|
|
ShoutAuthor,
|
|
|
|
|
ShoutAuthor.author == Author.id,
|
2024-05-30 11:45:41 +00:00
|
|
|
|
)
|
2024-05-30 12:05:06 +00:00
|
|
|
|
.join(
|
|
|
|
|
Shout,
|
|
|
|
|
and_(
|
|
|
|
|
Shout.id == ShoutAuthor.shout,
|
|
|
|
|
Shout.deleted_at.is_(None),
|
|
|
|
|
),
|
|
|
|
|
)
|
|
|
|
|
.add_columns(func.count(distinct(Shout.id)).label("shouts_stat"))
|
2024-05-30 11:01:34 +00:00
|
|
|
|
)
|
2024-05-30 12:05:06 +00:00
|
|
|
|
|
|
|
|
|
# Соединяем таблицу Author с таблицей AuthorFollower с использованием LEFT OUTER JOIN
|
|
|
|
|
q = q.outerjoin(AuthorFollower, AuthorFollower.author == Author.id).add_columns(
|
|
|
|
|
func.count(distinct(AuthorFollower.follower)).label("followers_stat")
|
2024-04-23 13:05:27 +00:00
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
q = q.group_by(Author.id)
|
|
|
|
|
|
|
|
|
|
return q
|
|
|
|
|
|
2024-04-24 07:42:33 +00:00
|
|
|
|
|
2024-04-23 11:31:34 +00:00
|
|
|
|
def get_topic_shouts_stat(topic_id: int):
|
|
|
|
|
q = (
|
|
|
|
|
select(func.count(distinct(ShoutTopic.shout)))
|
|
|
|
|
.select_from(join(ShoutTopic, Shout, ShoutTopic.shout == Shout.id))
|
|
|
|
|
.filter(
|
|
|
|
|
and_(
|
|
|
|
|
ShoutTopic.topic == topic_id,
|
|
|
|
|
Shout.published_at.is_not(None),
|
|
|
|
|
Shout.deleted_at.is_(None),
|
|
|
|
|
)
|
|
|
|
|
)
|
2024-04-17 15:32:23 +00:00
|
|
|
|
)
|
2024-05-25 23:17:45 +00:00
|
|
|
|
with local_session() as session:
|
|
|
|
|
result = session.execute(q).first()
|
2024-04-25 08:47:13 +00:00
|
|
|
|
return result[0] if result else 0
|
2024-04-23 11:31:34 +00:00
|
|
|
|
|
2024-04-09 16:38:02 +00:00
|
|
|
|
|
2024-04-23 11:31:34 +00:00
|
|
|
|
def get_topic_authors_stat(topic_id: int):
|
2024-05-25 23:17:45 +00:00
|
|
|
|
count_query = (
|
2024-04-23 11:31:34 +00:00
|
|
|
|
select(func.count(distinct(ShoutAuthor.author)))
|
|
|
|
|
.select_from(join(ShoutTopic, Shout, ShoutTopic.shout == Shout.id))
|
|
|
|
|
.join(ShoutAuthor, ShoutAuthor.shout == Shout.id)
|
|
|
|
|
.filter(
|
|
|
|
|
and_(
|
|
|
|
|
ShoutTopic.topic == topic_id,
|
|
|
|
|
Shout.published_at.is_not(None),
|
|
|
|
|
Shout.deleted_at.is_(None),
|
|
|
|
|
)
|
|
|
|
|
)
|
2024-04-17 15:32:23 +00:00
|
|
|
|
)
|
2024-05-25 23:17:45 +00:00
|
|
|
|
|
|
|
|
|
# Выполняем запрос и получаем результат
|
|
|
|
|
with local_session() as session:
|
|
|
|
|
result = session.execute(count_query).first()
|
2024-04-25 08:47:13 +00:00
|
|
|
|
return result[0] if result else 0
|
2024-04-09 16:38:02 +00:00
|
|
|
|
|
2024-04-23 11:31:34 +00:00
|
|
|
|
|
|
|
|
|
def get_topic_followers_stat(topic_id: int):
|
|
|
|
|
aliased_followers = aliased(TopicFollower)
|
2024-05-30 04:12:00 +00:00
|
|
|
|
q = select(func.count(distinct(aliased_followers.follower))).filter(aliased_followers.topic == topic_id)
|
2024-05-25 23:17:45 +00:00
|
|
|
|
with local_session() as session:
|
|
|
|
|
result = session.execute(q).first()
|
2024-04-25 08:47:13 +00:00
|
|
|
|
return result[0] if result else 0
|
2024-04-23 11:31:34 +00:00
|
|
|
|
|
2024-04-09 16:38:02 +00:00
|
|
|
|
|
2024-04-23 11:31:34 +00:00
|
|
|
|
def get_topic_comments_stat(topic_id: int):
|
2024-04-09 16:38:02 +00:00
|
|
|
|
sub_comments = (
|
2024-03-06 10:43:30 +00:00
|
|
|
|
select(
|
2024-04-17 15:32:23 +00:00
|
|
|
|
Shout.id.label("shout_id"),
|
|
|
|
|
func.coalesce(func.count(Reaction.id)).label("comments_count"),
|
2024-03-06 10:43:30 +00:00
|
|
|
|
)
|
2024-04-09 16:48:02 +00:00
|
|
|
|
.join(ShoutTopic, ShoutTopic.shout == Shout.id)
|
|
|
|
|
.join(Topic, ShoutTopic.topic == Topic.id)
|
2024-04-09 16:38:02 +00:00
|
|
|
|
.outerjoin(
|
2024-03-06 10:43:30 +00:00
|
|
|
|
Reaction,
|
|
|
|
|
and_(
|
2024-03-06 12:08:20 +00:00
|
|
|
|
Reaction.shout == Shout.id,
|
2024-03-06 10:43:30 +00:00
|
|
|
|
Reaction.kind == ReactionKind.COMMENT.value,
|
|
|
|
|
Reaction.deleted_at.is_(None),
|
|
|
|
|
),
|
|
|
|
|
)
|
|
|
|
|
.group_by(Shout.id)
|
|
|
|
|
.subquery()
|
2024-02-22 23:49:34 +00:00
|
|
|
|
)
|
2024-05-30 04:12:00 +00:00
|
|
|
|
q = select(func.coalesce(func.sum(sub_comments.c.comments_count), 0)).filter(ShoutTopic.topic == topic_id)
|
2024-04-23 11:31:34 +00:00
|
|
|
|
q = q.outerjoin(sub_comments, ShoutTopic.shout == sub_comments.c.shout_id)
|
2024-05-25 23:17:45 +00:00
|
|
|
|
with local_session() as session:
|
|
|
|
|
result = session.execute(q).first()
|
2024-04-25 08:47:13 +00:00
|
|
|
|
return result[0] if result else 0
|
2024-04-09 16:38:02 +00:00
|
|
|
|
|
2024-04-25 09:07:30 +00:00
|
|
|
|
|
2024-04-23 11:31:34 +00:00
|
|
|
|
def get_author_shouts_stat(author_id: int):
|
|
|
|
|
aliased_shout_author = aliased(ShoutAuthor)
|
2024-05-06 16:27:51 +00:00
|
|
|
|
aliased_shout = aliased(Shout)
|
|
|
|
|
|
|
|
|
|
q = (
|
|
|
|
|
select(func.count(distinct(aliased_shout.id)))
|
|
|
|
|
.select_from(aliased_shout)
|
|
|
|
|
.join(aliased_shout_author, aliased_shout.id == aliased_shout_author.shout)
|
|
|
|
|
.filter(
|
|
|
|
|
and_(
|
|
|
|
|
aliased_shout_author.author == author_id,
|
2024-05-06 16:40:51 +00:00
|
|
|
|
aliased_shout.published_at.is_not(None),
|
2024-05-06 16:27:51 +00:00
|
|
|
|
)
|
|
|
|
|
)
|
2024-04-23 11:31:34 +00:00
|
|
|
|
)
|
2024-05-06 16:27:51 +00:00
|
|
|
|
|
|
|
|
|
with local_session() as session:
|
|
|
|
|
result = session.execute(q).first()
|
|
|
|
|
|
2024-04-25 08:47:13 +00:00
|
|
|
|
return result[0] if result else 0
|
2024-02-22 23:49:34 +00:00
|
|
|
|
|
|
|
|
|
|
2024-04-23 11:31:34 +00:00
|
|
|
|
def get_author_authors_stat(author_id: int):
|
2024-03-06 09:25:55 +00:00
|
|
|
|
aliased_authors = aliased(AuthorFollower)
|
2024-04-23 11:31:34 +00:00
|
|
|
|
q = select(func.count(distinct(aliased_authors.author))).filter(
|
|
|
|
|
and_(
|
|
|
|
|
aliased_authors.follower == author_id,
|
|
|
|
|
aliased_authors.author != author_id,
|
|
|
|
|
)
|
2024-03-06 09:25:55 +00:00
|
|
|
|
)
|
2024-05-25 23:17:45 +00:00
|
|
|
|
with local_session() as session:
|
|
|
|
|
result = session.execute(q).first()
|
2024-04-25 08:47:13 +00:00
|
|
|
|
return result[0] if result else 0
|
2024-03-01 06:56:36 +00:00
|
|
|
|
|
|
|
|
|
|
2024-04-23 11:31:34 +00:00
|
|
|
|
def get_author_followers_stat(author_id: int):
|
|
|
|
|
aliased_followers = aliased(AuthorFollower)
|
2024-05-30 04:12:00 +00:00
|
|
|
|
q = select(func.count(distinct(aliased_followers.follower))).filter(aliased_followers.author == author_id)
|
2024-05-25 23:17:45 +00:00
|
|
|
|
with local_session() as session:
|
|
|
|
|
result = session.execute(q).first()
|
2024-04-25 08:47:13 +00:00
|
|
|
|
return result[0] if result else 0
|
2024-03-01 06:56:36 +00:00
|
|
|
|
|
2024-04-23 11:31:34 +00:00
|
|
|
|
|
|
|
|
|
def get_author_comments_stat(author_id: int):
|
2024-03-28 20:33:56 +00:00
|
|
|
|
sub_comments = (
|
2024-05-30 04:12:00 +00:00
|
|
|
|
select(Author.id, func.coalesce(func.count(Reaction.id)).label("comments_count"))
|
2024-04-24 07:42:33 +00:00
|
|
|
|
.select_from(Author) # явно указываем левый элемент join'а
|
2024-03-28 20:33:56 +00:00
|
|
|
|
.outerjoin(
|
|
|
|
|
Reaction,
|
|
|
|
|
and_(
|
|
|
|
|
Reaction.created_by == Author.id,
|
|
|
|
|
Reaction.kind == ReactionKind.COMMENT.value,
|
|
|
|
|
Reaction.deleted_at.is_(None),
|
|
|
|
|
),
|
2024-03-28 20:19:07 +00:00
|
|
|
|
)
|
2024-03-28 20:33:56 +00:00
|
|
|
|
.group_by(Author.id)
|
|
|
|
|
.subquery()
|
|
|
|
|
)
|
2024-04-23 11:31:34 +00:00
|
|
|
|
q = select(sub_comments.c.comments_count).filter(sub_comments.c.id == author_id)
|
2024-05-25 23:17:45 +00:00
|
|
|
|
with local_session() as session:
|
|
|
|
|
result = session.execute(q).first()
|
2024-04-25 08:47:13 +00:00
|
|
|
|
return result[0] if result else 0
|
2024-02-24 16:12:35 +00:00
|
|
|
|
|
|
|
|
|
|
2024-04-09 08:17:32 +00:00
|
|
|
|
def get_with_stat(q):
|
2024-04-09 19:37:58 +00:00
|
|
|
|
records = []
|
2024-03-12 11:59:36 +00:00
|
|
|
|
try:
|
|
|
|
|
with local_session() as session:
|
2024-05-18 12:40:15 +00:00
|
|
|
|
# detect author
|
2024-05-30 11:40:04 +00:00
|
|
|
|
author_prefixes = ("select author", "select * from author")
|
|
|
|
|
is_author = f"{q}".lower().startswith(author_prefixes)
|
2024-05-18 13:16:09 +00:00
|
|
|
|
|
|
|
|
|
# Add stat columns to the query
|
2024-05-18 12:40:15 +00:00
|
|
|
|
q = add_author_stat_columns(q) if is_author else add_topic_stat_columns(q)
|
2024-04-23 11:31:34 +00:00
|
|
|
|
|
2024-05-18 12:40:15 +00:00
|
|
|
|
# execute query
|
|
|
|
|
result = session.execute(q)
|
2024-04-24 07:30:32 +00:00
|
|
|
|
for cols in result:
|
|
|
|
|
entity = cols[0]
|
|
|
|
|
stat = dict()
|
|
|
|
|
stat["shouts"] = cols[1]
|
|
|
|
|
stat["followers"] = cols[2]
|
|
|
|
|
if is_author:
|
2024-04-26 22:41:47 +00:00
|
|
|
|
stat["authors"] = get_author_authors_stat(entity.id)
|
2024-04-24 07:30:32 +00:00
|
|
|
|
stat["comments"] = get_author_comments_stat(entity.id)
|
2024-04-26 22:41:47 +00:00
|
|
|
|
else:
|
|
|
|
|
stat["authors"] = get_topic_authors_stat(entity.id)
|
2024-04-24 07:30:32 +00:00
|
|
|
|
entity.stat = stat
|
|
|
|
|
records.append(entity)
|
2024-03-12 11:59:36 +00:00
|
|
|
|
except Exception as exc:
|
2024-05-06 17:00:26 +00:00
|
|
|
|
import traceback
|
|
|
|
|
|
2024-05-18 11:15:05 +00:00
|
|
|
|
logger.debug(q)
|
2024-05-06 17:00:26 +00:00
|
|
|
|
traceback.print_exc()
|
2024-04-23 12:14:59 +00:00
|
|
|
|
logger.error(exc, exc_info=True)
|
2024-02-22 23:08:43 +00:00
|
|
|
|
return records
|
2024-02-21 17:12:47 +00:00
|
|
|
|
|
|
|
|
|
|
2024-02-23 18:10:11 +00:00
|
|
|
|
def author_follows_authors(author_id: int):
|
2024-04-17 15:32:23 +00:00
|
|
|
|
af = aliased(AuthorFollower, name="af")
|
2024-05-18 11:15:05 +00:00
|
|
|
|
author_follows_authors_query = (
|
2024-05-30 04:12:00 +00:00
|
|
|
|
select(Author).select_from(join(Author, af, Author.id == af.author)).where(af.follower == author_id)
|
2024-02-23 20:15:16 +00:00
|
|
|
|
)
|
2024-05-18 11:15:05 +00:00
|
|
|
|
return get_with_stat(author_follows_authors_query)
|
2024-02-23 18:10:11 +00:00
|
|
|
|
|
2024-02-23 19:14:08 +00:00
|
|
|
|
|
2024-02-23 18:10:11 +00:00
|
|
|
|
def author_follows_topics(author_id: int):
|
2024-05-18 11:15:05 +00:00
|
|
|
|
author_follows_topics_query = (
|
2024-02-24 18:45:38 +00:00
|
|
|
|
select(Topic)
|
|
|
|
|
.select_from(join(Topic, TopicFollower, Topic.id == TopicFollower.topic))
|
|
|
|
|
.where(TopicFollower.follower == author_id)
|
2024-02-23 20:15:16 +00:00
|
|
|
|
)
|
2024-05-18 11:15:05 +00:00
|
|
|
|
return get_with_stat(author_follows_topics_query)
|
2024-04-09 13:43:06 +00:00
|
|
|
|
|
|
|
|
|
|
2024-04-19 15:22:07 +00:00
|
|
|
|
async def update_author_stat(author_id: int):
|
2024-05-18 11:15:05 +00:00
|
|
|
|
author_query = select(Author).where(Author.id == author_id)
|
2024-05-06 19:37:38 +00:00
|
|
|
|
try:
|
2024-05-18 11:15:05 +00:00
|
|
|
|
[author_with_stat] = get_with_stat(author_query)
|
2024-05-06 19:37:38 +00:00
|
|
|
|
if isinstance(author_with_stat, Author):
|
|
|
|
|
author_dict = author_with_stat.dict()
|
|
|
|
|
await cache_author(author_dict)
|
|
|
|
|
except Exception as exc:
|
|
|
|
|
logger.error(exc, exc_info=True)
|