core/resolvers/reader.py

555 lines
17 KiB
Python
Raw Normal View History

2024-01-28 20:21:02 +00:00
import logging
2024-01-25 19:41:27 +00:00
from sqlalchemy import bindparam, distinct, or_
2024-01-26 10:28:49 +00:00
from sqlalchemy.orm import aliased, joinedload, selectinload
2023-12-02 22:14:36 +00:00
from sqlalchemy.sql.expression import and_, asc, case, desc, func, nulls_last, select
from starlette.exceptions import HTTPException
2023-10-23 14:47:11 +00:00
2023-12-17 20:30:20 +00:00
from orm.author import Author, AuthorFollower
from orm.reaction import Reaction, ReactionKind
from orm.shout import Shout, ShoutAuthor, ShoutTopic, ShoutVisibility
from orm.topic import Topic, TopicFollower
2024-01-25 19:41:27 +00:00
from resolvers.reaction import add_stat_columns
from resolvers.topic import get_random_topic
2023-10-23 14:47:11 +00:00
from services.auth import login_required
2023-10-09 21:34:51 +00:00
from services.db import local_session
2023-11-23 23:00:28 +00:00
from services.schema import query
2023-12-02 22:22:16 +00:00
from services.search import SearchService
2023-11-22 16:38:39 +00:00
from services.viewed import ViewedStorage
2024-01-28 20:21:02 +00:00
logger = logging.getLogger('[resolvers.reader] ')
logger.setLevel(logging.DEBUG)
2024-01-25 19:41:27 +00:00
def apply_filters(q, filters, author_id=None):
if filters.get('reacted') and author_id:
2023-11-03 10:10:22 +00:00
q.join(Reaction, Reaction.created_by == author_id)
2022-11-28 20:29:02 +00:00
2024-01-25 19:41:27 +00:00
by_published = filters.get('published')
2023-11-29 12:11:05 +00:00
if by_published:
2023-11-30 07:38:41 +00:00
q = q.filter(Shout.visibility == ShoutVisibility.PUBLIC.value)
2024-01-25 19:41:27 +00:00
by_layouts = filters.get('layouts')
2023-11-29 09:29:09 +00:00
if by_layouts:
q = q.filter(Shout.layout.in_(by_layouts))
2024-01-25 19:41:27 +00:00
by_author = filters.get('author')
2023-11-29 09:29:09 +00:00
if by_author:
q = q.filter(Shout.authors.any(slug=by_author))
2024-01-25 19:41:27 +00:00
by_topic = filters.get('topic')
2023-11-29 09:29:09 +00:00
if by_topic:
q = q.filter(Shout.topics.any(slug=by_topic))
2024-01-25 19:41:27 +00:00
by_after = filters.get('after')
2023-11-29 09:29:09 +00:00
if by_after:
ts = int(by_after)
2023-11-29 07:23:41 +00:00
q = q.filter(Shout.created_at > ts)
2022-11-21 08:13:57 +00:00
2022-11-25 18:31:53 +00:00
return q
2023-05-08 17:06:01 +00:00
2024-01-25 19:41:27 +00:00
@query.field('get_shout')
2023-11-28 07:53:48 +00:00
async def get_shout(_, _info, slug=None, shout_id=None):
2022-11-18 02:19:10 +00:00
with local_session() as session:
q = select(Shout).options(
2022-11-23 21:53:53 +00:00
joinedload(Shout.authors),
joinedload(Shout.topics),
)
2024-01-23 01:34:48 +00:00
aliased_reaction = aliased(Reaction)
q = add_stat_columns(q, aliased_reaction)
2023-05-08 17:06:01 +00:00
if slug is not None:
2023-10-05 18:46:18 +00:00
q = q.filter(Shout.slug == slug)
2023-05-08 17:06:01 +00:00
if shout_id is not None:
2023-10-05 18:46:18 +00:00
q = q.filter(Shout.id == shout_id)
2023-05-08 17:06:01 +00:00
2023-11-03 10:10:22 +00:00
q = q.filter(Shout.deleted_at.is_(None)).group_by(Shout.id)
2023-01-17 21:07:44 +00:00
2023-10-23 14:47:11 +00:00
try:
2024-01-22 22:57:25 +00:00
results = session.execute(q).first()
if results:
2024-01-25 19:41:27 +00:00
[
shout,
commented_stat,
likes_stat,
dislikes_stat,
_last_comment,
] = results
2024-01-22 22:57:25 +00:00
shout.stat = {
2024-01-25 19:41:27 +00:00
'viewed': await ViewedStorage.get_shout(shout.slug),
2024-01-22 22:57:25 +00:00
# "reacted": reacted_stat,
2024-01-25 19:41:27 +00:00
'commented': commented_stat,
'rating': int(likes_stat or 0) - int(dislikes_stat or 0),
2024-01-22 22:57:25 +00:00
}
2024-01-28 15:51:12 +00:00
for author_caption in (
session.query(ShoutAuthor).join(Shout).where(Shout.slug == slug)
):
2024-01-22 22:57:25 +00:00
for author in shout.authors:
if author.id == author_caption.author:
author.caption = author_caption.caption
main_topic = (
session.query(Topic.slug)
.join(
ShoutTopic,
2024-01-25 19:41:27 +00:00
and_(
ShoutTopic.topic == Topic.id,
ShoutTopic.shout == shout.id,
ShoutTopic.main == True,
),
2024-01-22 22:57:25 +00:00
)
.first()
2023-12-16 15:24:30 +00:00
)
2023-12-09 18:15:30 +00:00
2024-01-22 22:57:25 +00:00
if main_topic:
shout.main_topic = main_topic[0]
return shout
2023-12-02 22:14:36 +00:00
except Exception:
2024-01-28 15:51:12 +00:00
raise HTTPException(
status_code=404, detail=f'shout {slug or shout_id} not found'
)
2022-11-23 21:53:53 +00:00
2024-01-25 19:41:27 +00:00
@query.field('load_shouts_by')
2023-12-02 22:14:36 +00:00
async def load_shouts_by(_, _info, options):
2022-11-15 02:36:30 +00:00
"""
:param options: {
filters: {
2023-11-28 11:17:21 +00:00
layouts: ['audio', 'video', ..],
2023-11-29 09:33:33 +00:00
reacted: True,
2023-11-29 12:11:05 +00:00
published: True, // filter published-only
author: 'discours',
topic: 'culture',
2023-11-29 07:23:41 +00:00
after: 1234567 // unixtime
}
offset: 0
limit: 50
2024-01-23 14:14:43 +00:00
order_by: 'created_at' | 'commented' | 'likes_stat'
2022-11-21 08:13:57 +00:00
order_by_desc: true
2022-11-15 02:36:30 +00:00
}
:return: Shout[]
"""
2023-12-09 16:22:47 +00:00
2023-12-02 22:14:36 +00:00
# base
2023-10-05 18:46:18 +00:00
q = (
2023-12-02 22:14:36 +00:00
select(Shout)
2023-10-05 18:46:18 +00:00
.options(
2023-12-02 22:14:36 +00:00
joinedload(Shout.authors),
2023-10-05 18:46:18 +00:00
joinedload(Shout.topics),
2023-10-01 17:27:08 +00:00
)
2023-12-02 22:14:36 +00:00
.where(and_(Shout.deleted_at.is_(None), Shout.layout.is_not(None)))
2022-11-15 02:36:30 +00:00
)
2022-11-25 18:31:53 +00:00
2023-12-02 22:14:36 +00:00
# stats
2024-01-23 01:34:48 +00:00
aliased_reaction = aliased(Reaction)
q = add_stat_columns(q, aliased_reaction)
2023-12-02 06:25:08 +00:00
# filters
2024-01-25 19:41:27 +00:00
q = apply_filters(q, options.get('filters', {}))
2022-11-25 18:31:53 +00:00
2023-12-02 06:25:08 +00:00
# group
2023-12-02 22:14:36 +00:00
q = q.group_by(Shout.id)
2023-12-02 06:25:08 +00:00
# order
2024-01-25 19:41:27 +00:00
order_by = options.get('order_by', Shout.published_at)
2024-01-28 15:51:12 +00:00
query_order_by = (
desc(order_by) if options.get('order_by_desc', True) else asc(order_by)
)
2023-12-02 06:25:08 +00:00
q = q.order_by(nulls_last(query_order_by))
# limit offset
2024-01-25 19:41:27 +00:00
offset = options.get('offset', 0)
limit = options.get('limit', 10)
2023-12-02 06:25:08 +00:00
q = q.limit(limit).offset(offset)
2023-07-05 14:08:17 +00:00
shouts = []
with local_session() as session:
2024-01-25 19:41:27 +00:00
for [
shout,
commented_stat,
likes_stat,
dislikes_stat,
_last_comment,
] in session.execute(q).unique():
2023-12-09 18:15:30 +00:00
main_topic = (
2023-12-09 18:21:38 +00:00
session.query(Topic.slug)
2023-12-16 15:24:30 +00:00
.join(
ShoutTopic,
2023-12-17 20:30:20 +00:00
and_(
2024-01-25 19:41:27 +00:00
ShoutTopic.topic == Topic.id,
ShoutTopic.shout == shout.id,
ShoutTopic.main == True,
),
2023-12-16 15:24:30 +00:00
)
2023-12-09 18:15:30 +00:00
.first()
)
if main_topic:
shout.main_topic = main_topic[0]
2022-11-25 18:31:53 +00:00
shout.stat = {
2024-01-25 19:41:27 +00:00
'viewed': await ViewedStorage.get_shout(shout.slug),
'commented': commented_stat,
'rating': int(likes_stat) - int(dislikes_stat),
2022-11-25 18:31:53 +00:00
}
2023-12-02 20:17:26 +00:00
shouts.append(shout)
2023-01-17 21:07:44 +00:00
return shouts
2023-02-06 14:27:23 +00:00
2023-05-08 17:06:01 +00:00
2024-01-25 19:41:27 +00:00
@query.field('load_shouts_drafts')
2023-02-06 14:27:23 +00:00
@login_required
2023-12-02 22:14:36 +00:00
async def load_shouts_drafts(_, info):
2024-01-25 19:41:27 +00:00
user_id = info.context['user_id']
2023-12-02 22:14:36 +00:00
q = (
select(Shout)
.options(
joinedload(Shout.authors),
joinedload(Shout.topics),
)
.filter(Shout.deleted_at.is_(None))
2023-12-02 22:22:16 +00:00
.filter(Shout.visibility == ShoutVisibility.AUTHORS.value)
2023-12-02 22:14:36 +00:00
)
shouts = []
with local_session() as session:
reader = session.query(Author).filter(Author.user == user_id).first()
2024-01-26 10:28:49 +00:00
if isinstance(reader, Author):
2023-12-02 22:14:36 +00:00
q = q.filter(Shout.created_by == reader.id)
q = q.group_by(Shout.id)
for [shout] in session.execute(q).unique():
2023-12-09 18:15:30 +00:00
main_topic = (
2023-12-09 18:21:38 +00:00
session.query(Topic.slug)
2023-12-16 15:24:30 +00:00
.join(
ShoutTopic,
2024-01-25 19:41:27 +00:00
and_(
ShoutTopic.topic == Topic.id,
ShoutTopic.shout == shout.id,
ShoutTopic.main == True,
),
2023-12-16 15:24:30 +00:00
)
2023-12-09 18:15:30 +00:00
.first()
)
if main_topic:
shout.main_topic = main_topic[0]
2023-12-02 22:14:36 +00:00
shouts.append(shout)
return shouts
2024-01-25 19:41:27 +00:00
@query.field('load_shouts_feed')
2023-12-02 22:14:36 +00:00
@login_required
2023-11-28 07:53:48 +00:00
async def load_shouts_feed(_, info, options):
2024-01-25 19:41:27 +00:00
user_id = info.context['user_id']
2023-12-02 22:14:36 +00:00
2024-01-23 01:34:48 +00:00
shouts = []
2023-10-23 14:47:11 +00:00
with local_session() as session:
2023-12-02 22:14:36 +00:00
reader = session.query(Author).filter(Author.user == user_id).first()
if reader:
2024-01-28 15:51:12 +00:00
reader_followed_authors = select(AuthorFollower.author).where(
AuthorFollower.follower == reader.id
)
reader_followed_topics = select(TopicFollower.topic).where(
TopicFollower.follower == reader.id
)
2023-11-27 18:18:52 +00:00
subquery = (
select(Shout.id)
.where(Shout.id == ShoutAuthor.shout)
.where(Shout.id == ShoutTopic.shout)
2024-01-25 19:41:27 +00:00
.where(
2024-01-28 15:51:12 +00:00
(ShoutAuthor.author.in_(reader_followed_authors))
| (ShoutTopic.topic.in_(reader_followed_topics))
2024-01-25 19:41:27 +00:00
)
2023-10-23 14:47:11 +00:00
)
2023-11-27 18:18:52 +00:00
q = (
select(Shout)
.options(
joinedload(Shout.authors),
joinedload(Shout.topics),
)
2024-01-25 19:41:27 +00:00
.where(
and_(
Shout.published_at.is_not(None),
Shout.deleted_at.is_(None),
Shout.id.in_(subquery),
)
)
2023-10-05 18:46:18 +00:00
)
2023-02-06 14:27:23 +00:00
2024-01-23 01:34:48 +00:00
aliased_reaction = aliased(Reaction)
q = add_stat_columns(q, aliased_reaction)
2024-01-25 19:41:27 +00:00
q = apply_filters(q, options.get('filters', {}), reader.id)
2023-02-16 10:08:55 +00:00
2024-01-25 19:41:27 +00:00
order_by = options.get('order_by', Shout.published_at)
2023-02-16 10:08:55 +00:00
2024-01-28 15:51:12 +00:00
query_order_by = (
desc(order_by) if options.get('order_by_desc', True) else asc(order_by)
)
2024-01-25 19:41:27 +00:00
offset = options.get('offset', 0)
limit = options.get('limit', 10)
2023-10-23 14:47:11 +00:00
2024-01-28 15:51:12 +00:00
q = (
q.group_by(Shout.id)
.order_by(nulls_last(query_order_by))
.limit(limit)
.offset(offset)
)
2023-02-16 10:08:55 +00:00
2023-12-02 22:14:36 +00:00
# print(q.compile(compile_kwargs={"literal_binds": True}))
2024-01-28 15:51:12 +00:00
for [shout, reacted_stat, commented_stat, _last_comment] in session.execute(
q
).unique():
2023-12-09 18:15:30 +00:00
main_topic = (
2023-12-09 18:21:38 +00:00
session.query(Topic.slug)
2023-12-16 15:24:30 +00:00
.join(
ShoutTopic,
2024-01-25 19:41:27 +00:00
and_(
ShoutTopic.topic == Topic.id,
ShoutTopic.shout == shout.id,
ShoutTopic.main == True,
),
2023-12-16 15:24:30 +00:00
)
2023-12-09 18:15:30 +00:00
.first()
)
if main_topic:
shout.main_topic = main_topic[0]
2023-11-27 18:18:52 +00:00
shout.stat = {
2024-01-25 19:41:27 +00:00
'viewed': await ViewedStorage.get_shout(shout.slug),
'reacted': reacted_stat,
'commented': commented_stat,
2023-11-27 18:18:52 +00:00
}
shouts.append(shout)
2023-12-02 20:44:36 +00:00
2023-12-02 22:14:36 +00:00
return shouts
2023-12-02 22:22:16 +00:00
2024-01-25 19:41:27 +00:00
@query.field('load_shouts_search')
2023-12-02 22:22:16 +00:00
async def load_shouts_search(_, _info, text, limit=50, offset=0):
if text and len(text) > 2:
2023-12-25 01:27:02 +00:00
results = await SearchService.search(text, limit, offset)
2024-01-25 19:41:27 +00:00
results_dict = {r['slug']: r for r in results}
2024-01-28 20:21:02 +00:00
found_keys = list(results_dict.keys())
2023-12-25 03:16:40 +00:00
shouts_data = []
2023-12-25 01:27:02 +00:00
with local_session() as session:
2024-01-28 20:42:35 +00:00
results = (
session.query(Shout)
.where(
and_(
Shout.deleted_at.is_(None),
Shout.slug.in_(found_keys),
)
)
.limit(limit)
.offset(offset)
.all()
)
2023-12-25 07:48:50 +00:00
# print(results)
2024-01-28 20:21:02 +00:00
logger.debug(f'search found {len(results)} results')
2023-12-25 03:16:40 +00:00
for x in results:
shout = x[0]
2024-01-26 01:05:25 +00:00
shout_data = shout.dict()
shout_slug = shout_data.get('slug', '')
topic = (
session.query(Topic)
.join(
ShoutTopic,
and_(
ShoutTopic.topic == Topic.id,
ShoutTopic.shout == shout.id,
ShoutTopic.main == True,
),
)
.first()
)
if topic:
shout_data['main_topic'] = topic
authors = (
2024-01-26 14:58:01 +00:00
session.query(Author, ShoutAuthor, ShoutTopic)
2024-01-26 01:05:25 +00:00
.join(
ShoutTopic,
and_(
ShoutAuthor.author == Author.id,
ShoutTopic.shout == shout.id,
),
)
.all()
)
if authors:
shout_data['authors'] = authors
2024-01-25 19:41:27 +00:00
score = results_dict.get(shout_slug, {}).get('score', 0)
shout_data['score'] = score # Add the score to the dictionary
2023-12-25 03:16:40 +00:00
shouts_data.append(shout_data)
2024-01-28 20:27:40 +00:00
shouts_data = sorted(
shouts_data,
key=lambda x: float(x.get('score', '0')),
reverse=True,
)
2023-12-25 03:16:40 +00:00
return shouts_data
2023-12-02 22:22:16 +00:00
else:
return []
2023-12-16 15:24:30 +00:00
2023-12-17 05:16:08 +00:00
@login_required
2024-01-25 19:41:27 +00:00
@query.field('load_shouts_unrated')
2023-12-22 18:12:42 +00:00
async def load_shouts_unrated(_, info, limit: int = 50, offset: int = 0):
2023-12-16 15:24:30 +00:00
q = (
select(Shout)
.options(
2024-01-26 10:28:49 +00:00
selectinload(Shout.authors),
selectinload(Shout.topics),
2023-12-16 15:24:30 +00:00
)
.outerjoin(
Reaction,
and_(
Reaction.shout == Shout.id,
Reaction.replyTo.is_(None),
2024-01-28 15:51:12 +00:00
Reaction.kind.in_(
[ReactionKind.LIKE.value, ReactionKind.DISLIKE.value]
),
2023-12-16 15:24:30 +00:00
),
)
2024-01-25 19:41:27 +00:00
.outerjoin(Author, Author.user == bindparam('user_id'))
2023-12-17 05:16:08 +00:00
.where(
and_(
Shout.deleted_at.is_(None),
Shout.layout.is_not(None),
2023-12-17 05:28:34 +00:00
or_(Author.id.is_(None), Reaction.created_by != Author.id),
2023-12-17 05:16:08 +00:00
)
)
2023-12-16 15:24:30 +00:00
)
2023-12-17 05:16:08 +00:00
# 3 or fewer votes is 0, 1, 2 or 3 votes (null, reaction id1, reaction id2, reaction id3)
q = q.having(func.count(distinct(Reaction.id)) <= 4)
2024-01-23 01:34:48 +00:00
aliased_reaction = aliased(Reaction)
q = add_stat_columns(q, aliased_reaction)
2023-12-16 15:24:30 +00:00
2023-12-22 18:12:42 +00:00
q = q.group_by(Shout.id).order_by(func.random()).limit(limit).offset(offset)
2024-01-25 19:41:27 +00:00
user_id = info.context.get('user_id')
2023-12-23 19:00:22 +00:00
if user_id:
with local_session() as session:
author = session.query(Author).filter(Author.user == user_id).first()
if author:
2024-01-23 13:04:38 +00:00
return await get_shouts_from_query(q, author.id)
2023-12-23 19:00:22 +00:00
else:
2024-01-23 13:04:38 +00:00
return await get_shouts_from_query(q)
2023-12-16 15:24:30 +00:00
2024-01-23 13:04:38 +00:00
async def get_shouts_from_query(q, author_id=None):
2023-12-16 15:24:30 +00:00
shouts = []
with local_session() as session:
2024-01-25 19:41:27 +00:00
for [
shout,
commented_stat,
likes_stat,
dislikes_stat,
_last_comment,
] in session.execute(q, {'author_id': author_id}).unique():
2023-12-16 15:24:30 +00:00
shouts.append(shout)
shout.stat = {
2024-01-25 19:41:27 +00:00
'viewed': await ViewedStorage.get_shout(shout_slug=shout.slug),
'commented': commented_stat,
'rating': int(likes_stat or 0) - int(dislikes_stat or 0),
2023-12-16 15:24:30 +00:00
}
return shouts
2024-01-25 19:41:27 +00:00
@query.field('load_shouts_random_top')
2024-01-18 11:45:47 +00:00
async def load_shouts_random_top(_, _info, options):
2023-12-16 15:24:30 +00:00
"""
2023-12-17 05:40:05 +00:00
:param _
:param _info: GraphQLInfoContext
2024-01-18 11:45:47 +00:00
:param options: {
2023-12-16 15:24:30 +00:00
filters: {
layouts: ['music']
after: 13245678
2023-12-17 05:40:05 +00:00
}
random_limit: 100
2023-12-16 15:24:30 +00:00
limit: 50
offset: 0
}
:return: Shout[]
"""
aliased_reaction = aliased(Reaction)
2024-01-28 15:51:12 +00:00
subquery = (
select(Shout.id).outerjoin(aliased_reaction).where(Shout.deleted_at.is_(None))
)
2023-12-16 15:24:30 +00:00
2024-01-25 19:41:27 +00:00
subquery = apply_filters(subquery, options.get('filters', {}))
subquery = subquery.group_by(Shout.id).order_by(
desc(
2024-01-23 13:04:38 +00:00
func.sum(
case(
(Reaction.kind == ReactionKind.LIKE.value, 1),
(Reaction.kind == ReactionKind.AGREE.value, 1),
(Reaction.kind == ReactionKind.DISLIKE.value, -1),
(Reaction.kind == ReactionKind.DISAGREE.value, -1),
2024-01-25 19:41:27 +00:00
else_=0,
2024-01-23 13:04:38 +00:00
)
)
)
)
2023-12-16 15:24:30 +00:00
2024-01-25 19:41:27 +00:00
random_limit = options.get('random_limit')
2023-12-17 05:40:05 +00:00
if random_limit:
subquery = subquery.limit(random_limit)
2023-12-16 15:24:30 +00:00
q = (
select(Shout)
.options(
joinedload(Shout.authors),
joinedload(Shout.topics),
)
.where(Shout.id.in_(subquery))
)
2024-01-23 01:34:48 +00:00
aliased_reaction = aliased(Reaction)
q = add_stat_columns(q, aliased_reaction)
2023-12-16 15:24:30 +00:00
2024-01-25 19:41:27 +00:00
limit = options.get('limit', 10)
2024-01-23 01:58:45 +00:00
q = q.group_by(Shout.id).order_by(func.random()).limit(limit)
2023-12-16 15:24:30 +00:00
# print(q.compile(compile_kwargs={"literal_binds": True}))
2024-01-23 13:04:38 +00:00
return await get_shouts_from_query(q)
2023-12-22 18:08:37 +00:00
2023-12-23 19:00:22 +00:00
2024-01-25 19:41:27 +00:00
@query.field('load_shouts_random_topic')
2023-12-23 19:00:22 +00:00
async def load_shouts_random_topic(_, info, limit: int = 10):
2023-12-22 18:08:37 +00:00
topic = get_random_topic()
2024-01-23 01:58:45 +00:00
shouts = []
if topic:
q = (
select(Shout)
.options(
joinedload(Shout.authors),
joinedload(Shout.topics),
)
2024-01-25 19:41:27 +00:00
.filter(
and_(
Shout.deleted_at.is_(None),
Shout.visibility == ShoutVisibility.PUBLIC.value,
Shout.topics.any(slug=topic.slug),
)
)
2023-12-22 18:08:37 +00:00
)
2024-01-23 01:58:45 +00:00
aliased_reaction = aliased(Reaction)
q = add_stat_columns(q, aliased_reaction)
2023-12-22 18:08:37 +00:00
2024-01-23 01:58:45 +00:00
q = q.group_by(Shout.id).order_by(desc(Shout.created_at)).limit(limit)
2023-12-22 18:08:37 +00:00
2024-01-23 01:58:45 +00:00
shouts = get_shouts_from_query(q)
2023-12-22 18:08:37 +00:00
2024-01-25 19:41:27 +00:00
return {'topic': topic, 'shouts': shouts}