2022-08-11 09:14:12 +00:00
|
|
|
from datetime import datetime
|
2022-09-17 18:12:14 +00:00
|
|
|
|
2022-08-11 09:14:12 +00:00
|
|
|
from dateutil.parser import parse as date_parse
|
2022-09-17 18:12:14 +00:00
|
|
|
|
2022-08-11 09:59:35 +00:00
|
|
|
from base.orm import local_session
|
2022-08-11 10:06:31 +00:00
|
|
|
from migration.html2text import html2text
|
2022-09-18 14:29:21 +00:00
|
|
|
from orm.user import User
|
|
|
|
from orm.topic import TopicFollower
|
|
|
|
from orm.reaction import Reaction, ReactionKind
|
2022-08-17 09:07:14 +00:00
|
|
|
from services.stat.reacted import ReactedStorage
|
2022-09-18 14:29:21 +00:00
|
|
|
from orm.shout import ShoutReactionsFollower
|
2022-08-11 09:14:12 +00:00
|
|
|
ts = datetime.now()
|
|
|
|
|
2022-09-03 10:50:14 +00:00
|
|
|
|
2022-08-18 06:12:46 +00:00
|
|
|
async def migrate(entry, storage):
|
2022-09-03 10:50:14 +00:00
|
|
|
"""
|
|
|
|
{
|
|
|
|
"_id": "hdtwS8fSyFLxXCgSC",
|
|
|
|
"body": "<p>",
|
|
|
|
"contentItem": "mnK8KsJHPRi8DrybQ",
|
|
|
|
"createdBy": "bMFPuyNg6qAD2mhXe",
|
|
|
|
"thread": "01/",
|
|
|
|
"createdAt": "2016-04-19 04:33:53+00:00",
|
|
|
|
"ratings": [
|
|
|
|
{ "createdBy": "AqmRukvRiExNpAe8C", "value": 1 },
|
|
|
|
{ "createdBy": "YdE76Wth3yqymKEu5", "value": 1 }
|
|
|
|
],
|
|
|
|
"rating": 2,
|
|
|
|
"updatedAt": "2020-05-27 19:22:57.091000+00:00",
|
|
|
|
"updatedBy": "0"
|
|
|
|
}
|
|
|
|
|
|
|
|
->
|
|
|
|
|
|
|
|
type Reaction {
|
|
|
|
id: Int!
|
|
|
|
shout: Shout!
|
|
|
|
createdAt: DateTime!
|
|
|
|
createdBy: User!
|
|
|
|
updatedAt: DateTime
|
|
|
|
deletedAt: DateTime
|
|
|
|
deletedBy: User
|
|
|
|
range: String # full / 0:2340
|
|
|
|
kind: ReactionKind!
|
|
|
|
body: String
|
|
|
|
replyTo: Reaction
|
|
|
|
stat: Stat
|
|
|
|
old_id: String
|
|
|
|
old_thread: String
|
|
|
|
}
|
|
|
|
"""
|
2022-09-17 18:12:14 +00:00
|
|
|
reaction_dict = {
|
|
|
|
"createdAt": (
|
|
|
|
ts if not entry.get("createdAt") else date_parse(entry.get("createdAt"))
|
|
|
|
),
|
|
|
|
"body": html2text(entry.get("body", "")),
|
|
|
|
"oid": entry["_id"],
|
|
|
|
}
|
2022-09-03 10:50:14 +00:00
|
|
|
shout_oid = entry.get("contentItem")
|
2022-09-07 16:30:06 +00:00
|
|
|
if shout_oid not in storage["shouts"]["by_oid"]:
|
2022-09-03 10:50:14 +00:00
|
|
|
if len(storage["shouts"]["by_oid"]) > 0:
|
|
|
|
return shout_oid
|
|
|
|
else:
|
|
|
|
print("[migration] no shouts migrated yet")
|
|
|
|
raise Exception
|
|
|
|
return
|
|
|
|
else:
|
|
|
|
with local_session() as session:
|
|
|
|
author = session.query(User).filter(User.oid == entry["createdBy"]).first()
|
|
|
|
shout_dict = storage["shouts"]["by_oid"][shout_oid]
|
|
|
|
if shout_dict:
|
|
|
|
reaction_dict["shout"] = shout_dict["slug"]
|
|
|
|
reaction_dict["createdBy"] = author.slug if author else "discours"
|
|
|
|
reaction_dict["kind"] = ReactionKind.COMMENT
|
|
|
|
|
|
|
|
# creating reaction from old comment
|
|
|
|
reaction = Reaction.create(**reaction_dict)
|
2022-09-18 14:29:21 +00:00
|
|
|
session.add(reaction)
|
2022-09-07 16:19:06 +00:00
|
|
|
await ReactedStorage.react(reaction)
|
2022-08-11 09:14:12 +00:00
|
|
|
|
2022-09-18 14:29:21 +00:00
|
|
|
# creating shout's reactions following for reaction author
|
|
|
|
following1 = session.query(
|
|
|
|
ShoutReactionsFollower
|
|
|
|
).where(
|
|
|
|
ShoutReactionsFollower.follower == reaction_dict["createdBy"]
|
|
|
|
).filter(
|
|
|
|
ShoutReactionsFollower.shout == reaction.shout
|
|
|
|
).first()
|
|
|
|
if not following1:
|
|
|
|
following1 = ShoutReactionsFollower.create(
|
|
|
|
follower=reaction_dict["createdBy"],
|
|
|
|
shout=reaction.shout,
|
|
|
|
auto=True
|
|
|
|
)
|
|
|
|
session.add(following1)
|
|
|
|
|
|
|
|
# creating topics followings for reaction author
|
|
|
|
for t in shout_dict["topics"]:
|
|
|
|
tf = session.query(
|
|
|
|
TopicFollower
|
|
|
|
).where(
|
|
|
|
TopicFollower.follower == reaction_dict["createdBy"]
|
|
|
|
).filter(
|
|
|
|
TopicFollower.topic == t
|
|
|
|
).first()
|
|
|
|
if not tf:
|
|
|
|
topic_following = TopicFollower.create(
|
|
|
|
follower=reaction_dict["createdBy"],
|
|
|
|
topic=t,
|
|
|
|
auto=True
|
|
|
|
)
|
|
|
|
session.add(topic_following)
|
|
|
|
|
2022-09-03 10:50:14 +00:00
|
|
|
reaction_dict["id"] = reaction.id
|
|
|
|
for comment_rating_old in entry.get("ratings", []):
|
|
|
|
rater = (
|
|
|
|
session.query(User)
|
|
|
|
.filter(User.oid == comment_rating_old["createdBy"])
|
|
|
|
.first()
|
|
|
|
)
|
|
|
|
re_reaction_dict = {
|
|
|
|
"shout": reaction_dict["shout"],
|
|
|
|
"replyTo": reaction.id,
|
|
|
|
"kind": ReactionKind.LIKE
|
|
|
|
if comment_rating_old["value"] > 0
|
|
|
|
else ReactionKind.DISLIKE,
|
2022-09-18 14:29:21 +00:00
|
|
|
"createdBy": rater.slug if rater else "discours",
|
2022-09-03 10:50:14 +00:00
|
|
|
}
|
|
|
|
cts = comment_rating_old.get("createdAt")
|
|
|
|
if cts:
|
|
|
|
re_reaction_dict["createdAt"] = date_parse(cts)
|
|
|
|
try:
|
|
|
|
# creating reaction from old rating
|
|
|
|
rr = Reaction.create(**re_reaction_dict)
|
2022-09-18 14:29:21 +00:00
|
|
|
following2 = session.query(
|
|
|
|
ShoutReactionsFollower
|
|
|
|
).where(
|
|
|
|
ShoutReactionsFollower.follower == re_reaction_dict['createdBy']
|
|
|
|
).filter(
|
|
|
|
ShoutReactionsFollower.shout == rr.shout
|
|
|
|
).first()
|
|
|
|
if not following2:
|
|
|
|
following2 = ShoutReactionsFollower.create(
|
|
|
|
follower=re_reaction_dict['createdBy'],
|
|
|
|
shout=rr.shout,
|
|
|
|
auto=True
|
|
|
|
)
|
|
|
|
session.add(following2)
|
|
|
|
session.add(rr)
|
2022-09-07 16:19:06 +00:00
|
|
|
await ReactedStorage.react(rr)
|
2022-08-11 09:14:12 +00:00
|
|
|
|
2022-09-03 10:50:14 +00:00
|
|
|
except Exception as e:
|
|
|
|
print("[migration] comment rating error: %r" % re_reaction_dict)
|
|
|
|
raise e
|
2022-09-18 14:29:21 +00:00
|
|
|
session.commit()
|
2022-09-03 10:50:14 +00:00
|
|
|
else:
|
|
|
|
print(
|
|
|
|
"[migration] error: cannot find shout for comment %r"
|
|
|
|
% reaction_dict
|
|
|
|
)
|
|
|
|
return reaction
|
2022-08-11 09:14:12 +00:00
|
|
|
|
|
|
|
|
|
|
|
def migrate_2stage(rr, old_new_id):
|
2022-09-03 10:50:14 +00:00
|
|
|
reply_oid = rr.get("replyTo")
|
|
|
|
if not reply_oid:
|
|
|
|
return
|
|
|
|
new_id = old_new_id.get(rr.get("oid"))
|
|
|
|
if not new_id:
|
|
|
|
return
|
|
|
|
with local_session() as session:
|
|
|
|
comment = session.query(Reaction).filter(Reaction.id == new_id).first()
|
|
|
|
comment.replyTo = old_new_id.get(reply_oid)
|
2022-09-17 18:12:14 +00:00
|
|
|
session.add(comment)
|
2022-09-18 14:29:21 +00:00
|
|
|
|
|
|
|
srf = session.query(ShoutReactionsFollower).where(
|
|
|
|
ShoutReactionsFollower.shout == comment.shout
|
|
|
|
).filter(
|
|
|
|
ShoutReactionsFollower.follower == comment.createdBy
|
|
|
|
).first()
|
|
|
|
if not srf:
|
|
|
|
srf = ShoutReactionsFollower.create(shout=comment.shout, follower=comment.createdBy, auto=True)
|
|
|
|
session.add(srf)
|
2022-09-03 10:50:14 +00:00
|
|
|
session.commit()
|
|
|
|
if not rr["body"]:
|
|
|
|
raise Exception(rr)
|