add regexes to remove or replace dummy tags during migration

2023-08-08 01:13:14 +01:00
parent b4e14cce93
commit ed6ea3a318
2 changed files with 41 additions and 4 deletions
--- a/migration/tables/content_items.py
+++ b/migration/tables/content_items.py
@@ -150,7 +150,7 @@ async def migrate(entry, storage):
        "createdAt": date_parse(entry.get("createdAt", OLD_DATE)),
        "updatedAt": date_parse(entry["updatedAt"]) if "updatedAt" in entry else ts,
        "topics": await add_topics_follower(entry, storage, author),
-        "body": extract_html(entry)
+        "body": extract_html(entry, cleanup=True)
    }

    # main topic patch