33 lines
859 B
Python
33 lines
859 B
Python
import json
|
|
import os
|
|
|
|
import bson
|
|
import gc
|
|
from .utils import DateTimeEncoder
|
|
|
|
|
|
def json_tables():
|
|
print("[migration] unpack dump/discours/*.bson to migration/data/*.json")
|
|
data = {
|
|
"content_items": [],
|
|
"content_item_categories": [],
|
|
"tags": [],
|
|
"email_subscriptions": [],
|
|
"users": [],
|
|
"comments": [],
|
|
"remarks": []
|
|
}
|
|
for table in data.keys():
|
|
print('[migration] bson2json for ' + table)
|
|
gc.collect()
|
|
lc = []
|
|
bs = open("dump/discours/" + table + ".bson", "rb").read()
|
|
base = 0
|
|
while base < len(bs):
|
|
base, d = bson.decode_document(bs, base)
|
|
lc.append(d)
|
|
data[table] = lc
|
|
open(os.getcwd() + "/migration/data/" + table + ".json", "w").write(
|
|
json.dumps(lc, cls=DateTimeEncoder)
|
|
)
|