core/migration/tables/users.py

import sqlalchemy
from orm import User, UserRating
from orm.user import EmailSubscription
from dateutil.parser import parse
from orm.base import local_session

def migrate(entry):
	if 'subscribedTo' in entry: del entry['subscribedTo']
	email = entry['emails'][0]['address']
	user_dict = {
		'oid': entry['_id'],
		'roles': [],
		'ratings': [],
		'username': email,
		'email': email,
		'password': entry['services']['password'].get('bcrypt', ''),
		'createdAt': parse(entry['createdAt']),
		'emailConfirmed': bool(entry['emails'][0]['verified']),
		'muted': False, # amnesty
		'bio': entry['profile'].get('bio', ''),
		'notifications': [],
		'createdAt': parse(entry['createdAt']),
		'roles': [], # entry['roles'] # roles by community
		'ratings': [], # entry['ratings']
		'links': [],
		'name': 'anonymous'
	}
	if 'updatedAt' in entry: user_dict['updatedAt'] = parse(entry['updatedAt'])
	if 'wasOnineAt' in entry: user_dict['wasOnlineAt'] = parse(entry['wasOnlineAt'])
	if entry.get('profile'):
		# slug
		user_dict['slug'] = entry['profile'].get('path')
		user_dict['bio'] = entry['profile'].get('bio','')

		# userpic
		try: user_dict['userpic'] = 'https://assets.discours.io/unsafe/100x/' + entry['profile']['thumborId']
		except KeyError:
			try: user_dict['userpic'] = entry['profile']['image']['url']
			except KeyError: user_dict['userpic'] = ''

		# name
		fn = entry['profile'].get('firstName', '')
		ln = entry['profile'].get('lastName', '')
		name = user_dict['slug'] if user_dict['slug'] else 'anonymous'
		name = fn if fn else name
		name = (name + ' ' + ln) if ln else name
		name = entry['profile']['path'].lower().replace(' ', '-') if len(name) < 2 else name
		user_dict['name'] = name

		# links
		fb = entry['profile'].get('facebook', False)
		if fb: user_dict['links'].append(fb)
		vk = entry['profile'].get('vkontakte', False)
		if vk: user_dict['links'].append(vk)
		tr = entry['profile'].get('twitter', False)
		if tr: user_dict['links'].append(tr)
		ws = entry['profile'].get('website', False)
		if ws: user_dict['links'].append(ws)

	# some checks
	if not user_dict['slug'] and len(user_dict['links']) > 0: 
		user_dict['slug'] = user_dict['links'][0].split('/')[-1]

	user_dict['slug'] = user_dict.get('slug', user_dict['email'].split('@')[0])
	oid = user_dict['oid']
	try: user = User.create(**user_dict.copy())
	except sqlalchemy.exc.IntegrityError:
		print('[migration] cannot create user ' + user_dict['slug'])
		with local_session() as session:
			old_user = session.query(User).filter(User.slug == user_dict['slug']).first()
			old_user.oid = oid
			user = old_user
			if not user:
				print('[migration] ERROR: cannot find user ' + user_dict['slug'])
				raise Exception
	user_dict['id'] = user.id
	return user_dict

def migrate_email_subscription(entry):
	res = {}
	res["email"] = entry["email"]
	res["createdAt"] = parse(entry["createdAt"])
	EmailSubscription.create(**res)

def migrate_2stage(entry, id_map):
	ce = 0
	for rating_entry in entry.get('ratings',[]):
		rater_oid = rating_entry['createdBy']
		rater_slug = id_map.get(rater_oid)
		if not rater_slug:
			ce +=1
			# print(rating_entry)
			continue
		oid = entry['_id']
		author_slug = id_map.get(oid)
		user_rating_dict = {
			'value': rating_entry['value'],
			'rater': rater_slug,
			'user': author_slug
		}
		with local_session() as session:
			try:
				user_rating = UserRating.create(**user_rating_dict)
			except sqlalchemy.exc.IntegrityError:
				old_rating = session.query(UserRating).filter(UserRating.rater == rater_slug).first()
				print('[migration] cannot create ' + author_slug + '`s rate from ' + rater_slug)
				print('[migration] concat rating value %d+%d=%d' % (old_rating.value, rating_entry['value'], old_rating.value + rating_entry['value']))
				old_rating.update({ 'value': old_rating.value + rating_entry['value'] })
				session.commit()
			except Exception as e:
				print(e)
	return ce