wuhao/data_cleaning
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

update

Browse Source
This commit is contained in:
kf_wuhao 2020-12-26 14:14:59 +08:00
parent b30a18a2fe
commit fbf375bd45
1 changed files with 7 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
task/summary_login.py
View File

@ -29,11 +29,10 @@ class SummaryLogin(Task):
continue continue
logger.info(f'开始处理{self.game_name} 处理 {source_coll} 游标 {ts}') logger.info(f'开始处理{self.game_name} 处理 {source_coll} 游标 {ts}')
where = { where = {
'_event_time': { '_ut': {
'$gte': ts['cursor_st'], '$gte': ts['cursor_st'],
'$lt': ts['cursor_et'], '$lt': ts['cursor_et'],
}, }
'_event_name': 'TimeSpending' # 在线时长打点 30s
} }
projection = self.Model.get_fields() projection = self.Model.get_fields()
@ -47,14 +46,15 @@ class SummaryLogin(Task):
# 还没有记录的 # 还没有记录的
role_set = set(role_list) - set(exists_role_list) role_set = set(role_list) - set(exists_role_list)
for role_id in role_set: for item in self.local_db[source_coll].find({'_game_role_id': {'$in': list(role_set)}}, projection):
item = self.local_db[source_coll].find_one(
{'_game_role_id': role_id, '_event_name': 'TimeSpending'}, projection)
try: try:
item['cdate'] = cdate item['cdate'] = cdate
model = self.Model(**item) model = self.Model(**item)
data = model.dict(by_alias=True) data = model.dict(by_alias=True)
bulk_data.append(UpdateOne({'_id': data['_id']}, {'$set': data}, upsert=True)) data.pop('_id')
bulk_data.append(
UpdateOne({'cdate': cdate, '_game_role_id': data['_game_role_id']}, {'$set': data},
upsert=True))
except Exception as e: except Exception as e:
logger.error(f'msg:{e}') logger.error(f'msg:{e}')
# pass # pass