wuhao/data_cleaning
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

update

Browse Source
This commit is contained in:
kf_wuhao 2021-02-03 17:18:41 +08:00
parent 2b4603a67b
commit a4de70aeb3
1 changed files with 24 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
task/summary_shopbuy.py
View File

@ -21,7 +21,7 @@ class SummaryShopbuy(Task):
prize: List[dict] = Field(None, title='奖励')
need: List[dict] = Field(None, title='消耗')
user_name: str = Field(None, title='昵称')
stype: IntStr = Field(None, title='商店id')
stype: int = Field(None, title='商店id')
needa: str = Field(...)
needn: int = Field(...)
needt: str = Field(...)
@ -35,6 +35,19 @@ class SummaryShopbuy(Task):
if ts['cursor_st'] == ts['cursor_et']:
continue
logger.info(f'开始处理{self.game_name} 处理 {source_coll} 游标 {ts}')
projection = self.Model.get_fields()
if self.game_name in ['shenghuajiyuan']:
where = {
"_event_name": "shopBuy",
'_event_time': {
'$gte': ts['cursor_st'],
'$lt': ts['cursor_et'],
}
}
projection.append('shopType')
else:
where = {
'_event_name': 'Shop',
"act": "buy",
@ -44,7 +57,6 @@ class SummaryShopbuy(Task):
}
}
projection = self.Model.get_fields()
bulk_data = []
for item in self.local_db[source_coll].find(where, projection):
try:
@ -56,6 +68,7 @@ class SummaryShopbuy(Task):
item['prizea'] = item['prize'][0]['a']
item['prizet'] = item['prize'][0]['t']
item['prizen'] = item['prize'][0]['n']
item['stype'] = item.get('stype') or item.get('shopType', '255')
model = self.Model(**item)
data = model.dict(by_alias=True)
bulk_data.append(UpdateOne({'_id': data['_id']}, {'$set': data}, upsert=True))