wuhao/data_cleaning
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

延后入库问题

Browse Source
This commit is contained in:
kf_wuhao 2021-02-01 18:33:39 +08:00
parent 4cd9d0c7dd
commit 2b4603a67b
9 changed files with 9 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
task/first_recharge.py
View File

@ -33,7 +33,7 @@ class FirstRecharge(Task):
continue continue
logger.info(f'开始处理{self.game_name} 处理 {source_coll} 游标 {ts}') logger.info(f'开始处理{self.game_name} 处理 {source_coll} 游标 {ts}')
where = { where = {
'_ut': { '_event_time': {
'$gte': ts['cursor_st'], '$gte': ts['cursor_st'],
'$lt': ts['cursor_et'], '$lt': ts['cursor_et'],
} }

2
task/summary_assets.py
View File

@ -57,7 +57,7 @@ class SummaryAssets(Task):
'$or': [{'prize.a': {'$in': list(a)}, 'prize.t': {'$in': list(t)}}, '$or': [{'prize.a': {'$in': list(a)}, 'prize.t': {'$in': list(t)}},
{'need.a': {'$in': list(a)}, 'need.t': {'$in': list(t)}}], {'need.a': {'$in': list(a)}, 'need.t': {'$in': list(t)}}],
'_event_name': 'res', '_event_name': 'res',
'_ut': { '_event_time': {
'$gte': ts['cursor_st'], '$gte': ts['cursor_st'],
'$lt': ts['cursor_et'], '$lt': ts['cursor_et'],
} }

2
task/summary_func.py
View File

@ -31,7 +31,7 @@ class SummaryFunc(Task):
logger.info(f'开始处理{self.game_name} 处理 {source_coll} 游标 {ts}') logger.info(f'开始处理{self.game_name} 处理 {source_coll} 游标 {ts}')
where = { where = {
'_event_name': 'Func', '_event_name': 'Func',
'_ut': { '_event_time': {
'$gte': ts['cursor_st'], '$gte': ts['cursor_st'],
'$lt': ts['cursor_et'], '$lt': ts['cursor_et'],
} }

2
task/summary_join_hd.py
View File

@ -43,7 +43,7 @@ class SummaryJoinHd(Task):
where = { where = {
'_event_name': 'res', '_event_name': 'res',
'function': 'hdgetprize', 'function': 'hdgetprize',
'_ut': { '_event_time': {
'$gte': ts['cursor_st'], '$gte': ts['cursor_st'],
'$lt': ts['cursor_et'], '$lt': ts['cursor_et'],
} }

2
task/summary_login.py
View File

@ -31,7 +31,7 @@ class SummaryLogin(Task):
continue continue
logger.info(f'开始处理{self.game_name} 处理 {source_coll} 游标 {ts}') logger.info(f'开始处理{self.game_name} 处理 {source_coll} 游标 {ts}')
where = { where = {
'_ut': { '_event_time': {
'$gte': ts['cursor_st'], '$gte': ts['cursor_st'],
'$lt': ts['cursor_et'], '$lt': ts['cursor_et'],
} }

2
task/summary_open_hd.py
View File

@ -29,7 +29,7 @@ class SummaryOpenHd(Task):
'_event_name': 'Activity', '_event_name': 'Activity',
'act': 'click', 'act': 'click',
'htype': {"$exists": 1}, 'htype': {"$exists": 1},
'_ut': { '_event_time': {
'$gte': ts['cursor_st'], '$gte': ts['cursor_st'],
'$lt': ts['cursor_et'], '$lt': ts['cursor_et'],
} }

2
task/summary_pay.py
View File

@ -39,7 +39,7 @@ class SummaryPay(Task):
continue continue
logger.info(f'开始处理{self.game_name} 处理 {source_coll} 游标 {ts}') logger.info(f'开始处理{self.game_name} 处理 {source_coll} 游标 {ts}')
where = { where = {
'_ut': { '_event_time': {
'$gte': ts['cursor_st'], '$gte': ts['cursor_st'],
'$lt': ts['cursor_et'], '$lt': ts['cursor_et'],
} }

2
task/summary_shopbuy.py
View File

@ -38,7 +38,7 @@ class SummaryShopbuy(Task):
where = { where = {
'_event_name': 'Shop', '_event_name': 'Shop',
"act": "buy", "act": "buy",
'_ut': { '_event_time': {
'$gte': ts['cursor_st'], '$gte': ts['cursor_st'],
'$lt': ts['cursor_et'], '$lt': ts['cursor_et'],
} }

2
task/sync_user.py
View File

@ -17,7 +17,7 @@ class SyncUser(Task):
continue continue
logger.info(f'开始处理{self.game_name} 处理 {source_coll} 游标 {ts}') logger.info(f'开始处理{self.game_name} 处理 {source_coll} 游标 {ts}')
where = { where = {
'_ut': { '_event_time': {
'$gte': ts['cursor_st'], '$gte': ts['cursor_st'],
'$lt': ts['cursor_et'], '$lt': ts['cursor_et'],
} }