wuhao/data_cleaning
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

过滤查询时间戳相等

Browse Source
This commit is contained in:
wuhao 2020-12-11 11:56:49 +08:00
parent 95855fb148
commit ff0dffb36f
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
task/summary_func.py
View File

@ -43,7 +43,7 @@ class SummaryFunc(Task):
data = model.dict() data = model.dict()
bulk_data.append(UpdateOne({'_id': data['_id']}, {'$set': data}, upsert=True)) bulk_data.append(UpdateOne({'_id': data['_id']}, {'$set': data}, upsert=True))
except Exception as e: except Exception as e:
# logger.error(f'ftype {item["ftype"]} msg:{e}') logger.error(f'ftype {item["ftype"]} msg:{e}')
pass # pass
self.remote_db[self.task_name].bulk_write(bulk_data, ordered=False) self.remote_db[self.task_name].bulk_write(bulk_data, ordered=False)
self.set_cursor(cursor_st=ts['cursor_st'], cursor_et=ts['cursor_et']) self.set_cursor(cursor_st=ts['cursor_st'], cursor_et=ts['cursor_et'])