wuhao/sync_game_data
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

过滤debug区服

Browse Source
This commit is contained in:
wuhao 2020-10-20 13:53:14 +08:00
parent feb842d45d
commit b23bedd986
3 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
main.py
View File

@ -14,7 +14,7 @@ loop = asyncio.get_event_loop()
async def main(): async def main():
tasks = [] tasks = []
server_df = get_server_list() server_df, game_df = get_server_list()
# gm_db pool # gm_db pool
gm_db_pool = await aiomysql.create_pool(**settings.GAME_MANA_MYSQLDB, maxsize=100, autocommit=True) gm_db_pool = await aiomysql.create_pool(**settings.GAME_MANA_MYSQLDB, maxsize=100, autocommit=True)
@ -46,6 +46,7 @@ async def main():
task = asyncio.create_task(LoadPayData(pay_db_conf=pay_db_conf, task = asyncio.create_task(LoadPayData(pay_db_conf=pay_db_conf,
gm_db_pool=gm_db_pool, gm_db_pool=gm_db_pool,
game_name=game_name, game_name=game_name,
serverid_list=list(game_df.get_group(game_name)['serverid'].unique())
).run()) ).run())
tasks.append(task) tasks.append(task)

3
update_data/update_pay.py
View File

@ -13,6 +13,7 @@ class LoadPayData(LoadData):
super().__init__(*args, **kwargs) super().__init__(*args, **kwargs)
self.pay_mysql_conf = kwargs.get('pay_db_conf') self.pay_mysql_conf = kwargs.get('pay_db_conf')
self.game_name = kwargs.get('game_name') self.game_name = kwargs.get('game_name')
self.serverid_list = kwargs.get('serverid_list')
async def get_data(self): async def get_data(self):
# 获取充值数据 所有区服 # 获取充值数据 所有区服
@ -31,6 +32,8 @@ class LoadPayData(LoadData):
await cur.execute(sql, (self.last_act_time - 3600,)) await cur.execute(sql, (self.last_act_time - 3600,))
rss = await cur.fetchall() rss = await cur.fetchall()
for p in rss: for p in rss:
if p.get('serverid') not in self.serverid_list:
continue
p['data'] = p['data2'] p['data'] = p['data2']
await cur.close() await cur.close()
pay_mysql.close() pay_mysql.close()

4
utils/get_server.py
View File

@ -8,7 +8,7 @@ from config import settings
但以db host同步 lastActTime_**_host 并不会停止 但以db host同步 lastActTime_**_host 并不会停止
导致 该区服丢失一次数据 导致 该区服丢失一次数据
""" """
def get_server_list() -> pd.DataFrame: def get_server_list():
server_df = pd.read_json(settings.SERVER_LIST_URL) server_df = pd.read_json(settings.SERVER_LIST_URL)
server_df = server_df[ server_df = server_df[
(server_df['debug'] != '1') (server_df['debug'] != '1')
@ -18,4 +18,4 @@ def get_server_list() -> pd.DataFrame:
& (~server_df['game'].isin(['xiyou', 'fengshen', 'hommh5', 'sanguo', 'gods'])) & (~server_df['game'].isin(['xiyou', 'fengshen', 'hommh5', 'sanguo', 'gods']))
] ]
return server_df.groupby(['game', 'dbhost', 'dbport', 'dbuser', 'dbpwd']) return server_df.groupby(['game', 'dbhost', 'dbport', 'dbuser', 'dbpwd']), server_df.groupby('game')