diff --git a/config.json b/config.json index 7ef2f38..cf84f36 100644 --- a/config.json +++ b/config.json @@ -29,9 +29,14 @@ "dest_coll": "summary_pay", "task_name": "summary_pay" }, - "summary_shopbuy": { + "summary_shopbuy": { "source_coll": "event", "dest_coll": "summary_shopbuy", "task_name": "summary_shopbuy" + }, + "owner_channel_server": { + "source_coll": "user", + "dest_coll": "attr", + "task_name": "owner_channel_server" } } \ No newline at end of file diff --git a/task/owner_channel_server.py b/task/owner_channel_server.py new file mode 100644 index 0000000..89597c3 --- /dev/null +++ b/task/owner_channel_server.py @@ -0,0 +1,128 @@ +import requests +from pydantic import BaseModel, Field + +from db import get_local_db +from .task import Task +from utils import * + + +class OwnerChannelServer(Task): + """ + owner_channel_server + """ + + class Model(BaseModel): + channel_name: str = Field(..., min_length=1, title="channel", alias='_channel_name') + owner_name: str = Field(..., min_length=1, title="owner", alias='_owner_name') + district_server_id: int = Field(..., title="区服id", alias='_district_server_id') + + @classmethod + def get_fields(cls): + return [v.alias for v in cls.__fields__.values()] + + def get_channel_alias(self): + admin_game_db = get_local_db('admin_game') + res = admin_game_db['game'].find_one({'id_name': self.game_name}, {'server_name': True}) or {} + server_name = res.get('server_name') + if not server_name: + raise ValueError(f'{self.game_name} 请补充对应gm平台的游戏代号') + url = f'http://gamemana.legu.cc/index.php?g=admin&m=public&a=channel_json&where_select=game&where_input={server_name}&skey=legukey' + resp = requests.get(url) + if resp.status_code != 200: + return {} + data = resp.json() + channel_map = {} + for channel in data['data']: + channel_map[channel['id']] = channel['alias'] or channel['channel'] + channel_map[channel['channel']] = channel['alias'] or channel['channel'] + return channel_map + + def get_server_alias(self): + admin_game_db = get_local_db('admin_game') + res = admin_game_db['game'].find_one({'id_name': self.game_name}, {'server_name': True}) or {} + server_name = res.get('server_name') + if not server_name: + raise ValueError(f'{self.game_name} 请补充对应gm平台的游戏代号') + url = f'http://gametools.legu.cc/?app=api&act=getServerList&game={server_name}' + resp = requests.get(url) + if resp.status_code != 200: + return {} + return {server['serverid']: server['servername'] for server in resp.json()} + + def cleaning(self, cursor_list): + for cursor in cursor_list: # type:dict + for source_coll, ts in cursor.items(): # type:str,dict + if ts['cursor_st'] == ts['cursor_et']: + continue + logger.info(f'开始处理{self.game_name} 处理 {source_coll} 游标 {ts}') + where = { + 'role_create_time': { + '$gte': ts['cursor_st'], + '$lt': ts['cursor_et'], + } + } + + projection = self.Model.get_fields() + owner_channel_server_data = {} + for item in self.local_db[source_coll].find(where, projection): + try: + model = self.Model(**item) + channel_dict = owner_channel_server_data.setdefault(model.owner_name, {}) + server_set = channel_dict.setdefault(model.channel_name, set()) + server_set.add(model.district_server_id) + + except Exception as e: + logger.error(f'msg:{e}') + continue + # pass + select_map_data = (self.local_db['attr'].find_one({'pname': 'select_map'}) or {}).get('data', {}) + # 将 owner_channel_server_data 合并到 select_map_data + for owner, channels in owner_channel_server_data.items(): + for channel, svr in channels.items(): + old_svr = select_map_data.get(owner, {}).get(channel, []) + old_svr = map(lambda x: int(x), old_svr) + svr.update(old_svr) + tmp_owner = select_map_data.setdefault(owner, {}) + tmp_owner[channel] = list(svr) + + channel_alias = self.get_channel_alias() + server_alias = self.get_server_alias() + + new_owner_channel_select_data = [] + for owner, channels in select_map_data.items(): + owner_data = { + 'id': owner, + 'text': owner, + 'children': [] + } + for channel, sid_list in channels.items(): + channel_data = { + 'id': channel, + 'text': channel_alias.get(channel, channel), + 'children': [] + } + for sid in sid_list: + _sid_data = { + 'id': sid, + 'text': server_alias.get(str(sid), sid), + } + channel_data['children'].append(_sid_data) + + owner_data['children'].append(channel_data) + new_owner_channel_select_data.append(owner_data) + + if select_map_data: + self.local_db[self.dest_coll].update_one({'pname': 'select_map'}, + {'$set': {'data': select_map_data}}, upsert=True) + self.remote_db[self.dest_coll].update_one({'pname': 'select_map'}, + {'$set': {'data': select_map_data}}, + upsert=True) + + self.local_db[self.dest_coll].update_one({'pname': 'owner_channel_select_data'}, + {'$set': {'data': new_owner_channel_select_data}}, + upsert=True) + self.remote_db[self.dest_coll].update_one({'pname': 'owner_channel_select_data'}, + {'$set': {'data': new_owner_channel_select_data}}, + upsert=True) + + self.set_cursor(cursor_st=ts['cursor_st'], cursor_et=ts['cursor_et'])