wuhao/data_cleaning
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

update

Browse Source
This commit is contained in:
kf_wuhao 2021-01-11 20:12:21 +08:00
parent 4a1e6fa18c
commit 0468f3f30b
8 changed files with 33 additions and 33 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
model/model.py
View File

@ -12,17 +12,18 @@ class BaseModel(BModel):
class GBaseModel(BaseModel): class GBaseModel(BaseModel):
platform: str = Field(None, title="平台", alias='_platform') platform: str = Field(None, title="平台", alias='_platform')
channel_name: str = Field(None, title="channel", alias='_channel_name') channel_name: str = Field(..., min_length=1, title="channel", alias='_channel_name')
owner_name: str = Field(None, title="owner", alias='_owner_name') owner_name: str = Field(..., min_length=1, title="owner", alias='_owner_name')
channel_uid: str = Field(None, title="channel_uid", alias='_channel_uid') channel_uid: str = Field(..., min_length=1, title="channel_uid", alias='_channel_uid')
device_id: str = Field(None, title='device_id', alias='_device_id') device_id: str = Field(..., min_length=1, title='device_id', alias='_device_id')
district_server_id: int = Field(None, title="区服id", alias='_district_server_id') district_server_id: int = Field(..., title="区服id", alias='_district_server_id')
game_role_id: str = Field(None, title="角色id", alias='_game_role_id') game_role_id: str = Field(..., min_length=1, title="角色id", alias='_game_role_id')
event_time: int = Field(..., title="事件时间", alias='_event_time') event_time: int = Field(..., title="事件时间", alias='_event_time')
role_create_time: int = Field(None, title="角色创建时间")
role_level: int = Field(None, title="角色等级") role_level: int = Field(None, title="角色等级")
role_vip: int = Field(None, title="角色vip等级") role_vip: int = Field(None, title="角色vip等级")
role_stage: IntStr = Field(None, title="关卡") role_stage: IntStr = Field(None, title="关卡")
role_create_time: int = Field(None, title="角色创建时间")

8
task/add_user_flag.py
View File

@ -15,10 +15,10 @@ class AddUserFlag(Task):
""" """
class Model(BaseModel): class Model(BaseModel):
game_role_id: str = Field(..., title="角色id", alias='_game_role_id') game_role_id: str = Field(..., min_length=1, title="角色id", alias='_game_role_id')
device_id: str = Field(..., title='设备id', alias='_device_id') device_id: str = Field(..., min_length=1, title='设备id', alias='_device_id')
channel_uid: str = Field(..., title="channel_uid", alias='_channel_uid') channel_uid: str = Field(..., min_length=1, title="channel_uid", alias='_channel_uid')
role_create_time: int = Field(..., title="注册时间戳") role_create_time: int = Field(..., min_length=1, title="注册时间戳")
def cleaning(self, cursor_list): def cleaning(self, cursor_list):
for cursor in cursor_list: # type:dict for cursor in cursor_list: # type:dict

6
task/first_recharge.py
View File

@ -19,9 +19,9 @@ class FirstRecharge(Task):
role_vip: int = Field(None, title='vip等级') role_vip: int = Field(None, title='vip等级')
role_stage: IntStr = Field(None, title='关卡') role_stage: IntStr = Field(None, title='关卡')
money: IntFloat = Field(..., title='金额') money: IntFloat = Field(..., title='金额')
game_role_id: str = Field(..., title='角色id', alias='_game_role_id') game_role_id: str = Field(..., min_length=1, title='角色id', alias='_game_role_id')
orderid: str = Field(..., title='订单号') orderid: str = Field(..., min_length=1, title='订单号')
proid: str = Field(..., title='计费点') proid: str = Field(..., min_length=1, title='计费点')
cdate: int = Field(..., title='当天0点') cdate: int = Field(..., title='当天0点')
@classmethod @classmethod

4
task/repair_gunfu.py
View File

@ -15,8 +15,8 @@ class RepairGunfu(Task):
""" """
class Model(BaseModel): class Model(BaseModel):
game_role_id: str = Field(None, title="角色id", alias='_game_role_id') game_role_id: str = Field(..., min_length=1, title="角色id", alias='_game_role_id')
device_id: str = Field(..., title='设备id', alias='_device_id') device_id: str = Field(..., min_length=1, title='设备id', alias='_device_id')
def cleaning(self, cursor_list): def cleaning(self, cursor_list):
for cursor in cursor_list: # type:dict for cursor in cursor_list: # type:dict

13
task/summary_assets.py
View File

@ -17,14 +17,13 @@ class SummaryAssets(Task):
class Model(BaseModel): class Model(BaseModel):
id: MdbObjectId = Field(..., title="id", alias='_id') id: MdbObjectId = Field(..., title="id", alias='_id')
channel_name: str = Field(None, title="channel", alias='_channel_name') channel_name: str = Field(..., min_length=1, title="channel", alias='_channel_name')
owner_name: str = Field(None, title="owner", alias='_owner_name') owner_name: str = Field(...,min_length=1, title="owner", alias='_owner_name')
channel_uid: str = Field(None, title="channel_uid", alias='_channel_uid') channel_uid: str = Field(..., min_length=1, title="channel_uid", alias='_channel_uid')
device_id: str = Field(None, title='device_id', alias='_device_id') device_id: str = Field(..., min_length=1, title='device_id', alias='_device_id')
district_server_id: int = Field(None, title="区服id", alias='_district_server_id') district_server_id: int = Field(..., title="区服id", alias='_district_server_id')
game_role_id: str = Field(None, title="角色id", alias='_game_role_id') game_role_id: str = Field(..., min_length=1, title="角色id", alias='_game_role_id')
event_time: int = Field(..., title="事件时间", alias='_event_time') event_time: int = Field(..., title="事件时间", alias='_event_time')
role_create_time: int = Field(None, title="角色创建时间")
role_level: int = Field(None, title="角色等级") role_level: int = Field(None, title="角色等级")
role_vip: int = Field(None, title="角色vip等级") role_vip: int = Field(None, title="角色vip等级")
role_stage: IntStr = Field(None, title="关卡") role_stage: IntStr = Field(None, title="关卡")

5
task/summary_func.py
View File

@ -1,4 +1,5 @@
import traceback import traceback
from typing import List, Dict
from pymongo import UpdateOne from pymongo import UpdateOne
from pydantic import Field from pydantic import Field
@ -16,8 +17,8 @@ class SummaryFunc(Task):
class Model(GBaseModel): class Model(GBaseModel):
id: MdbObjectId = Field(..., title="id", alias='_id') id: MdbObjectId = Field(..., title="id", alias='_id')
prize: list = Field(None, title='奖励') prize: List[Dict] = Field(None, title='奖励')
need: list = Field(None, title='消耗') need: List[Dict] = Field(None, title='消耗')
ftype: str = Field(..., title='功能') ftype: str = Field(..., title='功能')
data: dict = Field(None, title='功能数据') data: dict = Field(None, title='功能数据')
cdate: int = Field(..., title='当天0点') cdate: int = Field(..., title='当天0点')

13
task/summary_join_hd.py
View File

@ -18,14 +18,13 @@ class SummaryJoinHd(Task):
class Model(BaseModel): class Model(BaseModel):
id: MdbObjectId = Field(..., title="id", alias='_id') id: MdbObjectId = Field(..., title="id", alias='_id')
channel_name: str = Field(None, title="channel", alias='_channel_name') channel_name: str = Field(..., min_length=1, title="channel", alias='_channel_name')
owner_name: str = Field(None, title="owner", alias='_owner_name') owner_name: str = Field(..., min_length=1, title="owner", alias='_owner_name')
channel_uid: str = Field(None, title="channel_uid", alias='_channel_uid') channel_uid: str = Field(..., min_length=1, title="channel_uid", alias='_channel_uid')
device_id: str = Field(None, title='device_id', alias='_device_id') device_id: str = Field(..., min_length=1, title='device_id', alias='_device_id')
district_server_id: int = Field(None, title="区服id", alias='_district_server_id') district_server_id: int = Field(..., title="区服id", alias='_district_server_id')
game_role_id: str = Field(None, title="角色id", alias='_game_role_id') game_role_id: str = Field(..., min_length=1, title="角色id", alias='_game_role_id')
event_time: int = Field(..., title="事件时间", alias='_event_time') event_time: int = Field(..., title="事件时间", alias='_event_time')
role_create_time: int = Field(None, title="角色创建时间")
role_level: int = Field(None, title="角色等级") role_level: int = Field(None, title="角色等级")
role_vip: int = Field(None, title="角色vip等级") role_vip: int = Field(None, title="角色vip等级")
role_stage: IntStr = Field(None, title="关卡") role_stage: IntStr = Field(None, title="关卡")

2
task/summary_open_hd.py
View File

@ -16,7 +16,7 @@ class SummaryOpenHd(Task):
class Model(GBaseModel): class Model(GBaseModel):
id: MdbObjectId = Field(..., title="id", alias='_id') id: MdbObjectId = Field(..., title="id", alias='_id')
htype: str = Field(None, title='活动类型') htype: str = Field(..., title='活动类型')
cdate: int = Field(..., title='当天0点') cdate: int = Field(..., title='当天0点')
def cleaning(self, cursor_list): def cleaning(self, cursor_list):