From ca1bece4fa841fd4a3786170c93cfdd5091e1e39 Mon Sep 17 00:00:00 2001 From: zhaocy Date: Mon, 11 Jul 2022 17:09:37 +0800 Subject: [PATCH] bechmark --- sys/db/benchmark/hero_db.pb.go | 460 +++++++++++++++++++++++++++++++++ sys/db/benchmark/main_test.go | 83 ++++++ sys/db/benchmark/query_test.go | 276 ++++++++++++++++++++ sys/db/db.go | 4 + 4 files changed, 823 insertions(+) create mode 100644 sys/db/benchmark/hero_db.pb.go create mode 100644 sys/db/benchmark/main_test.go create mode 100644 sys/db/benchmark/query_test.go diff --git a/sys/db/benchmark/hero_db.pb.go b/sys/db/benchmark/hero_db.pb.go new file mode 100644 index 000000000..57168f8c9 --- /dev/null +++ b/sys/db/benchmark/hero_db.pb.go @@ -0,0 +1,460 @@ +// Code generated by protoc-gen-go. DO NOT EDIT. +// versions: +// protoc-gen-go v1.28.0 +// protoc v3.20.0 +// source: hero/hero_db.proto + +package bench + +import ( + protoreflect "google.golang.org/protobuf/reflect/protoreflect" + protoimpl "google.golang.org/protobuf/runtime/protoimpl" + reflect "reflect" + sync "sync" +) + +const ( + // Verify that this generated code is sufficiently up-to-date. + _ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion) + // Verify that runtime/protoimpl is sufficiently up-to-date. + _ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20) +) + +type SkillData struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + SkillID int32 `protobuf:"varint,1,opt,name=skillID,proto3" json:"skillID"` + SkillLv int32 `protobuf:"varint,2,opt,name=skillLv,proto3" json:"skillLv"` +} + +func (x *SkillData) Reset() { + *x = SkillData{} + if protoimpl.UnsafeEnabled { + mi := &file_hero_hero_db_proto_msgTypes[0] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *SkillData) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*SkillData) ProtoMessage() {} + +func (x *SkillData) ProtoReflect() protoreflect.Message { + mi := &file_hero_hero_db_proto_msgTypes[0] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use SkillData.ProtoReflect.Descriptor instead. +func (*SkillData) Descriptor() ([]byte, []int) { + return file_hero_hero_db_proto_rawDescGZIP(), []int{0} +} + +func (x *SkillData) GetSkillID() int32 { + if x != nil { + return x.SkillID + } + return 0 +} + +func (x *SkillData) GetSkillLv() int32 { + if x != nil { + return x.SkillLv + } + return 0 +} + +type DBHero struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id" bson:"_id"` //ID + Uid string `protobuf:"bytes,2,opt,name=uid,proto3" json:"uid"` + HeroID int32 `protobuf:"varint,3,opt,name=heroID,proto3" json:"heroID" bson:"heroID"` // 英雄的配置表ID + Star int32 `protobuf:"varint,4,opt,name=star,proto3" json:"star"` // 英雄星级 + Lv int32 `protobuf:"varint,5,opt,name=lv,proto3" json:"lv"` // 英雄等级 + Exp int32 `protobuf:"varint,6,opt,name=exp,proto3" json:"exp"` // 英雄经验 + JuexingLv int32 `protobuf:"varint,7,opt,name=juexingLv,proto3" json:"juexingLv" bson:"juexingLv"` //觉醒等级 + CaptainSkill int32 `protobuf:"varint,8,opt,name=captainSkill,proto3" json:"captainSkill" bson:"captainSkill"` //队长技能 + NormalSkill []*SkillData `protobuf:"bytes,9,rep,name=normalSkill,proto3" json:"normalSkill" bson:"normalSkill"` //普通技能 + Property map[string]int32 `protobuf:"bytes,10,rep,name=property,proto3" json:"property" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"varint,2,opt,name=value,proto3"` // 属性相关 + AddProperty map[string]int32 `protobuf:"bytes,11,rep,name=addProperty,proto3" json:"addProperty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"varint,2,opt,name=value,proto3" bson:"addProperty"` //附加属性相关 + Formation int32 `protobuf:"varint,12,opt,name=formation,proto3" json:"formation"` // 阵型类型 + CardType int32 `protobuf:"varint,13,opt,name=cardType,proto3" json:"cardType" bson:"cardType"` //卡片类型(升星卡、经验卡、技能升级卡) + CurSkin int32 `protobuf:"varint,14,opt,name=curSkin,proto3" json:"curSkin" bson:"curSkin"` //当前装备的皮肤ID + Skins []int32 `protobuf:"varint,15,rep,packed,name=skins,proto3" json:"skins"` // 所有皮肤ID + Block bool `protobuf:"varint,16,opt,name=block,proto3" json:"block"` // 锁定 + EquipID []string `protobuf:"bytes,17,rep,name=equipID,proto3" json:"equipID" bson:"equipID"` //装备 objID + ResonateNum int32 `protobuf:"varint,18,opt,name=resonateNum,proto3" json:"resonateNum" bson:"resonateNum"` //共鸣次数 + DistributionResonate int32 `protobuf:"varint,19,opt,name=distributionResonate,proto3" json:"distributionResonate" bson:"distributionResonate"` //分配的共鸣能量 + Energy map[int32]int32 `protobuf:"bytes,20,rep,name=energy,proto3" json:"energy" protobuf_key:"varint,1,opt,name=key,proto3" protobuf_val:"varint,2,opt,name=value,proto3"` // @go_tags(`bson:"energy"`)能量分配到哪里[1,0] + SameCount int32 `protobuf:"varint,21,opt,name=sameCount,proto3" json:"sameCount" bson:"sameCount"` // 卡片叠加数量 + SuiteId int32 `protobuf:"varint,22,opt,name=suiteId,proto3" json:"suiteId" bson:"suiteId"` // 套装Id + SuiteExtId int32 `protobuf:"varint,23,opt,name=suiteExtId,proto3" json:"suiteExtId"` // go_tags(`bson:"suiteExtId"`) 扩展套装Id + IsOverlying bool `protobuf:"varint,24,opt,name=isOverlying,proto3" json:"isOverlying"` // go_tags(`bson:"isOverlying"`) 是否允许叠加 默认true +} + +func (x *DBHero) Reset() { + *x = DBHero{} + if protoimpl.UnsafeEnabled { + mi := &file_hero_hero_db_proto_msgTypes[1] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *DBHero) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*DBHero) ProtoMessage() {} + +func (x *DBHero) ProtoReflect() protoreflect.Message { + mi := &file_hero_hero_db_proto_msgTypes[1] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use DBHero.ProtoReflect.Descriptor instead. +func (*DBHero) Descriptor() ([]byte, []int) { + return file_hero_hero_db_proto_rawDescGZIP(), []int{1} +} + +func (x *DBHero) GetId() string { + if x != nil { + return x.Id + } + return "" +} + +func (x *DBHero) GetUid() string { + if x != nil { + return x.Uid + } + return "" +} + +func (x *DBHero) GetHeroID() int32 { + if x != nil { + return x.HeroID + } + return 0 +} + +func (x *DBHero) GetStar() int32 { + if x != nil { + return x.Star + } + return 0 +} + +func (x *DBHero) GetLv() int32 { + if x != nil { + return x.Lv + } + return 0 +} + +func (x *DBHero) GetExp() int32 { + if x != nil { + return x.Exp + } + return 0 +} + +func (x *DBHero) GetJuexingLv() int32 { + if x != nil { + return x.JuexingLv + } + return 0 +} + +func (x *DBHero) GetCaptainSkill() int32 { + if x != nil { + return x.CaptainSkill + } + return 0 +} + +func (x *DBHero) GetNormalSkill() []*SkillData { + if x != nil { + return x.NormalSkill + } + return nil +} + +func (x *DBHero) GetProperty() map[string]int32 { + if x != nil { + return x.Property + } + return nil +} + +func (x *DBHero) GetAddProperty() map[string]int32 { + if x != nil { + return x.AddProperty + } + return nil +} + +func (x *DBHero) GetFormation() int32 { + if x != nil { + return x.Formation + } + return 0 +} + +func (x *DBHero) GetCardType() int32 { + if x != nil { + return x.CardType + } + return 0 +} + +func (x *DBHero) GetCurSkin() int32 { + if x != nil { + return x.CurSkin + } + return 0 +} + +func (x *DBHero) GetSkins() []int32 { + if x != nil { + return x.Skins + } + return nil +} + +func (x *DBHero) GetBlock() bool { + if x != nil { + return x.Block + } + return false +} + +func (x *DBHero) GetEquipID() []string { + if x != nil { + return x.EquipID + } + return nil +} + +func (x *DBHero) GetResonateNum() int32 { + if x != nil { + return x.ResonateNum + } + return 0 +} + +func (x *DBHero) GetDistributionResonate() int32 { + if x != nil { + return x.DistributionResonate + } + return 0 +} + +func (x *DBHero) GetEnergy() map[int32]int32 { + if x != nil { + return x.Energy + } + return nil +} + +func (x *DBHero) GetSameCount() int32 { + if x != nil { + return x.SameCount + } + return 0 +} + +func (x *DBHero) GetSuiteId() int32 { + if x != nil { + return x.SuiteId + } + return 0 +} + +func (x *DBHero) GetSuiteExtId() int32 { + if x != nil { + return x.SuiteExtId + } + return 0 +} + +func (x *DBHero) GetIsOverlying() bool { + if x != nil { + return x.IsOverlying + } + return false +} + +var File_hero_hero_db_proto protoreflect.FileDescriptor + +var file_hero_hero_db_proto_rawDesc = []byte{ + 0x0a, 0x12, 0x68, 0x65, 0x72, 0x6f, 0x2f, 0x68, 0x65, 0x72, 0x6f, 0x5f, 0x64, 0x62, 0x2e, 0x70, + 0x72, 0x6f, 0x74, 0x6f, 0x22, 0x3f, 0x0a, 0x09, 0x53, 0x6b, 0x69, 0x6c, 0x6c, 0x44, 0x61, 0x74, + 0x61, 0x12, 0x18, 0x0a, 0x07, 0x73, 0x6b, 0x69, 0x6c, 0x6c, 0x49, 0x44, 0x18, 0x01, 0x20, 0x01, + 0x28, 0x05, 0x52, 0x07, 0x73, 0x6b, 0x69, 0x6c, 0x6c, 0x49, 0x44, 0x12, 0x18, 0x0a, 0x07, 0x73, + 0x6b, 0x69, 0x6c, 0x6c, 0x4c, 0x76, 0x18, 0x02, 0x20, 0x01, 0x28, 0x05, 0x52, 0x07, 0x73, 0x6b, + 0x69, 0x6c, 0x6c, 0x4c, 0x76, 0x22, 0xa6, 0x07, 0x0a, 0x06, 0x44, 0x42, 0x48, 0x65, 0x72, 0x6f, + 0x12, 0x0e, 0x0a, 0x02, 0x69, 0x64, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x02, 0x69, 0x64, + 0x12, 0x10, 0x0a, 0x03, 0x75, 0x69, 0x64, 0x18, 0x02, 0x20, 0x01, 0x28, 0x09, 0x52, 0x03, 0x75, + 0x69, 0x64, 0x12, 0x16, 0x0a, 0x06, 0x68, 0x65, 0x72, 0x6f, 0x49, 0x44, 0x18, 0x03, 0x20, 0x01, + 0x28, 0x05, 0x52, 0x06, 0x68, 0x65, 0x72, 0x6f, 0x49, 0x44, 0x12, 0x12, 0x0a, 0x04, 0x73, 0x74, + 0x61, 0x72, 0x18, 0x04, 0x20, 0x01, 0x28, 0x05, 0x52, 0x04, 0x73, 0x74, 0x61, 0x72, 0x12, 0x0e, + 0x0a, 0x02, 0x6c, 0x76, 0x18, 0x05, 0x20, 0x01, 0x28, 0x05, 0x52, 0x02, 0x6c, 0x76, 0x12, 0x10, + 0x0a, 0x03, 0x65, 0x78, 0x70, 0x18, 0x06, 0x20, 0x01, 0x28, 0x05, 0x52, 0x03, 0x65, 0x78, 0x70, + 0x12, 0x1c, 0x0a, 0x09, 0x6a, 0x75, 0x65, 0x78, 0x69, 0x6e, 0x67, 0x4c, 0x76, 0x18, 0x07, 0x20, + 0x01, 0x28, 0x05, 0x52, 0x09, 0x6a, 0x75, 0x65, 0x78, 0x69, 0x6e, 0x67, 0x4c, 0x76, 0x12, 0x22, + 0x0a, 0x0c, 0x63, 0x61, 0x70, 0x74, 0x61, 0x69, 0x6e, 0x53, 0x6b, 0x69, 0x6c, 0x6c, 0x18, 0x08, + 0x20, 0x01, 0x28, 0x05, 0x52, 0x0c, 0x63, 0x61, 0x70, 0x74, 0x61, 0x69, 0x6e, 0x53, 0x6b, 0x69, + 0x6c, 0x6c, 0x12, 0x2c, 0x0a, 0x0b, 0x6e, 0x6f, 0x72, 0x6d, 0x61, 0x6c, 0x53, 0x6b, 0x69, 0x6c, + 0x6c, 0x18, 0x09, 0x20, 0x03, 0x28, 0x0b, 0x32, 0x0a, 0x2e, 0x53, 0x6b, 0x69, 0x6c, 0x6c, 0x44, + 0x61, 0x74, 0x61, 0x52, 0x0b, 0x6e, 0x6f, 0x72, 0x6d, 0x61, 0x6c, 0x53, 0x6b, 0x69, 0x6c, 0x6c, + 0x12, 0x31, 0x0a, 0x08, 0x70, 0x72, 0x6f, 0x70, 0x65, 0x72, 0x74, 0x79, 0x18, 0x0a, 0x20, 0x03, + 0x28, 0x0b, 0x32, 0x15, 0x2e, 0x44, 0x42, 0x48, 0x65, 0x72, 0x6f, 0x2e, 0x50, 0x72, 0x6f, 0x70, + 0x65, 0x72, 0x74, 0x79, 0x45, 0x6e, 0x74, 0x72, 0x79, 0x52, 0x08, 0x70, 0x72, 0x6f, 0x70, 0x65, + 0x72, 0x74, 0x79, 0x12, 0x3a, 0x0a, 0x0b, 0x61, 0x64, 0x64, 0x50, 0x72, 0x6f, 0x70, 0x65, 0x72, + 0x74, 0x79, 0x18, 0x0b, 0x20, 0x03, 0x28, 0x0b, 0x32, 0x18, 0x2e, 0x44, 0x42, 0x48, 0x65, 0x72, + 0x6f, 0x2e, 0x41, 0x64, 0x64, 0x50, 0x72, 0x6f, 0x70, 0x65, 0x72, 0x74, 0x79, 0x45, 0x6e, 0x74, + 0x72, 0x79, 0x52, 0x0b, 0x61, 0x64, 0x64, 0x50, 0x72, 0x6f, 0x70, 0x65, 0x72, 0x74, 0x79, 0x12, + 0x1c, 0x0a, 0x09, 0x66, 0x6f, 0x72, 0x6d, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x18, 0x0c, 0x20, 0x01, + 0x28, 0x05, 0x52, 0x09, 0x66, 0x6f, 0x72, 0x6d, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x12, 0x1a, 0x0a, + 0x08, 0x63, 0x61, 0x72, 0x64, 0x54, 0x79, 0x70, 0x65, 0x18, 0x0d, 0x20, 0x01, 0x28, 0x05, 0x52, + 0x08, 0x63, 0x61, 0x72, 0x64, 0x54, 0x79, 0x70, 0x65, 0x12, 0x18, 0x0a, 0x07, 0x63, 0x75, 0x72, + 0x53, 0x6b, 0x69, 0x6e, 0x18, 0x0e, 0x20, 0x01, 0x28, 0x05, 0x52, 0x07, 0x63, 0x75, 0x72, 0x53, + 0x6b, 0x69, 0x6e, 0x12, 0x14, 0x0a, 0x05, 0x73, 0x6b, 0x69, 0x6e, 0x73, 0x18, 0x0f, 0x20, 0x03, + 0x28, 0x05, 0x52, 0x05, 0x73, 0x6b, 0x69, 0x6e, 0x73, 0x12, 0x14, 0x0a, 0x05, 0x62, 0x6c, 0x6f, + 0x63, 0x6b, 0x18, 0x10, 0x20, 0x01, 0x28, 0x08, 0x52, 0x05, 0x62, 0x6c, 0x6f, 0x63, 0x6b, 0x12, + 0x18, 0x0a, 0x07, 0x65, 0x71, 0x75, 0x69, 0x70, 0x49, 0x44, 0x18, 0x11, 0x20, 0x03, 0x28, 0x09, + 0x52, 0x07, 0x65, 0x71, 0x75, 0x69, 0x70, 0x49, 0x44, 0x12, 0x20, 0x0a, 0x0b, 0x72, 0x65, 0x73, + 0x6f, 0x6e, 0x61, 0x74, 0x65, 0x4e, 0x75, 0x6d, 0x18, 0x12, 0x20, 0x01, 0x28, 0x05, 0x52, 0x0b, + 0x72, 0x65, 0x73, 0x6f, 0x6e, 0x61, 0x74, 0x65, 0x4e, 0x75, 0x6d, 0x12, 0x32, 0x0a, 0x14, 0x64, + 0x69, 0x73, 0x74, 0x72, 0x69, 0x62, 0x75, 0x74, 0x69, 0x6f, 0x6e, 0x52, 0x65, 0x73, 0x6f, 0x6e, + 0x61, 0x74, 0x65, 0x18, 0x13, 0x20, 0x01, 0x28, 0x05, 0x52, 0x14, 0x64, 0x69, 0x73, 0x74, 0x72, + 0x69, 0x62, 0x75, 0x74, 0x69, 0x6f, 0x6e, 0x52, 0x65, 0x73, 0x6f, 0x6e, 0x61, 0x74, 0x65, 0x12, + 0x2b, 0x0a, 0x06, 0x65, 0x6e, 0x65, 0x72, 0x67, 0x79, 0x18, 0x14, 0x20, 0x03, 0x28, 0x0b, 0x32, + 0x13, 0x2e, 0x44, 0x42, 0x48, 0x65, 0x72, 0x6f, 0x2e, 0x45, 0x6e, 0x65, 0x72, 0x67, 0x79, 0x45, + 0x6e, 0x74, 0x72, 0x79, 0x52, 0x06, 0x65, 0x6e, 0x65, 0x72, 0x67, 0x79, 0x12, 0x1c, 0x0a, 0x09, + 0x73, 0x61, 0x6d, 0x65, 0x43, 0x6f, 0x75, 0x6e, 0x74, 0x18, 0x15, 0x20, 0x01, 0x28, 0x05, 0x52, + 0x09, 0x73, 0x61, 0x6d, 0x65, 0x43, 0x6f, 0x75, 0x6e, 0x74, 0x12, 0x18, 0x0a, 0x07, 0x73, 0x75, + 0x69, 0x74, 0x65, 0x49, 0x64, 0x18, 0x16, 0x20, 0x01, 0x28, 0x05, 0x52, 0x07, 0x73, 0x75, 0x69, + 0x74, 0x65, 0x49, 0x64, 0x12, 0x1e, 0x0a, 0x0a, 0x73, 0x75, 0x69, 0x74, 0x65, 0x45, 0x78, 0x74, + 0x49, 0x64, 0x18, 0x17, 0x20, 0x01, 0x28, 0x05, 0x52, 0x0a, 0x73, 0x75, 0x69, 0x74, 0x65, 0x45, + 0x78, 0x74, 0x49, 0x64, 0x12, 0x20, 0x0a, 0x0b, 0x69, 0x73, 0x4f, 0x76, 0x65, 0x72, 0x6c, 0x79, + 0x69, 0x6e, 0x67, 0x18, 0x18, 0x20, 0x01, 0x28, 0x08, 0x52, 0x0b, 0x69, 0x73, 0x4f, 0x76, 0x65, + 0x72, 0x6c, 0x79, 0x69, 0x6e, 0x67, 0x1a, 0x3b, 0x0a, 0x0d, 0x50, 0x72, 0x6f, 0x70, 0x65, 0x72, + 0x74, 0x79, 0x45, 0x6e, 0x74, 0x72, 0x79, 0x12, 0x10, 0x0a, 0x03, 0x6b, 0x65, 0x79, 0x18, 0x01, + 0x20, 0x01, 0x28, 0x09, 0x52, 0x03, 0x6b, 0x65, 0x79, 0x12, 0x14, 0x0a, 0x05, 0x76, 0x61, 0x6c, + 0x75, 0x65, 0x18, 0x02, 0x20, 0x01, 0x28, 0x05, 0x52, 0x05, 0x76, 0x61, 0x6c, 0x75, 0x65, 0x3a, + 0x02, 0x38, 0x01, 0x1a, 0x3e, 0x0a, 0x10, 0x41, 0x64, 0x64, 0x50, 0x72, 0x6f, 0x70, 0x65, 0x72, + 0x74, 0x79, 0x45, 0x6e, 0x74, 0x72, 0x79, 0x12, 0x10, 0x0a, 0x03, 0x6b, 0x65, 0x79, 0x18, 0x01, + 0x20, 0x01, 0x28, 0x09, 0x52, 0x03, 0x6b, 0x65, 0x79, 0x12, 0x14, 0x0a, 0x05, 0x76, 0x61, 0x6c, + 0x75, 0x65, 0x18, 0x02, 0x20, 0x01, 0x28, 0x05, 0x52, 0x05, 0x76, 0x61, 0x6c, 0x75, 0x65, 0x3a, + 0x02, 0x38, 0x01, 0x1a, 0x39, 0x0a, 0x0b, 0x45, 0x6e, 0x65, 0x72, 0x67, 0x79, 0x45, 0x6e, 0x74, + 0x72, 0x79, 0x12, 0x10, 0x0a, 0x03, 0x6b, 0x65, 0x79, 0x18, 0x01, 0x20, 0x01, 0x28, 0x05, 0x52, + 0x03, 0x6b, 0x65, 0x79, 0x12, 0x14, 0x0a, 0x05, 0x76, 0x61, 0x6c, 0x75, 0x65, 0x18, 0x02, 0x20, + 0x01, 0x28, 0x05, 0x52, 0x05, 0x76, 0x61, 0x6c, 0x75, 0x65, 0x3a, 0x02, 0x38, 0x01, 0x42, 0x06, + 0x5a, 0x04, 0x2e, 0x3b, 0x70, 0x62, 0x62, 0x06, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x33, +} + +var ( + file_hero_hero_db_proto_rawDescOnce sync.Once + file_hero_hero_db_proto_rawDescData = file_hero_hero_db_proto_rawDesc +) + +func file_hero_hero_db_proto_rawDescGZIP() []byte { + file_hero_hero_db_proto_rawDescOnce.Do(func() { + file_hero_hero_db_proto_rawDescData = protoimpl.X.CompressGZIP(file_hero_hero_db_proto_rawDescData) + }) + return file_hero_hero_db_proto_rawDescData +} + +var file_hero_hero_db_proto_msgTypes = make([]protoimpl.MessageInfo, 5) +var file_hero_hero_db_proto_goTypes = []interface{}{ + (*SkillData)(nil), // 0: SkillData + (*DBHero)(nil), // 1: DBHero + nil, // 2: DBHero.PropertyEntry + nil, // 3: DBHero.AddPropertyEntry + nil, // 4: DBHero.EnergyEntry +} +var file_hero_hero_db_proto_depIdxs = []int32{ + 0, // 0: DBHero.normalSkill:type_name -> SkillData + 2, // 1: DBHero.property:type_name -> DBHero.PropertyEntry + 3, // 2: DBHero.addProperty:type_name -> DBHero.AddPropertyEntry + 4, // 3: DBHero.energy:type_name -> DBHero.EnergyEntry + 4, // [4:4] is the sub-list for method output_type + 4, // [4:4] is the sub-list for method input_type + 4, // [4:4] is the sub-list for extension type_name + 4, // [4:4] is the sub-list for extension extendee + 0, // [0:4] is the sub-list for field type_name +} + +func init() { file_hero_hero_db_proto_init() } +func file_hero_hero_db_proto_init() { + if File_hero_hero_db_proto != nil { + return + } + if !protoimpl.UnsafeEnabled { + file_hero_hero_db_proto_msgTypes[0].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*SkillData); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_hero_hero_db_proto_msgTypes[1].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*DBHero); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + } + type x struct{} + out := protoimpl.TypeBuilder{ + File: protoimpl.DescBuilder{ + GoPackagePath: reflect.TypeOf(x{}).PkgPath(), + RawDescriptor: file_hero_hero_db_proto_rawDesc, + NumEnums: 0, + NumMessages: 5, + NumExtensions: 0, + NumServices: 0, + }, + GoTypes: file_hero_hero_db_proto_goTypes, + DependencyIndexes: file_hero_hero_db_proto_depIdxs, + MessageInfos: file_hero_hero_db_proto_msgTypes, + }.Build() + File_hero_hero_db_proto = out.File + file_hero_hero_db_proto_rawDesc = nil + file_hero_hero_db_proto_goTypes = nil + file_hero_hero_db_proto_depIdxs = nil +} diff --git a/sys/db/benchmark/main_test.go b/sys/db/benchmark/main_test.go new file mode 100644 index 000000000..e5cca839c --- /dev/null +++ b/sys/db/benchmark/main_test.go @@ -0,0 +1,83 @@ +package bench + +import ( + "fmt" + "testing" +) + +type Benchmark struct { + Parallelism int + Data interface{} + TargetBuilder TargetBuilder +} + +type Target struct { + GetHeroList func() (interface{}, error) +} + +type TargetBuilder struct { + Name string + Make func(bench Benchmark) (Target, error) +} + +// func genData(n int) []*DBHero { +// heroes := []*DBHero{} + +// GetList(&heroes) + +// return heroes +// } + +func compose(parallelisms, dataSize []int, builders []TargetBuilder) []Benchmark { + benchmarks := make([]Benchmark, 0, len(parallelisms)*len(dataSize)*len(builders)) + for _, p := range parallelisms { + for _, _ = range dataSize { + // d := genData(k) + for _, builder := range builders { + benchmarks = append(benchmarks, Benchmark{ + Parallelism: p, + // Data: d, + TargetBuilder: builder, + }) + } + + } + } + + return benchmarks +} + +func RunBenchmark(b *testing.B, benchmarks []Benchmark) { + // f, _ := os.Create("c://pprof") + // pprof.WriteHeapProfile(f) + // defer f.Close() + for _, bench := range benchmarks { + b.Run(fmt.Sprintf("%s-parallelism(%d)-", bench.TargetBuilder.Name, bench.Parallelism), func(b *testing.B) { + target, err := bench.TargetBuilder.Make(bench) + if err != nil { + b.Fatalf("%s setup fail: %v", bench.TargetBuilder.Name, err) + } + if bench.Parallelism == 0 { + b.ResetTimer() + for i := 0; i < b.N; i++ { + _, err := target.GetHeroList() + if err != nil { + b.Errorf("%s error during benchmark: %v", bench.TargetBuilder.Name, err) + } + } + } else { + b.SetParallelism(bench.Parallelism) //指定并行数目 + b.ResetTimer() + b.RunParallel(func(pb *testing.PB) { //并行执行 + for pb.Next() { + _, err := target.GetHeroList() + if err != nil { + b.Errorf("%s error during benchmark: %v", bench.TargetBuilder.Name, err) + } + } + }) + } + b.StopTimer() + }) + } +} diff --git a/sys/db/benchmark/query_test.go b/sys/db/benchmark/query_test.go new file mode 100644 index 000000000..b9cb055a6 --- /dev/null +++ b/sys/db/benchmark/query_test.go @@ -0,0 +1,276 @@ +package bench + +import ( + "context" + "fmt" + "go_dreamfactory/lego/core" + "go_dreamfactory/lego/sys/mgo" + "go_dreamfactory/sys/db" + "log" + "os" + reflect "reflect" + "testing" + + "go.mongodb.org/mongo-driver/bson" + "go.mongodb.org/mongo-driver/mongo" + "go.mongodb.org/mongo-driver/mongo/options" +) + +var mdb *db.DB + +// func TestMain(m *testing.M) { +// imgo, err := mgo.NewSys(mgo.SetMongodbUrl("mongodb://admin:123456@10.0.0.9:27018"), mgo.SetMongodbDatabase("dreamfactory")) +// if err != nil { +// log.Fatal(err) +// } +// mdb = &db.DB{} +// mdb.SetMgo(imgo) + +// defer os.Exit(m.Run()) +// } + +var mgoDb *mongo.Database + +func TestMain(m *testing.M) { + option := options.Client().ApplyURI("mongodb://admin:123456@10.0.0.9:27018") + client, err := mongo.Connect(context.TODO(), option) + if err != nil { + log.Fatal(err) + } + log.Print("connect mongo success") + mgoDb = client.Database("dreamfactory") + + // + imgo, err := mgo.NewSys(mgo.SetMongodbUrl("mongodb://admin:123456@10.0.0.9:27018"), mgo.SetMongodbDatabase("dreamfactory")) + if err != nil { + log.Fatal(err) + } + mdb = &db.DB{} + mdb.SetMgo(imgo) + defer os.Exit(m.Run()) +} + +func BenchmarkMarsh(b *testing.B) { + + var ( + // ncpu = runtime.NumCPU() + parallelisms = []int{2} //平行数 + dataSizes = []int{10, 100, 1000} //测试次数 + builders = []TargetBuilder{ + { + Name: "gen", + Make: func(bench Benchmark) (Target, error) { + return Target{ + GetHeroList: func() (any, error) { + // heroes := GetList3(new(DBHero)) + heroes := []*DBHero{} + GetList(&heroes) + return heroes, nil + }, + }, nil + }, + }, + { + Name: "reflect", + Make: func(bench Benchmark) (Target, error) { + return Target{ + GetHeroList: func() (interface{}, error) { + heroes := []*DBHero{} + GetListO(&heroes) + return heroes, nil + }, + }, nil + }, + }, + } + ) + + RunBenchmark(b, compose(parallelisms, dataSizes, builders)) +} + +func GetList(data interface{}) (err error) { + var c *mongo.Cursor + t := reflect.TypeOf(data) + if t.Kind() == reflect.Ptr { + t = t.Elem() + } + + if t.Kind() == reflect.Slice { + t = t.Elem() + } else { + err = fmt.Errorf("Input param is not a slice") + } + sl := reflect.ValueOf(data) + if t.Kind() == reflect.Ptr { + sl = sl.Elem() + } + st := sl.Type() + sliceType := st.Elem() + if sliceType.Kind() == reflect.Ptr { + sliceType = sliceType.Elem() + } + + //query from mgo + // if c, err = mdb.Mgo().Find(core.SqlTable("hero"), bson.M{}); err != nil { + if c, err = mgoDb.Collection("hreo").Find(context.Background(), bson.M{}); err != nil { + return err + } else { + var temp map[string]interface{} = make(map[string]interface{}) + + for c.Next(context.Background()) { + _id := c.Current.Lookup("_id").StringValue() + if sl.Len() < sl.Cap() { + sl.Set(sl.Slice(0, sl.Len()+1)) + elem := sl.Index(sl.Len() - 1) + if elem.IsNil() { + elem.Set(reflect.New(sliceType)) + } + if err = c.Decode(elem.Elem().Addr().Interface()); err != nil { + return + } + temp[_id] = elem.Elem().Addr().Interface() + continue + } + elem := reflect.New(sliceType) + sl.Set(reflect.Append(sl, elem)) + if err = c.Decode(elem.Elem().Addr().Interface()); err != nil { + return + } + temp[_id] = elem.Elem().Addr().Interface() + } + if len(temp) == 0 { //没有数据自己返回 + return + } + } + + return err +} + +func GetListO(data interface{}) (err error) { + var c *mongo.Cursor + t := reflect.TypeOf(data) + if t.Kind() == reflect.Ptr { + t = t.Elem() + } + + if t.Kind() == reflect.Slice { + t = t.Elem() + } else { + err = fmt.Errorf("Input param is not a slice") + } + sl := reflect.ValueOf(data) + if t.Kind() == reflect.Ptr { + sl = sl.Elem() + } + st := sl.Type() + sliceType := st.Elem() + if sliceType.Kind() == reflect.Ptr { + sliceType = sliceType.Elem() + } + + //query from mgo + if c, err = mdb.Mgo().Find(core.SqlTable("hero"), bson.M{}); err != nil { + // if c, err = mgoDb.Collection("hreo").Find(context.Background(), bson.M{}); err != nil { + return err + } else { + var temp map[string]interface{} = make(map[string]interface{}) + + for c.Next(context.Background()) { + _id := c.Current.Lookup("_id").StringValue() + if sl.Len() < sl.Cap() { + sl.Set(sl.Slice(0, sl.Len()+1)) + elem := sl.Index(sl.Len() - 1) + if elem.IsNil() { + elem.Set(reflect.New(sliceType)) + } + if err = c.Decode(elem.Elem().Addr().Interface()); err != nil { + return + } + temp[_id] = elem.Elem().Addr().Interface() + continue + } + elem := reflect.New(sliceType) + sl.Set(reflect.Append(sl, elem)) + if err = c.Decode(elem.Elem().Addr().Interface()); err != nil { + return + } + temp[_id] = elem.Elem().Addr().Interface() + } + if len(temp) == 0 { //没有数据自己返回 + return + } + } + + return err +} + +func GetList2(data interface{}) (err error) { + // c, err := mdb.Mgo().Find(core.SqlTable("hero"), bson.M{}) + c, err := mgoDb.Collection("hero").Find(context.Background(), bson.M{}) + if err != nil { + fmt.Println(err) + return + } + // defer c.Close(context.Background()) + + list := make([]interface{}, 0) + for c.Next(context.Background()) { + val := reflect.ValueOf(data).Interface() + if err = c.Decode(val); err != nil { + continue + } + + list = append(list, val) + } + return +} + +func GetList3(data any) []any { + // c, err := mdb.Mgo().Collection("hero").Find(context.Background(), bson.M{}) + c, err := mgoDb.Collection("hero").Find(context.Background(), bson.M{}) + if err != nil { + fmt.Println(err) + } + defer c.Close(context.Background()) + + list := make([]any, 0) + + for c.Next(context.Background()) { + _val := reflect.ValueOf(data).Interface() + err2 := c.Decode(_val) + if err2 != nil { + continue + } + + list = append(list, _val) + } + return list +} + +func GetList4(data *DBHero) []any { + // c, err := mdb.Mgo().Find(core.SqlTable("hero"), bson.M{}) + c, err := mgoDb.Collection("hero").Find(context.Background(), bson.M{}) + if err != nil { + fmt.Println(err) + } + defer c.Close(context.Background()) + + list := make([]any, 0) + for c.Next(context.Background()) { + err2 := c.Decode(data) + if err2 != nil { + continue + } + + list = append(list, data) + } + return list +} +func BenchmarkSimple(b *testing.B) { + // f, _ := os.Create("c://pprof2") + // pprof.WriteHeapProfile(f) + // defer f.Close() + for i := 0; i < b.N; i++ { + GetList4(new(DBHero)) + } +} diff --git a/sys/db/db.go b/sys/db/db.go index 0736b4457..0a3fb4372 100644 --- a/sys/db/db.go +++ b/sys/db/db.go @@ -30,6 +30,10 @@ func (this *DB) Mgo() mgo.ISys { return this.mgo } +func (this *DB) SetMgo(mgo mgo.ISys) { + this.mgo = mgo +} + func (this *DB) Table(tableName string) *DB { this.mgo.Collection(core.SqlTable(tableName)).Database() return this