feat 初次提交

net/grpc/grpc_conn/conn.go

@@ -0,0 +1,42 @@
+package grpc_conn
+
+import (
+	"common/log"
+	"google.golang.org/grpc"
+	"google.golang.org/grpc/credentials/insecure"
+	"google.golang.org/grpc/keepalive"
+	"time"
+)
+
+type GrpcConnection struct {
+	sid  int64
+	conn *grpc.ClientConn
+}
+
+func NewGrpcConnection(sid int64, address string) (*GrpcConnection, error) {
+	p := &GrpcConnection{
+		sid: sid,
+	}
+	conn, err := grpc.NewClient(
+		address,
+		grpc.WithTransportCredentials(insecure.NewCredentials()),
+		grpc.WithKeepaliveParams(
+			keepalive.ClientParameters{
+				Time:                30 * time.Second, // 保活探测包发送的时间间隔
+				Timeout:             10 * time.Second, // 保活探测包的超时时间
+				PermitWithoutStream: true,
+			},
+		),
+		//grpc.WithStatsHandler(&StatsHandler{}),
+	)
+	if err != nil {
+		log.Errorf("create grpc err: %v, sid: %v, addr: %v", err, sid, address)
+		return nil, err
+	}
+	p.conn = conn
+	return p, nil
+}
+
+func (g *GrpcConnection) GetConnection() *grpc.ClientConn {
+	return g.conn
+}

net/grpc/grpc_conn/conn_mgr.go

@@ -0,0 +1,62 @@
+package grpc_conn
+
+import (
+	"common/log"
+	"fmt"
+	"google.golang.org/grpc"
+	"math/rand"
+)
+
+type GrpcConnectionMgr struct {
+	poolM map[int64]*GrpcConnection
+	poolS []*GrpcConnection
+}
+
+func NewGrpcConnectionMgr() *GrpcConnectionMgr {
+	return &GrpcConnectionMgr{
+		poolM: make(map[int64]*GrpcConnection),
+		poolS: make([]*GrpcConnection, 0),
+	}
+}
+
+func (p *GrpcConnectionMgr) Store(sid int64, addr string) {
+	pool, err := NewGrpcConnection(sid, addr)
+	if err != nil {
+		log.Errorf("create grpc err: %v, sid: %v, addr: %v", err, sid, addr)
+		return
+	}
+	p.poolM[sid] = pool
+	p.poolS = append(p.poolS, pool)
+}
+
+func (p *GrpcConnectionMgr) Delete(sid int64) int {
+	delete(p.poolM, sid)
+	for i, pool := range p.poolS {
+		if pool.sid == sid {
+			p.poolS = append(p.poolS[:i], p.poolS[i+1:]...)
+			break
+		}
+	}
+	return len(p.poolS)
+}
+
+func (p *GrpcConnectionMgr) Load(sid ...int64) (*grpc.ClientConn, error) {
+	var pool *GrpcConnection
+	if len(sid) > 0 && sid[0] > 0 {
+		pool = p.poolM[sid[0]]
+	} else {
+		pool = p.poolS[rand.Intn(len(p.poolS))]
+	}
+	if pool == nil {
+		return nil, fmt.Errorf("cannot find connection")
+	}
+	return pool.GetConnection(), nil
+}
+
+func (p *GrpcConnectionMgr) LoadAll() map[int64]*grpc.ClientConn {
+	sidM := make(map[int64]*grpc.ClientConn)
+	for sid, pool := range p.poolM {
+		sidM[sid] = pool.GetConnection()
+	}
+	return sidM
+}

net/grpc/resolver/conn.go

@@ -0,0 +1,30 @@
+package resolver
+
+import (
+	"common/log"
+	"google.golang.org/grpc"
+	"google.golang.org/grpc/credentials/insecure"
+	"google.golang.org/grpc/keepalive"
+	"time"
+)
+
+func NewGrpcConnection(target string) (*grpc.ClientConn, error) {
+	cc, err := grpc.NewClient(
+		target,
+		grpc.WithTransportCredentials(insecure.NewCredentials()),
+		grpc.WithDefaultServiceConfig(`{"loadBalancingConfig": [{"round_robin": {}}]}`),
+		grpc.WithKeepaliveParams(
+			keepalive.ClientParameters{
+				Time:                30 * time.Second, // 保活探测包发送的时间间隔
+				Timeout:             10 * time.Second, // 保活探测包的超时时间
+				PermitWithoutStream: true,
+			},
+		),
+		//grpc.WithStatsHandler(&StatsHandler{}),
+	)
+	if err != nil {
+		log.Errorf("create grpc err: %v, target: %v", err, target)
+		return nil, err
+	}
+	return cc, nil
+}

net/grpc/resolver/etcd_resolver.go

@@ -0,0 +1,84 @@
+package resolver
+
+import (
+	"common/db/etcd"
+	"common/discover/common"
+	"common/log"
+	"context"
+	"go.etcd.io/etcd/client/v3"
+	"google.golang.org/grpc/resolver"
+	"strings"
+)
+
+const etcdSchema = "etcd"
+
+func init() {
+	resolver.Register(&etcdBuilder{})
+}
+
+type etcdBuilder struct{}
+
+func (*etcdBuilder) Build(target resolver.Target, cc resolver.ClientConn, opts resolver.BuildOptions) (resolver.Resolver, error) {
+	serviceName := strings.TrimPrefix(target.URL.Path, "/")
+	r := &etcdResolver{
+		serviceName: serviceName,
+		cc:          cc,
+	}
+	r.start()
+	return r, nil
+}
+
+func (*etcdBuilder) Scheme() string { return etcdSchema }
+
+type etcdResolver struct {
+	serviceName string
+	cc          resolver.ClientConn
+	ctx         context.Context
+	cancel      context.CancelFunc
+}
+
+func (r *etcdResolver) start() {
+	r.ctx, r.cancel = context.WithCancel(context.Background())
+	r.update()
+	go r.watch()
+}
+
+func (r *etcdResolver) getPrefix() string {
+	return common.KeyDiscoverService + "/" + r.serviceName
+}
+
+func (r *etcdResolver) update() {
+	resp, err := etcd.GetClient().Get(r.getPrefix(), clientv3.WithPrefix())
+	if err != nil {
+		log.Errorf("etcd resolver get error: %v", err)
+		return
+	}
+
+	var addrArray []resolver.Address
+	for _, kv := range resp.Kvs {
+		addr := string(kv.Value)
+		if addr != "" {
+			addrArray = append(addrArray, resolver.Address{Addr: addr})
+		}
+	}
+
+	_ = r.cc.UpdateState(resolver.State{Addresses: addrArray})
+}
+
+func (r *etcdResolver) watch() {
+	watchCh := etcd.GetClient().Watch(r.getPrefix(), clientv3.WithPrefix())
+	for w := range watchCh {
+		if w.Err() != nil {
+			continue
+		}
+		r.update()
+	}
+}
+
+func (r *etcdResolver) ResolveNow(resolver.ResolveNowOptions) {
+	r.update()
+}
+
+func (r *etcdResolver) Close() {
+	r.cancel()
+}

net/grpc/resolver/resolver_mgr.go

@@ -0,0 +1,35 @@
+package resolver
+
+import (
+	"google.golang.org/grpc"
+	"sync"
+)
+
+var (
+	mu   = sync.RWMutex{}
+	conn = make(map[string]*grpc.ClientConn)
+)
+
+func GetGrpcClientConn(target string) (*grpc.ClientConn, error) {
+	mu.RLock()
+	if c, ok := conn[target]; ok && c != nil {
+		mu.RUnlock()
+		return c, nil
+	}
+	mu.RUnlock()
+
+	mu.Lock()
+	defer mu.Unlock()
+
+	if c, ok := conn[target]; ok && c != nil {
+		return c, nil
+	}
+
+	newConn, err := NewGrpcConnection(target)
+	if err != nil {
+		return nil, err
+	}
+
+	conn[target] = newConn
+	return newConn, nil
+}

net/grpc/service/client_gateway.go

@@ -0,0 +1,24 @@
+package service
+
+import (
+	"common/discover"
+	"common/discover/common"
+	"common/proto/ss/grpc_pb"
+)
+
+func GatewayNewClient(sid ...int64) (grpc_pb.GatewayClient, error) {
+	c, err := discover.FindServer(common.KeyDiscoverGateway, sid...)
+	if err != nil {
+		return nil, err
+	}
+	return grpc_pb.NewGatewayClient(c), nil
+}
+
+func GatewayNewBroadcastClient() map[int64]grpc_pb.GatewayClient {
+	clientM := make(map[int64]grpc_pb.GatewayClient)
+	connM := discover.FindServerAll(common.KeyDiscoverGateway)
+	for sid, conn := range connM {
+		clientM[sid] = grpc_pb.NewGatewayClient(conn)
+	}
+	return clientM
+}

net/grpc/service/client_scene.go

@@ -0,0 +1,33 @@
+package service
+
+import (
+	"common/discover"
+	"common/discover/common"
+	"common/net/grpc/resolver"
+	"common/proto/ss/grpc_pb"
+)
+
+func SceneNewClient(sid ...int64) (grpc_pb.SceneClient, error) {
+	c, err := discover.FindServer(common.KeyDiscoverScene, sid...)
+	if err != nil {
+		return nil, err
+	}
+	return grpc_pb.NewSceneClient(c), nil
+}
+
+func SceneNewClientLB() (grpc_pb.SceneClient, error) {
+	c, err := resolver.GetGrpcClientConn("etcd:///" + common.KeyDiscoverServiceNameScene)
+	if err != nil {
+		return nil, err
+	}
+	return grpc_pb.NewSceneClient(c), nil
+}
+
+func SceneNewBroadcastClient() map[int64]grpc_pb.SceneClient {
+	clientM := make(map[int64]grpc_pb.SceneClient)
+	connM := discover.FindServerAll(common.KeyDiscoverScene)
+	for sid, conn := range connM {
+		clientM[sid] = grpc_pb.NewSceneClient(conn)
+	}
+	return clientM
+}

net/grpc/service/client_user.go

@@ -0,0 +1,24 @@
+package service
+
+import (
+	"common/discover"
+	"common/discover/common"
+	"common/net/grpc/resolver"
+	"common/proto/ss/grpc_pb"
+)
+
+func UserNewClient(sid ...int64) (grpc_pb.UserClient, error) {
+	c, err := discover.FindServer(common.KeyDiscoverUser, sid...)
+	if err != nil {
+		return nil, err
+	}
+	return grpc_pb.NewUserClient(c), nil
+}
+
+func UserNewClientLB() (grpc_pb.UserClient, error) {
+	c, err := resolver.GetGrpcClientConn("etcd:///" + common.KeyDiscoverServiceNameUser)
+	if err != nil {
+		return nil, err
+	}
+	return grpc_pb.NewUserClient(c), nil
+}

net/grpc/service/service.go

@@ -0,0 +1,88 @@
+package service
+
+import (
+	"common/discover"
+	"common/log"
+	"common/utils"
+	"context"
+	"fmt"
+	"google.golang.org/grpc"
+	"google.golang.org/grpc/codes"
+	"google.golang.org/grpc/keepalive"
+	"google.golang.org/grpc/status"
+	"net"
+	"sync"
+	"time"
+)
+
+type IService interface {
+	Init(addr string, port int32)
+	Close()
+}
+
+type Base struct {
+	Target  string
+	SID     int64
+	Serve   *grpc.Server
+	EtcdTTL int64
+	OnInit  func(serve *grpc.Server)
+	OnClose func()
+
+	wg *sync.WaitGroup
+}
+
+func (s *Base) Init(addr string, port int32) {
+	s.wg = &sync.WaitGroup{}
+	s.wg.Add(1)
+	s.SID = utils.SnowflakeInstance().Generate().Int64()
+	go func() {
+		defer s.wg.Done()
+		defer s.OnClose()
+		defer discover.UnRegisterGrpcServer(s.SID)
+
+		// 监听端口
+		lis, err := net.Listen("tcp", fmt.Sprintf(":%d", port))
+		if err != nil {
+			log.Errorf("%v ListenPort err: %v", s.Target, err)
+			return
+		}
+
+		s.Serve = grpc.NewServer(
+			grpc.UnaryInterceptor(
+				func(ctx context.Context, req interface{}, info *grpc.UnaryServerInfo, handler grpc.UnaryHandler) (resp interface{}, err error) {
+					defer func() {
+						if r := recover(); r != nil {
+							log.Errorf("server Panic: %v", r)
+							err = status.Error(codes.Internal, fmt.Sprintf("%v", r))
+						}
+					}()
+					resp, err = handler(ctx, req)
+					return
+				},
+			),
+			grpc.KeepaliveEnforcementPolicy(keepalive.EnforcementPolicy{
+				MinTime:             20 * time.Second,
+				PermitWithoutStream: true,
+			}),
+		)
+		s.OnInit(s.Serve)
+
+		// 服务注册
+		if err = discover.RegisterGrpcServer(s.Target, s.SID, fmt.Sprintf("%v:%d", addr, port), s.EtcdTTL); err != nil {
+			log.Errorf("%v RegisterGrpcServer err: %v", s.Target, err)
+			return
+		}
+		if err = s.Serve.Serve(lis); err != nil {
+			log.Errorf("%v Serve err: %v", s.Target, err)
+			return
+		}
+		log.Infof("%v server stop.", s.Target)
+	}()
+}
+
+func (s *Base) Close() {
+	if s.Serve != nil {
+		s.Serve.Stop()
+		s.wg.Wait()
+	}
+}