556 lines
15 KiB
Go
556 lines
15 KiB
Go
package server
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"github.com/gin-gonic/gin"
|
|
"github.com/gorilla/websocket"
|
|
"github.com/kercylan98/minotaur/utils/log"
|
|
"github.com/kercylan98/minotaur/utils/super"
|
|
"github.com/kercylan98/minotaur/utils/synchronization"
|
|
"github.com/kercylan98/minotaur/utils/timer"
|
|
"github.com/kercylan98/minotaur/utils/times"
|
|
"github.com/panjf2000/ants/v2"
|
|
"github.com/panjf2000/gnet"
|
|
"github.com/panjf2000/gnet/pkg/logging"
|
|
"github.com/xtaci/kcp-go/v5"
|
|
"go.uber.org/zap"
|
|
"google.golang.org/grpc"
|
|
"net"
|
|
"net/http"
|
|
"os"
|
|
"os/signal"
|
|
"strings"
|
|
"sync/atomic"
|
|
"syscall"
|
|
"time"
|
|
)
|
|
|
|
// New 根据特定网络类型创建一个服务器
|
|
func New(network Network, options ...Option) *Server {
|
|
server := &Server{
|
|
event: &event{},
|
|
runtime: &runtime{},
|
|
option: &option{},
|
|
network: network,
|
|
closeChannel: make(chan struct{}, 1),
|
|
systemSignal: make(chan os.Signal, 1),
|
|
}
|
|
server.event.Server = server
|
|
|
|
switch network {
|
|
case NetworkHttp:
|
|
server.ginServer = gin.New()
|
|
server.httpServer = &http.Server{
|
|
Handler: server.ginServer,
|
|
}
|
|
case NetworkGRPC:
|
|
server.grpcServer = grpc.NewServer()
|
|
case NetworkWebsocket:
|
|
server.websocketReadDeadline = time.Second * 30
|
|
}
|
|
|
|
for _, option := range options {
|
|
option(server)
|
|
}
|
|
|
|
if !server.disableAnts {
|
|
if server.antsPoolSize <= 0 {
|
|
server.antsPoolSize = 256
|
|
}
|
|
var err error
|
|
server.ants, err = ants.NewPool(server.antsPoolSize, ants.WithLogger(log.Logger()))
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
}
|
|
|
|
server.option = nil
|
|
return server
|
|
}
|
|
|
|
// Server 网络服务器
|
|
type Server struct {
|
|
*event // 事件
|
|
*runtime // 运行时
|
|
*option // 可选项
|
|
systemSignal chan os.Signal // 系统信号
|
|
cross map[string]Cross // 跨服
|
|
id int64 // 服务器id
|
|
network Network // 网络类型
|
|
addr string // 侦听地址
|
|
ginServer *gin.Engine // HTTP模式下的路由器
|
|
httpServer *http.Server // HTTP模式下的服务器
|
|
grpcServer *grpc.Server // GRPC模式下的服务器
|
|
supportMessageTypes map[int]bool // websocket模式下支持的消息类型
|
|
certFile, keyFile string // TLS文件
|
|
isRunning bool // 是否正在运行
|
|
isShutdown atomic.Bool // 是否已关闭
|
|
closeChannel chan struct{} // 关闭信号
|
|
ants *ants.Pool // 协程池
|
|
|
|
gServer *gNet // TCP或UDP模式下的服务器
|
|
messagePool *synchronization.Pool[*Message] // 消息池
|
|
messagePoolSize int // 消息池大小
|
|
messageChannel chan *Message // 消息管道
|
|
multiple *MultipleServer // 多服务器模式下的服务器
|
|
prod bool // 是否为生产模式
|
|
ticker *timer.Ticker // 定时器
|
|
|
|
multipleRuntimeErrorChan chan error // 多服务器模式下的运行时错误
|
|
|
|
websocketReadDeadline time.Duration // websocket连接超时时间
|
|
}
|
|
|
|
// Run 使用特定地址运行服务器
|
|
//
|
|
// server.NetworkTcp (addr:":8888")
|
|
// server.NetworkTcp4 (addr:":8888")
|
|
// server.NetworkTcp6 (addr:":8888")
|
|
// server.NetworkUdp (addr:":8888")
|
|
// server.NetworkUdp4 (addr:":8888")
|
|
// server.NetworkUdp6 (addr:":8888")
|
|
// server.NetworkUnix (addr:"socketPath")
|
|
// server.NetworkHttp (addr:":8888")
|
|
// server.NetworkWebsocket (addr:":8888/ws")
|
|
// server.NetworkKcp (addr:":8888")
|
|
func (slf *Server) Run(addr string) error {
|
|
if slf.event == nil {
|
|
return ErrConstructed
|
|
}
|
|
slf.event.check()
|
|
slf.addr = addr
|
|
var protoAddr = fmt.Sprintf("%s://%s", slf.network, slf.addr)
|
|
var connectionInitHandle = func(callback func()) {
|
|
if slf.messagePoolSize <= 0 {
|
|
slf.messagePoolSize = 100
|
|
}
|
|
slf.messagePool = synchronization.NewPool[*Message](slf.messagePoolSize,
|
|
func() *Message {
|
|
return &Message{}
|
|
},
|
|
func(data *Message) {
|
|
data.t = 0
|
|
data.attrs = nil
|
|
},
|
|
)
|
|
slf.messageChannel = make(chan *Message, 4096*1000)
|
|
if slf.network != NetworkHttp && slf.network != NetworkWebsocket && slf.network != NetworkGRPC {
|
|
slf.gServer = &gNet{Server: slf}
|
|
}
|
|
if callback != nil {
|
|
go callback()
|
|
}
|
|
go func() {
|
|
for message := range slf.messageChannel {
|
|
slf.dispatchMessage(message)
|
|
}
|
|
}()
|
|
}
|
|
|
|
switch slf.network {
|
|
case NetworkGRPC:
|
|
listener, err := net.Listen(string(NetworkTcp), slf.addr)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
go connectionInitHandle(nil)
|
|
go func() {
|
|
slf.isRunning = true
|
|
slf.OnStartBeforeEvent()
|
|
if err := slf.grpcServer.Serve(listener); err != nil {
|
|
slf.isRunning = false
|
|
PushErrorMessage(slf, err, MessageErrorActionShutdown)
|
|
}
|
|
}()
|
|
case NetworkTcp, NetworkTcp4, NetworkTcp6, NetworkUdp, NetworkUdp4, NetworkUdp6, NetworkUnix:
|
|
go connectionInitHandle(func() {
|
|
slf.isRunning = true
|
|
slf.OnStartBeforeEvent()
|
|
if err := gnet.Serve(slf.gServer, protoAddr,
|
|
gnet.WithLogger(log.Logger().Sugar()),
|
|
gnet.WithLogLevel(super.If(slf.IsProd(), logging.ErrorLevel, logging.DebugLevel)),
|
|
gnet.WithTicker(true),
|
|
gnet.WithMulticore(true),
|
|
); err != nil {
|
|
slf.isRunning = false
|
|
PushErrorMessage(slf, err, MessageErrorActionShutdown)
|
|
}
|
|
})
|
|
case NetworkKcp:
|
|
listener, err := kcp.ListenWithOptions(slf.addr, nil, 0, 0)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
go connectionInitHandle(func() {
|
|
slf.isRunning = true
|
|
slf.OnStartBeforeEvent()
|
|
for {
|
|
session, err := listener.AcceptKCP()
|
|
if err != nil {
|
|
continue
|
|
}
|
|
|
|
conn := newKcpConn(slf, session)
|
|
slf.OnConnectionOpenedEvent(conn)
|
|
|
|
go func(conn *Conn) {
|
|
defer func() {
|
|
if err := recover(); err != nil {
|
|
slf.OnConnectionClosedEvent(conn, err)
|
|
}
|
|
}()
|
|
|
|
buf := make([]byte, 4096)
|
|
for {
|
|
n, err := conn.kcp.Read(buf)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
PushPacketMessage(slf, conn, buf[:n])
|
|
}
|
|
}(conn)
|
|
}
|
|
})
|
|
case NetworkHttp:
|
|
if slf.prod {
|
|
log.SetProd(slf.prod)
|
|
gin.SetMode(gin.ReleaseMode)
|
|
}
|
|
go func() {
|
|
slf.isRunning = true
|
|
slf.OnStartBeforeEvent()
|
|
slf.httpServer.Addr = slf.addr
|
|
go connectionInitHandle(nil)
|
|
if len(slf.certFile)+len(slf.keyFile) > 0 {
|
|
if err := slf.httpServer.ListenAndServeTLS(slf.certFile, slf.keyFile); err != nil {
|
|
slf.isRunning = false
|
|
PushErrorMessage(slf, err, MessageErrorActionShutdown)
|
|
}
|
|
} else {
|
|
if err := slf.httpServer.ListenAndServe(); err != nil && err != http.ErrServerClosed {
|
|
slf.isRunning = false
|
|
PushErrorMessage(slf, err, MessageErrorActionShutdown)
|
|
}
|
|
}
|
|
|
|
}()
|
|
case NetworkWebsocket:
|
|
go connectionInitHandle(func() {
|
|
var pattern string
|
|
var index = strings.Index(addr, "/")
|
|
if index == -1 {
|
|
pattern = "/"
|
|
} else {
|
|
pattern = addr[index:]
|
|
slf.addr = slf.addr[:index]
|
|
}
|
|
var upgrade = websocket.Upgrader{
|
|
ReadBufferSize: 4096,
|
|
WriteBufferSize: 4096,
|
|
CheckOrigin: func(r *http.Request) bool {
|
|
return true
|
|
},
|
|
}
|
|
http.HandleFunc(pattern, func(writer http.ResponseWriter, request *http.Request) {
|
|
ip := request.Header.Get("X-Real-IP")
|
|
ws, err := upgrade.Upgrade(writer, request, nil)
|
|
if err != nil {
|
|
return
|
|
}
|
|
if len(ip) == 0 {
|
|
addr := ws.RemoteAddr().String()
|
|
if index := strings.LastIndex(addr, ":"); index != -1 {
|
|
ip = addr[0:index]
|
|
}
|
|
}
|
|
|
|
conn := newWebsocketConn(slf, ws, ip)
|
|
for k, v := range request.URL.Query() {
|
|
if len(v) == 1 {
|
|
conn.SetData(k, v)
|
|
} else {
|
|
conn.SetData(k, v)
|
|
}
|
|
}
|
|
slf.OnConnectionOpenedEvent(conn)
|
|
|
|
defer func() {
|
|
if err := recover(); err != nil {
|
|
slf.OnConnectionClosedEvent(conn, err)
|
|
}
|
|
}()
|
|
for {
|
|
if err := ws.SetReadDeadline(super.If(slf.websocketReadDeadline <= 0, times.Zero, time.Now().Add(slf.websocketReadDeadline))); err != nil {
|
|
panic(err)
|
|
}
|
|
messageType, packet, readErr := ws.ReadMessage()
|
|
if readErr != nil {
|
|
panic(readErr)
|
|
}
|
|
if len(slf.supportMessageTypes) > 0 && !slf.supportMessageTypes[messageType] {
|
|
panic(ErrWebsocketIllegalMessageType)
|
|
}
|
|
PushPacketMessage(slf, conn, append(packet, byte(messageType)))
|
|
}
|
|
})
|
|
go func() {
|
|
slf.isRunning = true
|
|
slf.OnStartBeforeEvent()
|
|
if len(slf.certFile)+len(slf.keyFile) > 0 {
|
|
if err := http.ListenAndServeTLS(slf.addr, slf.certFile, slf.keyFile, nil); err != nil {
|
|
slf.isRunning = false
|
|
PushErrorMessage(slf, err, MessageErrorActionShutdown)
|
|
}
|
|
} else {
|
|
if err := http.ListenAndServe(slf.addr, nil); err != nil {
|
|
slf.isRunning = false
|
|
PushErrorMessage(slf, err, MessageErrorActionShutdown)
|
|
}
|
|
}
|
|
|
|
}()
|
|
})
|
|
default:
|
|
return ErrCanNotSupportNetwork
|
|
}
|
|
|
|
if slf.multiple == nil {
|
|
log.Info("Server", zap.String("Minotaur Server", "===================================================================="))
|
|
log.Info("Server", zap.String("Minotaur Server", "RunningInfo"),
|
|
zap.Any("network", slf.network),
|
|
zap.String("listen", slf.addr),
|
|
)
|
|
log.Info("Server", zap.String("Minotaur Server", "===================================================================="))
|
|
slf.OnStartFinishEvent()
|
|
|
|
signal.Notify(slf.systemSignal, syscall.SIGHUP, syscall.SIGQUIT, syscall.SIGTERM, syscall.SIGINT)
|
|
select {
|
|
case <-slf.systemSignal:
|
|
slf.shutdown(nil)
|
|
}
|
|
|
|
select {
|
|
case <-slf.closeChannel:
|
|
close(slf.closeChannel)
|
|
}
|
|
} else {
|
|
slf.OnStartFinishEvent()
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// IsProd 是否为生产模式
|
|
func (slf *Server) IsProd() bool {
|
|
return slf.prod
|
|
}
|
|
|
|
// IsDev 是否为开发模式
|
|
func (slf *Server) IsDev() bool {
|
|
return !slf.prod
|
|
}
|
|
|
|
// GetID 获取服务器id
|
|
func (slf *Server) GetID() int64 {
|
|
if slf.cross == nil {
|
|
panic(ErrNoSupportCross)
|
|
}
|
|
return slf.id
|
|
}
|
|
|
|
// Ticker 获取服务器定时器
|
|
func (slf *Server) Ticker() *timer.Ticker {
|
|
if slf.ticker == nil {
|
|
panic(ErrNoSupportTicker)
|
|
}
|
|
return slf.ticker
|
|
}
|
|
|
|
// Shutdown 主动停止运行服务器
|
|
func (slf *Server) Shutdown() {
|
|
slf.systemSignal <- syscall.SIGQUIT
|
|
}
|
|
|
|
// shutdown 停止运行服务器
|
|
func (slf *Server) shutdown(err error, stack ...string) {
|
|
slf.OnStopEvent()
|
|
defer func() {
|
|
if slf.multipleRuntimeErrorChan != nil {
|
|
slf.multipleRuntimeErrorChan <- err
|
|
}
|
|
}()
|
|
slf.isShutdown.Store(true)
|
|
if slf.ticker != nil {
|
|
slf.ticker.Release()
|
|
}
|
|
if slf.ants != nil {
|
|
slf.ants.Release()
|
|
slf.ants = nil
|
|
}
|
|
for _, cross := range slf.cross {
|
|
cross.Release()
|
|
}
|
|
if slf.messageChannel != nil {
|
|
close(slf.messageChannel)
|
|
slf.messagePool.Close()
|
|
slf.messageChannel = nil
|
|
}
|
|
if slf.grpcServer != nil && slf.isRunning {
|
|
slf.grpcServer.GracefulStop()
|
|
}
|
|
if slf.httpServer != nil && slf.isRunning {
|
|
ctx, cancel := context.WithTimeout(context.Background(), 3*time.Second)
|
|
defer cancel()
|
|
if shutdownErr := slf.httpServer.Shutdown(ctx); shutdownErr != nil {
|
|
log.Error("Server", zap.Error(shutdownErr))
|
|
}
|
|
}
|
|
|
|
if err != nil {
|
|
var s string
|
|
if len(stack) > 0 {
|
|
s = stack[0]
|
|
}
|
|
if slf.multiple != nil {
|
|
slf.multiple.RegExitEvent(func() {
|
|
log.ErrorWithStack("Server", s, zap.Any("network", slf.network), zap.String("listen", slf.addr),
|
|
zap.String("action", "Shutdown"), zap.String("state", "exception"), zap.Error(err))
|
|
})
|
|
for i, server := range slf.multiple.servers {
|
|
if server.addr == slf.addr {
|
|
slf.multiple.servers = append(slf.multiple.servers[:i], slf.multiple.servers[i+1:]...)
|
|
break
|
|
}
|
|
}
|
|
} else {
|
|
log.ErrorWithStack("Server", s, zap.Any("network", slf.network), zap.String("listen", slf.addr),
|
|
zap.String("action", "Shutdown"), zap.String("state", "exception"), zap.Error(err))
|
|
}
|
|
} else {
|
|
log.Info("Server", zap.Any("network", slf.network), zap.String("listen", slf.addr),
|
|
zap.String("action", "Shutdown"), zap.String("state", "normal"))
|
|
}
|
|
if slf.gServer == nil {
|
|
slf.closeChannel <- struct{}{}
|
|
}
|
|
}
|
|
|
|
func (slf *Server) GRPCServer() *grpc.Server {
|
|
if slf.grpcServer == nil {
|
|
panic(ErrNetworkOnlySupportGRPC)
|
|
}
|
|
return slf.grpcServer
|
|
}
|
|
|
|
// HttpRouter 当网络类型为 NetworkHttp 时将被允许获取路由器进行路由注册，否则将会发生 panic
|
|
func (slf *Server) HttpRouter() gin.IRouter {
|
|
if slf.ginServer == nil {
|
|
panic(ErrNetworkOnlySupportHttp)
|
|
}
|
|
return slf.ginServer
|
|
}
|
|
|
|
// pushMessage 向服务器中写入特定类型的消息，需严格遵守消息属性要求
|
|
func (slf *Server) pushMessage(message *Message) {
|
|
if slf.messagePool.IsClose() {
|
|
slf.messagePool.Release(message)
|
|
return
|
|
}
|
|
slf.messageChannel <- message
|
|
}
|
|
|
|
func (slf *Server) low(message *Message, present time.Time) {
|
|
cost := time.Since(present)
|
|
if cost > time.Millisecond*100 {
|
|
log.Warn("Server", zap.String("LowExecCost", cost.String()), zap.Any("Message", message))
|
|
slf.OnMessageLowExecEvent(message, cost)
|
|
}
|
|
}
|
|
|
|
// dispatchMessage 消息分发
|
|
func (slf *Server) dispatchMessage(msg *Message) {
|
|
var (
|
|
ctx context.Context
|
|
cancel context.CancelFunc
|
|
)
|
|
if slf.deadlockDetect > 0 {
|
|
ctx, cancel = context.WithTimeout(context.Background(), slf.deadlockDetect)
|
|
go func() {
|
|
select {
|
|
case <-ctx.Done():
|
|
if err := ctx.Err(); err == context.DeadlineExceeded {
|
|
log.Warn("Server", zap.String("MessageType", messageNames[msg.t]), zap.Any("SuspectedDeadlock", msg.attrs))
|
|
}
|
|
}
|
|
}()
|
|
}
|
|
|
|
present := time.Now()
|
|
defer func() {
|
|
if err := recover(); err != nil {
|
|
log.Error("Server", zap.String("MessageType", messageNames[msg.t]), zap.Any("MessageAttrs", msg.attrs), zap.Any("error", err))
|
|
if e, ok := err.(error); ok {
|
|
slf.OnMessageErrorEvent(msg, e)
|
|
}
|
|
}
|
|
|
|
if msg.t != MessageTypeAsync {
|
|
super.Handle(cancel)
|
|
slf.low(msg, present)
|
|
if !slf.isShutdown.Load() {
|
|
slf.messagePool.Release(msg)
|
|
}
|
|
}
|
|
|
|
}()
|
|
var attrs = msg.attrs
|
|
switch msg.t {
|
|
case MessageTypePacket:
|
|
var packet = attrs[1].([]byte)
|
|
var wst = int(packet[len(packet)-1])
|
|
slf.OnConnectionReceivePacketEvent(attrs[0].(*Conn), Packet{Data: packet[:len(packet)-1], WebsocketType: wst})
|
|
case MessageTypeError:
|
|
err, action, stack := attrs[0].(error), attrs[1].(MessageErrorAction), attrs[2].(string)
|
|
switch action {
|
|
case MessageErrorActionNone:
|
|
log.ErrorWithStack("Server", stack, zap.Error(err))
|
|
case MessageErrorActionShutdown:
|
|
slf.shutdown(err, stack)
|
|
default:
|
|
log.Warn("Server", zap.String("not support message error action", action.String()))
|
|
}
|
|
case MessageTypeCross:
|
|
slf.OnReceiveCrossPacketEvent(attrs[0].(int64), attrs[1].([]byte))
|
|
case MessageTypeTicker:
|
|
attrs[0].(func())()
|
|
case MessageTypeAsync:
|
|
handle := attrs[0].(func() error)
|
|
callback, cb := attrs[1].(func(err error))
|
|
if err := slf.ants.Submit(func() {
|
|
defer func() {
|
|
if err := recover(); err != nil {
|
|
log.Error("Server", zap.String("MessageType", messageNames[msg.t]), zap.Any("MessageAttrs", msg.attrs), zap.Any("error", err))
|
|
if e, ok := err.(error); ok {
|
|
slf.OnMessageErrorEvent(msg, e)
|
|
}
|
|
}
|
|
super.Handle(cancel)
|
|
slf.low(msg, present)
|
|
if !slf.isShutdown.Load() {
|
|
slf.messagePool.Release(msg)
|
|
}
|
|
}()
|
|
if err := handle(); err != nil {
|
|
if cb {
|
|
callback(err)
|
|
}
|
|
}
|
|
}); err != nil {
|
|
panic(err)
|
|
}
|
|
default:
|
|
log.Warn("Server", zap.String("not support message type", msg.t.String()))
|
|
}
|
|
}
|