package controller import ( "bufio" "context" "errors" "fmt" "net/http" "strings" "sync" "time" "unicode/utf8" "github.com/gin-gonic/gin" "github.com/gliderlabs/ssh" "github.com/google/uuid" "github.com/gorilla/websocket" "github.com/nicksnyder/go-i18n/v2/i18n" "github.com/samber/lo" "github.com/spf13/cast" "go.uber.org/zap" gossh "golang.org/x/crypto/ssh" "golang.org/x/sync/errgroup" "gorm.io/gorm" "github.com/veops/oneterm/acl" "github.com/veops/oneterm/api/guacd" mysql "github.com/veops/oneterm/db" myi18n "github.com/veops/oneterm/i18n" "github.com/veops/oneterm/logger" "github.com/veops/oneterm/model" gsession "github.com/veops/oneterm/session" "github.com/veops/oneterm/util" ) var ( Upgrader = websocket.Upgrader{ ReadBufferSize: 4096, WriteBufferSize: 4096, CheckOrigin: func(r *http.Request) bool { return true }, } ) func read(sess *gsession.Session) error { chs := sess.Chans for { select { case <-sess.Gctx.Done(): return nil default: if sess.SessionType == model.SESSIONTYPE_WEB { t, msg, err := sess.Ws.ReadMessage() if err != nil { return err } if len(msg) <= 0 { continue } switch t { case websocket.TextMessage: chs.InChan <- msg if !sess.IsSsh() && guacd.IsActive(msg) { sess.IdleTk.Reset(sess.IdleTimout) } } } else if sess.SessionType == model.SESSIONTYPE_CLIENT { chs.InChan <- sess.CliRw.Read() } } } } func write(sess *gsession.Session) { chs := sess.Chans out := chs.OutBuf.Bytes() if sess.SessionType == model.SESSIONTYPE_WEB && sess.Ws != nil { sess.Ws.WriteMessage(websocket.TextMessage, out) } else if sess.SessionType == model.SESSIONTYPE_CLIENT && len(out) > 0 { sess.CliRw.Write(out) } if len(out) > 0 && strings.Contains(sess.Protocol, "ssh") { sess.SshRecoder.Write(out) } writeToMonitors(sess.Monitors, out) chs.OutBuf.Reset() } func HandleSsh(sess *gsession.Session) (err error) { defer func() { sess.Status = model.SESSIONSTATUS_OFFLINE sess.ClosedAt = lo.ToPtr(time.Now()) if err = gsession.UpsertSession(sess); err != nil { logger.L().Error("offline ssh session failed", zap.Error(err)) return } }() chs := sess.Chans tk, tk1s := time.NewTicker(time.Millisecond*100), time.NewTicker(time.Second) sess.G.Go(func() error { return read(sess) }) sess.G.Go(func() error { defer sess.Chans.Rin.Close() defer sess.Chans.Wout.Close() for { select { case <-sess.Gctx.Done(): write(sess) return nil case closeBy := <-chs.CloseChan: out := []byte("\r\n \033[31m closed by admin") chs.OutBuf.Write(out) write(sess) logger.L().Info("closed by", zap.String("admin", closeBy)) return nil case err := <-chs.ErrChan: return err case in := <-chs.InChan: if sess.SessionType == model.SESSIONTYPE_WEB { rt := in[0] msg := in[1:] switch rt { case '1': chs.Win.Write(msg) case '9': continue case 'w': wh := strings.Split(string(msg), ",") if len(wh) < 2 { continue } chs.WindowChan <- ssh.Window{ Width: cast.ToInt(wh[0]), Height: cast.ToInt(wh[1]), } } } else if sess.SessionType == model.SESSIONTYPE_CLIENT { chs.Win.Write(in) } case out := <-chs.OutChan: chs.OutBuf.Write(out) case <-tk.C: write(sess) case <-tk1s.C: write(sess) } } }) if err = sess.G.Wait(); err != nil { logger.L().Debug("sess wait end", zap.String("id", sess.SessionId), zap.Error(err)) } return } func handleGuacd(sess *gsession.Session) (err error) { defer func() { if err = sess.G.Wait(); err != nil { logger.L().Debug("sess wait end", zap.String("id", sess.SessionId), zap.Error(err)) } }() defer sess.GuacdTunnel.Disconnect() chs := sess.Chans sess.IdleTimout = idleTime() sess.IdleTk = time.NewTicker(sess.IdleTimout) tk := time.NewTicker(time.Minute) asset := &model.Asset{} sess.G.Go(func() error { return read(sess) }) sess.G.Go(func() error { for { select { case <-sess.Gctx.Done(): return nil case closeBy := <-chs.CloseChan: return &ApiError{Code: ErrAdminClose, Data: map[string]any{"admin": closeBy}} case err := <-chs.ErrChan: return err case <-tk.C: if mysql.DB.Model(asset).Where("id = ?", sess.AssetId).First(asset).Error != nil { continue } if checkTime(asset.AccessAuth) { continue } return &ApiError{Code: ErrAccessTime} case <-sess.IdleTk.C: return &ApiError{Code: ErrIdleTimeout, Data: map[string]any{"second": int64(sess.IdleTimout.Seconds())}} case out := <-chs.OutChan: sess.Ws.WriteMessage(websocket.TextMessage, out) } } }) if err = sess.G.Wait(); err != nil { logger.L().Debug("sess wait end", zap.String("id", sess.SessionId), zap.Error(err)) } return } func writeToMonitors(monitors *sync.Map, out []byte) { monitors.Range(func(key, value any) bool { ws, ok := value.(*websocket.Conn) if !ok || ws == nil { return true } ws.WriteMessage(websocket.TextMessage, out) return true }) } func DoConnect(ctx *gin.Context) (sess *gsession.Session, err error) { currentUser, _ := acl.GetSessionFromCtx(ctx) assetId, accountId := cast.ToInt(ctx.Param("asset_id")), cast.ToInt(ctx.Param("account_id")) asset, account, gateway, err := util.GetAAG(assetId, accountId) if err != nil { return } if !checkAuthorization(currentUser, asset, accountId) || !checkTime(asset.AccessAuth) { err = &ApiError{Code: ErrLogin, Data: map[string]any{"err": fmt.Errorf("invalid authorization")}} ctx.AbortWithError(http.StatusInternalServerError, err) return } sess = gsession.NewSession(ctx) sess.Session = &model.Session{ SessionType: ctx.GetInt("sessionType"), SessionId: uuid.New().String(), Uid: currentUser.GetUid(), UserName: currentUser.GetUserName(), AssetId: assetId, AssetInfo: fmt.Sprintf("%s(%s)", asset.Name, asset.Ip), AccountId: accountId, AccountInfo: fmt.Sprintf("%s(%s)", account.Name, account.Account), GatewayId: asset.GatewayId, GatewayInfo: lo.Ternary(asset.GatewayId == 0, "", fmt.Sprintf("%s(%s)", gateway.Name, gateway.Host)), ClientIp: ctx.RemoteIP(), Protocol: ctx.Param("protocol"), Status: model.SESSIONSTATUS_ONLINE, } switch strings.Split(sess.Protocol, ":")[0] { case "ssh": go connectSsh(ctx, sess, asset, account, gateway) case "vnc", "rdp": go connectGuacd(ctx, sess, asset, account, gateway) default: logger.L().Error("wrong protocol " + sess.Protocol) } if err = <-sess.Chans.ErrChan; err != nil { logger.L().Error("failed to connect", zap.Error(err)) ctx.AbortWithError(http.StatusInternalServerError, &ApiError{Code: ErrConnectServer, Data: map[string]any{"err": err}}) return } gsession.GetOnlineSession().Store(sess.SessionId, sess) gsession.UpsertSession(sess) return } func connectSsh(ctx *gin.Context, sess *gsession.Session, asset *model.Asset, account *model.Account, gateway *model.Gateway) (err error) { w, h := cast.ToInt(ctx.Query("w")), cast.ToInt(ctx.Query("h")) chs := sess.Chans ip, port, err := util.Proxy(uuid.New().String(), "ssh", asset, gateway) if err != nil { return } auth, err := util.GetAuth(account) if err != nil { return } sshCli, err := gossh.Dial("tcp", fmt.Sprintf("%s:%d", ip, port), &gossh.ClientConfig{ User: account.Account, Auth: []gossh.AuthMethod{auth}, HostKeyCallback: gossh.InsecureIgnoreHostKey(), Timeout: time.Second * 3, }) if err != nil { return } sshSess, err := sshCli.NewSession() if err != nil { logger.L().Error("ssh session create failed", zap.Error(err)) return } defer sshSess.Close() sshSess.Stdin = chs.Rin sshSess.Stdout = chs.Wout sshSess.Stderr = chs.Wout modes := gossh.TerminalModes{ gossh.ECHO: 1, gossh.TTY_OP_ISPEED: 14400, gossh.TTY_OP_OSPEED: 14400, } if err = sshSess.RequestPty("xterm", h, w, modes); err != nil { logger.L().Error("ssh request pty failed", zap.Error(err)) return } if err = sshSess.Shell(); err != nil { logger.L().Error("ssh start shell failed", zap.Error(err)) return } if sess.SshRecoder, err = gsession.NewAsciinema(sess.SessionId, w, h); err != nil { return } sess.G.Go(func() error { err = sshSess.Wait() return fmt.Errorf("ssh session wait end %w", err) }) chs.ErrChan <- err sess.G.Go(func() error { buf := bufio.NewReader(chs.Rout) for { select { case <-sess.Gctx.Done(): return nil default: rn, size, err := buf.ReadRune() if err != nil { return err } if size <= 0 || rn == utf8.RuneError { continue } p := make([]byte, utf8.RuneLen(rn)) utf8.EncodeRune(p, rn) chs.OutChan <- p } } }) sess.G.Go(func() error { defer sess.Chans.Rout.Close() defer sess.Chans.Win.Close() for { select { case <-sess.Gctx.Done(): return nil case window := <-chs.WindowChan: if err := sshSess.WindowChange(window.Height, window.Width); err != nil { logger.L().Warn("reset window size failed", zap.Error(err)) continue } sess.SshRecoder.Resize(window.Width, window.Height) } } }) sess.G.Wait() return } func newGuacdSession(ctx *gin.Context, connectionId, sessionId string, asset *model.Asset, account *model.Account, gateway *model.Gateway) *gsession.Session { currentUser, _ := acl.GetSessionFromCtx(ctx) return &gsession.Session{ Session: &model.Session{ SessionType: model.SESSIONTYPE_WEB, SessionId: sessionId, Uid: currentUser.GetUid(), UserName: currentUser.GetUserName(), AssetId: asset.Id, AssetInfo: fmt.Sprintf("%s(%s)", asset.Name, asset.Ip), AccountId: account.Id, AccountInfo: fmt.Sprintf("%s(%s)", account.Name, account.Account), GatewayId: gateway.Id, GatewayInfo: lo.Ternary(gateway.Id == 0, "", fmt.Sprintf("%s:%d", gateway.Host, gateway.Port)), ClientIp: ctx.ClientIP(), Protocol: ctx.Param("protocol"), Status: model.SESSIONSTATUS_ONLINE, }, ConnectionId: connectionId, } } func connectGuacd(ctx *gin.Context, sess *gsession.Session, asset *model.Asset, account *model.Account, gateway *model.Gateway) (err error) { chs := sess.Chans defer func() { chs.ErrChan <- err }() w, h, dpi := cast.ToInt(ctx.Query("w")), cast.ToInt(ctx.Query("h")), cast.ToInt(ctx.Query("dpi")) t, err := guacd.NewTunnel("", w, h, dpi, sess.Protocol, asset, account, gateway) if err != nil { logger.L().Error("guacd tunnel failed", zap.Error(err)) return } session := newGuacdSession(ctx, t.ConnectionId, t.SessionId, asset, account, gateway) if err = gsession.UpsertSession(session); err != nil { return } session.GuacdTunnel = t chs.ErrChan <- nil g, gctx := errgroup.WithContext(context.Background()) g.Go(func() error { for { select { case <-gctx.Done(): return nil case <-time.After(time.Minute): session.Chans.AwayChan <- struct{}{} return nil } } }) g.Go(func() error { for { select { case <-gctx.Done(): return nil default: p, err := t.Read() if isCtxDone(gctx) { return nil } if err != nil { logger.L().Debug("read instruction failed", zap.Error(err)) return err } if len(p) <= 0 { continue } chs.OutChan <- p } } }) g.Go(func() error { defer func() { t.Disconnect() session.Status = model.SESSIONSTATUS_OFFLINE session.ClosedAt = lo.ToPtr(time.Now()) if err = gsession.UpsertSession(session); err != nil { logger.L().Error("offline guacd session failed", zap.Error(err)) return } }() for { select { case <-gctx.Done(): return nil case <-chs.AwayChan: return fmt.Errorf("away") case in := <-chs.InChan: t.Write(in) } } }) if err = g.Wait(); err != nil { logger.L().Warn("doGuacd stopped", zap.Error(err)) } return err } // Connect godoc // // @Tags connect // @Success 200 {object} HttpResponse // @Param w query int false "width" // @Param h query int false "height" // @Param dpi query int false "dpi" // @Success 200 {object} HttpResponse{data=gsession.Session} // @Router /connect/:asset_id/:account_id/:protocol [post] func (c *Controller) Connect(ctx *gin.Context) { sess, err := DoConnect(ctx) if err != nil { return } ws, err := Upgrader.Upgrade(ctx.Writer, ctx.Request, http.Header{ "sec-websocket-protocol": {ctx.GetHeader("sec-websocket-protocol")}, }) if err != nil { ctx.AbortWithError(http.StatusInternalServerError, err) return } defer ws.Close() defer func() { handleError(ctx, sess, err, ws) }() if sess.IsSsh() { HandleSsh(sess) } else { handleGuacd(sess) } } // ConnectMonitor godoc // // @Tags connect // @Success 200 {object} HttpResponse // @Router /connect/monitor/:session_id [get] func (c *Controller) ConnectMonitor(ctx *gin.Context) { currentUser, _ := acl.GetSessionFromCtx(ctx) sessionId := ctx.Param("session_id") var sess *gsession.Session ws, err := Upgrader.Upgrade(ctx.Writer, ctx.Request, http.Header{ "sec-websocket-protocol": {ctx.GetHeader("sec-websocket-protocol")}, }) if err != nil { ctx.AbortWithError(http.StatusInternalServerError, err) return } defer ws.Close() defer func() { handleError(ctx, sess, err, ws) }() if !acl.IsAdmin(currentUser) { ctx.AbortWithError(http.StatusBadRequest, &ApiError{Code: ErrNoPerm, Data: map[string]any{"perm": "monitor session"}}) return } if sess = gsession.GetOnlineSessionById(sessionId); sess == nil { err = &ApiError{Code: ErrInvalidSessionId, Data: map[string]any{"sessionId": sessionId}} return } g, gctx := errgroup.WithContext(ctx) chs := gsession.NewSessionChans() if !sess.IsSsh() { g.Go(func() error { return monitGuacd(ctx, sess, ws) }) } key := fmt.Sprintf("%d-%s-%d", currentUser.Uid, sessionId, time.Now().Nanosecond()) sess.Monitors.Store(key, ws) defer func() { sess.Monitors.Delete(key) if sess.IsSsh() { if sess.SessionType == model.SESSIONTYPE_CLIENT && !sess.HasMonitors() { close(chs.AwayChan) } } else { close(chs.AwayChan) } }() g.Go(func() error { for { select { case <-gctx.Done(): return nil default: _, p, err := ws.ReadMessage() if err != nil { logger.L().Warn("end monitor", zap.Error(err)) return err } if !sess.IsSsh() { chs.InChan <- p } } } }) err = g.Wait() } func monitGuacd(ctx *gin.Context, sess *gsession.Session, ws *websocket.Conn) (err error) { connectionId, chs := sess.ConnectionId, gsession.NewSessionChans() w, h, dpi := cast.ToInt(ctx.Query("w")), cast.ToInt(ctx.Query("h")), cast.ToInt(ctx.Query("dpi")) defer func() { chs.ErrChan <- err }() t, err := guacd.NewTunnel(connectionId, w, h, dpi, ":", nil, nil, nil) if err != nil { logger.L().Error("guacd tunnel failed", zap.Error(err)) return } g, gctx := errgroup.WithContext(ctx) g.Go(func() error { for { select { case <-gctx.Done(): return nil default: p, err := t.Read() if err != nil { logger.L().Debug("read instruction failed", zap.Error(err)) return err } if len(p) <= 0 { continue } chs.OutChan <- p } } }) g.Go(func() error { for { select { case closeBy := <-chs.CloseChan: err := fmt.Errorf("colse by admin %s", closeBy) ws.WriteMessage(websocket.TextMessage, guacd.NewInstruction("disconnect", err.Error()).Bytes()) logger.L().Warn(err.Error()) return err case err := <-chs.ErrChan: logger.L().Error("disconnected", zap.Error(err)) return err case out := <-chs.OutChan: ws.WriteMessage(websocket.TextMessage, out) case in := <-chs.InChan: t.Write(in) } } }) if err = g.Wait(); err != nil { logger.L().Warn("monit guacd stopped", zap.Error(err)) } return } // ConnectClose godoc // // @Tags connect // @Success 200 {object} HttpResponse // @Router /connect/close/:session_id [post] func (c *Controller) ConnectClose(ctx *gin.Context) { currentUser, _ := acl.GetSessionFromCtx(ctx) if !acl.IsAdmin(currentUser) { ctx.AbortWithError(http.StatusBadRequest, &ApiError{Code: ErrNoPerm, Data: map[string]any{"perm": "close session"}}) return } session := &gsession.Session{} err := mysql.DB. Model(session). Where("session_id = ?", ctx.Param("session_id")). Where("status = ?", model.SESSIONSTATUS_ONLINE). First(session). Error if errors.Is(err, gorm.ErrRecordNotFound) { ctx.JSON(http.StatusOK, defaultHttpResponse) return } if err != nil { ctx.AbortWithError(http.StatusBadRequest, &ApiError{Code: ErrInvalidArgument, Data: map[string]any{"err": "invalid session id"}}) return } logger.L().Info("closing...", zap.String("sessionId", session.SessionId), zap.Int("type", session.SessionType)) defer offlineSession(ctx, session.SessionId, currentUser.GetUserName()) session.Status = model.SESSIONSTATUS_OFFLINE session.ClosedAt = lo.ToPtr(time.Now()) gsession.UpsertSession(session) ctx.JSON(http.StatusOK, defaultHttpResponse) } func offlineSession(ctx *gin.Context, sessionId string, closer string) { logger.L().Debug("offline", zap.String("session_id", sessionId), zap.String("closer", closer)) defer gsession.GetOnlineSession().Delete(sessionId) session := gsession.GetOnlineSessionById(sessionId) if session == nil { return } if closer != "" && session.Chans != nil { select { case session.Chans.CloseChan <- closer: break case <-time.After(time.Second): break } } session.Monitors.Range(func(key, value any) bool { ws, ok := value.(*websocket.Conn) if ok && ws != nil { lang := ctx.PostForm("lang") accept := ctx.GetHeader("Accept-Language") localizer := i18n.NewLocalizer(myi18n.Bundle, lang, accept) cfg := &i18n.LocalizeConfig{ TemplateData: map[string]any{"sessionId": sessionId}, DefaultMessage: myi18n.MsgSessionEnd, } msg, _ := localizer.Localize(cfg) ws.WriteMessage(websocket.TextMessage, []byte(msg)) ws.Close() } return true }) } func checkTime(data *model.AccessAuth) bool { now := time.Now() in := true if (data.Start != nil && now.Before(*data.Start)) || (data.End != nil && now.After(*data.End)) { in = false } if !in { return false } in = false has := false week, hm := now.Weekday(), now.Format("15:04") for _, r := range data.Ranges { has = has || len(r.Times) > 0 if (r.Week+1)%7 == int(week) { for _, str := range r.Times { ss := strings.Split(str, "~") in = in || (len(ss) >= 2 && hm >= ss[0] && hm <= ss[1]) } } } return !has || in == data.Allow } func checkAuthorization(user *acl.Session, asset *model.Asset, accountId int) bool { return acl.IsAdmin(user) || lo.Contains(asset.Authorization[accountId], user.GetRid()) } func handleError(ctx *gin.Context, sess *gsession.Session, err error, ws *websocket.Conn) { defer func() { close(sess.Chans.AwayChan) }() if err == nil { return } logger.L().Debug("", zap.String("session_id", sess.SessionId), zap.Error(err)) ae, ok := err.(*ApiError) if !ok { return } if sess.IsSsh() { ws.WriteMessage(websocket.TextMessage, []byte(ae.MessageWithCtx(ctx))) } else { ws.WriteMessage(websocket.TextMessage, guacd.NewInstruction("error", (ae).MessageBase64(ctx), cast.ToString(ErrAdminClose)).Bytes()) } // ctx.AbortWithError(http.StatusBadRequest, err) } func isCtxDone(ctx context.Context) bool { select { case _, ok := <-ctx.Done(): return !ok default: return false } } func idleTime() (d time.Duration) { d = time.Hour * 2 cfg := &model.Config{} if err := mysql.DB.Where(cfg).First(cfg).Error; err != nil { return } d = time.Second * time.Duration(cfg.Timeout) return }