mirror of
https://github.com/hanzoai/ai.git
synced 2026-11-20 14:13:23 +00:00
Replaces beego's ControllerRegister, filter chain and context with the native web package end to end. The controllers, filters and routes are retyped from beego.Context/beego.Controller to their web equivalents (web.Context mirrors beego's API, so the swap is mechanical), and the 307 explicit routes register on a shared routers.App (web.Router). The dead NSInclude namespace is dropped: without a generated commentsRouter it registered nothing. - controllers/base.go embeds web.Controller; the 4 streaming/util controllers, the 17 filters, util/cookie.go and object/record.go take *web.Context. - routers.InstallFilters inserts the 14 BeforeRouter + 2 AfterExec filters on App in the same order the standalone used; bootstrap and the route tests share it. - The session provider binds through App.UseSessions (its Store matches web.Store); Bootstrap publishes App as the request handler instead of beego.BeeApp.Handlers. - web gains the Controller compatibility surface the handlers use: EnableRender, GetFile, Context.SetCookie/Output.Cookie; RunMode defaults to prod (compact ServeJSON), matching the runtime default. The /swagger static (beego SetStaticPath) is dropped — the edge serves statics. Verified on SQLite (UseMemoryDB): /v1/cloud/* rewrites and dispatches, the /v1/iam/* alias is selective (in-set dispatches, out-of-set 404s), an unauthenticated gated /v1/cloud/get-providers is denied 401/403 before dispatch, and the real filter chain short-circuits on auth-reject in order. go build ./... and the web/routers/controllers/route tests are green; the beego module stays until the session and lifecycle cuts.
196 lines
5.3 KiB
Go
196 lines
5.3 KiB
Go
// Copyright 2023-2025 Hanzo AI Inc. All Rights Reserved.
|
||
// Portions Copyright 2023 The OpenAgent Authors. All Rights Reserved.
|
||
//
|
||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||
// you may not use this file except in compliance with the License.
|
||
// You may obtain a copy of the License at
|
||
//
|
||
// http://www.apache.org/licenses/LICENSE-2.0
|
||
//
|
||
// Unless required by applicable law or agreed to in writing, software
|
||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
// See the License for the specific language governing permissions and
|
||
// limitations under the License.
|
||
|
||
package controllers
|
||
|
||
import (
|
||
"bytes"
|
||
"fmt"
|
||
"net/http"
|
||
"regexp"
|
||
"strings"
|
||
|
||
"github.com/hanzoai/ai/web"
|
||
)
|
||
|
||
type RefinedWriter struct {
|
||
web.Response
|
||
writerCleaner Cleaner
|
||
buf []byte
|
||
messageBuf []byte
|
||
reasonBuf []byte
|
||
toolBuf []byte
|
||
searchBuf []byte
|
||
}
|
||
|
||
func newRefinedWriter(w web.Response) *RefinedWriter {
|
||
return &RefinedWriter{w, *NewCleaner(6), []byte{}, []byte{}, []byte{}, []byte{}, []byte{}}
|
||
}
|
||
|
||
func (w *RefinedWriter) Write(p []byte) (n int, err error) {
|
||
var eventType string
|
||
var data string
|
||
|
||
if bytes.HasPrefix(p, []byte("event: reason")) {
|
||
eventType = "reason"
|
||
prefix := []byte("event: reason\ndata: ")
|
||
suffix := []byte("\n\n")
|
||
data = string(bytes.TrimSuffix(bytes.TrimPrefix(p, prefix), suffix))
|
||
} else if bytes.HasPrefix(p, []byte("event: tool")) {
|
||
eventType = "tool"
|
||
prefix := []byte("event: tool\ndata: ")
|
||
suffix := []byte("\n\n")
|
||
data = string(bytes.TrimSuffix(bytes.TrimPrefix(p, prefix), suffix))
|
||
} else if bytes.HasPrefix(p, []byte("event: search")) {
|
||
eventType = "search"
|
||
prefix := []byte("event: search\ndata: ")
|
||
suffix := []byte("\n\n")
|
||
data = string(bytes.TrimSuffix(bytes.TrimPrefix(p, prefix), suffix))
|
||
} else {
|
||
eventType = "message"
|
||
prefix := []byte("event: message\ndata: ")
|
||
suffix := []byte("\n\n")
|
||
data = string(bytes.TrimSuffix(bytes.TrimPrefix(p, prefix), suffix))
|
||
}
|
||
|
||
// Add data to the buffer
|
||
w.buf = append(w.buf, []byte(data)...)
|
||
if eventType == "message" {
|
||
w.messageBuf = append(w.messageBuf, []byte(data)...)
|
||
} else if eventType == "reason" {
|
||
w.reasonBuf = append(w.reasonBuf, []byte(data)...)
|
||
} else if eventType == "tool" {
|
||
if len(w.toolBuf) > 0 {
|
||
w.toolBuf = append(w.toolBuf, '\n')
|
||
}
|
||
w.toolBuf = append(w.toolBuf, []byte(data)...)
|
||
} else if eventType == "search" {
|
||
w.searchBuf = append(w.searchBuf, []byte(data)...)
|
||
}
|
||
|
||
if eventType == "tool" || eventType == "search" {
|
||
fmt.Print(data)
|
||
n, err := w.ResponseWriter.Write([]byte(fmt.Sprintf("event: %s\ndata: %s\n\n", eventType, data)))
|
||
if flusher, ok := w.ResponseWriter.(http.Flusher); ok {
|
||
flusher.Flush()
|
||
}
|
||
return n, err
|
||
}
|
||
|
||
if w.writerCleaner.cleaned == false && w.writerCleaner.dataTimes < w.writerCleaner.bufferSize {
|
||
w.writerCleaner.AddData(data)
|
||
if w.writerCleaner.dataTimes == w.writerCleaner.bufferSize {
|
||
cleanedData := w.writerCleaner.GetCleanedData()
|
||
fmt.Print(cleanedData)
|
||
jsonData, err := ConvertMessageDataToJSON(cleanedData)
|
||
if err != nil {
|
||
return 0, err
|
||
}
|
||
return w.ResponseWriter.Write([]byte(fmt.Sprintf("event: %s\ndata: %s\n\n", eventType, jsonData)))
|
||
}
|
||
return 0, nil
|
||
}
|
||
|
||
fmt.Print(data)
|
||
jsonData, err := ConvertMessageDataToJSON(data)
|
||
if err != nil {
|
||
return 0, err
|
||
}
|
||
return w.ResponseWriter.Write([]byte(fmt.Sprintf("event: %s\ndata: %s\n\n", eventType, jsonData)))
|
||
}
|
||
|
||
func (w *RefinedWriter) String() string {
|
||
return string(w.buf)
|
||
}
|
||
|
||
func (w *RefinedWriter) MessageString() string {
|
||
return string(w.messageBuf)
|
||
}
|
||
|
||
func (w *RefinedWriter) ReasonString() string {
|
||
return string(w.reasonBuf)
|
||
}
|
||
|
||
func (w *RefinedWriter) ToolString() string {
|
||
return string(w.toolBuf)
|
||
}
|
||
|
||
func (w *RefinedWriter) SearchString() string {
|
||
return string(w.searchBuf)
|
||
}
|
||
|
||
type Cleaner struct {
|
||
dataTimes int // Number of times data is added
|
||
buffer []string // Buffer of tokens
|
||
bufferSize int // Size of the buffer
|
||
cleaned bool // Whether the data has been cleaned
|
||
}
|
||
|
||
func NewCleaner(bufferSize int) *Cleaner {
|
||
return &Cleaner{
|
||
dataTimes: 0,
|
||
buffer: make([]string, 0, bufferSize),
|
||
bufferSize: bufferSize,
|
||
cleaned: false,
|
||
}
|
||
}
|
||
|
||
func (c *Cleaner) AddData(data string) {
|
||
c.buffer = append(c.buffer, data)
|
||
c.dataTimes++
|
||
}
|
||
|
||
func (c *Cleaner) GetCleanedData() string {
|
||
c.cleaned = true
|
||
return cleanString(strings.Join(c.buffer, ""))
|
||
}
|
||
|
||
func (c *Cleaner) CleanString(data string) string {
|
||
return cleanString(data)
|
||
}
|
||
|
||
func cleanString(data string) string {
|
||
img := regexp.MustCompile(`<img[^>]+>`)
|
||
if img.MatchString(data) {
|
||
return data
|
||
}
|
||
|
||
data = strings.Replace(data, "?", "", -1)
|
||
data = strings.Replace(data, "?", "", -1)
|
||
data = strings.Replace(data, "-", "", -1)
|
||
data = strings.Replace(data, "——", "", -1)
|
||
|
||
keywords := []string{"问", "用户", "q", "user", "question"}
|
||
|
||
if strings.Contains(data, ":") {
|
||
parts := strings.Split(data, ":")
|
||
data = checkFirstPart(parts[0], parts[len(parts)-1], keywords)
|
||
} else if strings.Contains(data, ":") {
|
||
parts := strings.Split(data, ":")
|
||
data = checkFirstPart(parts[0], parts[len(parts)-1], keywords)
|
||
}
|
||
|
||
return data
|
||
}
|
||
|
||
func checkFirstPart(firstPart, secondPart string, keywords []string) string {
|
||
for _, keyword := range keywords {
|
||
if strings.Contains(firstPart, keyword) {
|
||
return secondPart
|
||
}
|
||
}
|
||
return firstPart
|
||
}
|