mirror of
https://github.com/hanzoai/ai.git
synced 2026-11-20 14:13:23 +00:00
ai leveled logging now goes through github.com/hanzoai/ai/log, a printf-preserving surface over luxfi/log that emits structured records to stderr for the platform pipeline (HIP-0106). The 65 beego/logs call sites are repointed; the format contract (a fmt verb makes the string a format string, otherwise trailing args are appended as " %v" fields) is preserved so every message renders identically. First cut of the beego framework removal. The beego module stays until the context, pagination, and session subpackages are migrated.
149 lines
4.2 KiB
Go
149 lines
4.2 KiB
Go
// Copyright 2023-2025 Hanzo AI Inc. All Rights Reserved.
|
|
// Portions Copyright 2023 The OpenAgent Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
package object
|
|
|
|
import (
|
|
"bytes"
|
|
"fmt"
|
|
"io"
|
|
"mime/multipart"
|
|
"strings"
|
|
|
|
"github.com/hanzoai/ai/log"
|
|
"github.com/hanzoai/ai/util"
|
|
)
|
|
|
|
func UpdateTreeFile(storeId string, key string, file *TreeFile) bool {
|
|
return true
|
|
}
|
|
|
|
func AddTreeFile(storeId string, userName string, key string, isLeaf bool, filename string, file multipart.File, lang string) (bool, []byte, error) {
|
|
store, err := GetStore(storeId)
|
|
if err != nil {
|
|
return false, nil, err
|
|
}
|
|
if store == nil {
|
|
return false, nil, nil
|
|
}
|
|
storageProviderObj, err := store.GetStorageProviderObj(lang)
|
|
if err != nil {
|
|
return false, nil, err
|
|
}
|
|
var objectKey string
|
|
var fileBuffer *bytes.Buffer
|
|
if isLeaf {
|
|
objectKey = fmt.Sprintf("%s/%s", key, filename)
|
|
objectKey = strings.TrimLeft(objectKey, "/")
|
|
fileBuffer = bytes.NewBuffer(nil)
|
|
_, err = io.Copy(fileBuffer, file)
|
|
if err != nil {
|
|
return false, nil, err
|
|
}
|
|
bs := fileBuffer.Bytes()
|
|
fileUrl, err := storageProviderObj.PutObject(userName, store.Name, objectKey, fileBuffer)
|
|
if err != nil {
|
|
return false, nil, err
|
|
}
|
|
// Persist file information in the file table
|
|
fileRecord := &File{
|
|
Owner: store.Owner,
|
|
Name: getFileName(store.Name, objectKey),
|
|
CreatedTime: util.GetCurrentTime(),
|
|
Filename: filename,
|
|
Size: int64(len(bs)),
|
|
Store: store.Name,
|
|
StorageProvider: store.StorageProvider,
|
|
Url: fileUrl,
|
|
TokenCount: 0,
|
|
Status: FileStatusPending, // Initial status before embedding
|
|
}
|
|
_, err = AddFile(fileRecord)
|
|
if err != nil {
|
|
return false, nil, err
|
|
}
|
|
go func() {
|
|
_, vectorErr := AddVectorsForFile(store, objectKey, fileUrl, lang)
|
|
if vectorErr != nil {
|
|
log.Error("Failed to generate vectors for file %s: %v", objectKey, vectorErr)
|
|
}
|
|
}()
|
|
return true, bs, nil
|
|
} else {
|
|
objectKey = fmt.Sprintf("%s/%s/_hidden.ini", key, filename)
|
|
objectKey = strings.TrimLeft(objectKey, "/")
|
|
fileBuffer = bytes.NewBuffer(nil)
|
|
bs := fileBuffer.Bytes()
|
|
_, err = storageProviderObj.PutObject(userName, store.Name, objectKey, fileBuffer)
|
|
if err != nil {
|
|
return false, nil, err
|
|
}
|
|
return true, bs, nil
|
|
}
|
|
}
|
|
|
|
func DeleteTreeFile(storeId string, key string, isLeaf bool, lang string) (bool, error) {
|
|
owner, name, err := util.GetOwnerAndNameFromIdWithError(storeId)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
store, err := getStore(owner, name)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
if store == nil {
|
|
return false, nil
|
|
}
|
|
storageProviderObj, err := store.GetStorageProviderObj(lang)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
if isLeaf {
|
|
err = storageProviderObj.DeleteObject(key)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
_, err = DeleteVectorsByFile(store.Owner, store.Name, key)
|
|
if err != nil {
|
|
log.Error("Failed to delete vectors for file %s: %v", key, err)
|
|
return false, err
|
|
}
|
|
// Delete file record from the file table
|
|
if err := deleteFileRecord(owner, name, key); err != nil {
|
|
return false, err
|
|
}
|
|
} else {
|
|
objects, err := storageProviderObj.ListObjects(key)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
for _, object := range objects {
|
|
err = storageProviderObj.DeleteObject(object.Key)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
_, err = DeleteVectorsByFile(store.Owner, store.Name, object.Key)
|
|
if err != nil {
|
|
log.Error("Failed to delete vectors for file %s: %v", object.Key, err)
|
|
return false, err
|
|
}
|
|
// Delete file record from the file table
|
|
if err := deleteFileRecord(owner, name, object.Key); err != nil {
|
|
return false, err
|
|
}
|
|
}
|
|
}
|
|
return true, nil
|
|
}
|