Files
ai/object/video_word.go
zeekay c1c8c6f530 chore: OSS attribution — restore casibase/OpenAgent per-file copyright (Apache-2.0 §4c)
Casibase's upstream '// Copyright <yr> The OpenAgent Authors. All Rights
Reserved.' (and legacy 'The Casibase Authors' on older files) was stripped
from every derived source file and replaced with a Hanzo-only line. This
re-adds it as a '// Portions Copyright ...' line beneath the Hanzo line on
the 573 casibase-derived files, using each file's real upstream year/holder.
Net-new Hanzo files are untouched. Nothing deleted. LICENSE + NOTICE were
already correct.
2026-07-02 13:02:21 -07:00

67 lines
1.7 KiB
Go

// Copyright 2023-2025 Hanzo AI Inc. All Rights Reserved.
// Portions Copyright 2023 The OpenAgent Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package object
import (
"fmt"
"unicode"
"github.com/hanzoai/ai/i18n"
"github.com/hanzoai/ai/util"
"github.com/wangbin/jiebago"
)
var seg *jiebago.Segmenter = nil
func isPunctuation(r rune) bool {
return !unicode.IsLetter(r) && !unicode.IsNumber(r)
}
func isNumber(s string) bool {
for _, r := range s {
if !unicode.IsNumber(r) {
return false
}
}
return true
}
func (v *Video) PopulateWordCountMap(lang string) error {
if len(v.Segments) == 0 {
return nil
}
dictPath := "data/dict.txt"
if !util.FileExist(dictPath) {
return fmt.Errorf("%s", fmt.Sprintf(i18n.Translate(lang, "object:Cannot generate word cloud, the dict file: [%s] does not exist"), dictPath))
}
if seg == nil {
seg = &jiebago.Segmenter{}
err := seg.LoadDictionary(dictPath)
if err != nil {
return err
}
}
v.WordCountMap = map[string]int{}
for _, segment := range v.Segments {
words := seg.Cut(segment.Text, true)
for word := range words {
if len(word) > 3 && !isPunctuation([]rune(word)[0]) && !isNumber(word) {
v.WordCountMap[word]++
}
}
}
return nil
}