mirror of
https://github.com/hanzoai/forge.git
synced 2026-10-30 15:00:39 +00:00
zeekayandHanzo Dev
aa87442fdd
Source files keep their SPDX-License-Identifier and Hanzo copyright line; the Gitea, Gogs and LFS Test Server copyrights they used to repeat now live once in NOTICE, alongside LICENSE. The header lint accepts any copyright line above the SPDX line, so it no longer demands an upstream one. Co-authored-by: Hanzo Dev <[email protected]>
117 lines
3.2 KiB
Go
117 lines
3.2 KiB
Go
// Copyright 2026 Hanzo AI, Inc. All rights reserved.
|
|
// SPDX-License-Identifier: MIT
|
|
|
|
package highlight
|
|
|
|
import (
|
|
"strings"
|
|
"testing"
|
|
|
|
"github.com/alecthomas/chroma/v2/lexers"
|
|
"github.com/stretchr/testify/assert"
|
|
)
|
|
|
|
func BenchmarkDetectChromaLexerByFileName(b *testing.B) {
|
|
for b.Loop() {
|
|
// BenchmarkDetectChromaLexerByFileName-12 18214717 61.35 ns/op
|
|
DetectChromaLexerByFileName("a.sql", "")
|
|
}
|
|
}
|
|
|
|
func BenchmarkDetectChromaLexerWithAnalyze(b *testing.B) {
|
|
b.StopTimer()
|
|
code := []byte(strings.Repeat("SELECT * FROM table;\n", 1000))
|
|
b.StartTimer()
|
|
for b.Loop() {
|
|
// BenchmarkRenderCodeSlowGuess-12 87946 13310 ns/op
|
|
detectChromaLexerWithAnalyze("a", "", code)
|
|
}
|
|
}
|
|
|
|
func BenchmarkChromaAnalyze(b *testing.B) {
|
|
b.StopTimer()
|
|
code := strings.Repeat("SELECT * FROM table;\n", 1000)
|
|
b.StartTimer()
|
|
for b.Loop() {
|
|
// comparing to detectChromaLexerWithAnalyze (go-enry), "chroma/lexers.Analyse" is very slow
|
|
// BenchmarkChromaAnalyze-12 519 2247104 ns/op
|
|
lexers.Analyse(code)
|
|
}
|
|
}
|
|
|
|
func BenchmarkRenderCodeByLexer(b *testing.B) {
|
|
b.StopTimer()
|
|
code := strings.Repeat("SELECT * FROM table;\n", 1000)
|
|
lexer := DetectChromaLexerByFileName("a.sql", "")
|
|
b.StartTimer()
|
|
for b.Loop() {
|
|
// Really slow ....... the regexp2 used by Chroma takes most of the time
|
|
// BenchmarkRenderCodeByLexer-12 22 47159038 ns/op
|
|
RenderCodeByLexer(lexer, code)
|
|
}
|
|
}
|
|
|
|
func TestDetectChromaLexer(t *testing.T) {
|
|
globalVars().highlightMapping[".my-html"] = "HTML"
|
|
t.Cleanup(func() { delete(globalVars().highlightMapping, ".my-html") })
|
|
|
|
casesWithContent := []struct {
|
|
fileName string
|
|
language string
|
|
content string
|
|
expected string
|
|
}{
|
|
{"test.v", "", "", "V"},
|
|
{"test.v", "any-lang-name", "", "V"},
|
|
|
|
{"any-file", "javascript", "", "JavaScript"},
|
|
{"any-file", "", "/* vim: set filetype=python */", "Python"},
|
|
{"any-file", "", "", "fallback"},
|
|
|
|
{"test.fs", "", "", "FSharp"},
|
|
{"test.fs", "F#", "", "FSharp"},
|
|
{"test.fs", "", "let x = 1", "FSharp"},
|
|
|
|
{"test.c", "", "", "C"},
|
|
{"test.C", "", "", "C++"},
|
|
{"OLD-CODE.PAS", "", "", "ObjectPascal"},
|
|
{"test.my-html", "", "", "HTML"},
|
|
|
|
{"a.php", "", "", "PHP"},
|
|
{"a.sql", "", "", "SQL"},
|
|
{"dhcpd.conf", "", "", "ISCdhcpd"},
|
|
{".env.my-production", "", "", "Bash"},
|
|
|
|
{"a.hcl", "", "", "HCL"}, // not the same as Chroma, enry detects "*.hcl" as "HCL"
|
|
{"a.hcl", "HCL", "", "HCL"},
|
|
{"a.hcl", "Terraform", "", "Terraform"},
|
|
}
|
|
for _, c := range casesWithContent {
|
|
lexer := detectChromaLexerWithAnalyze(c.fileName, c.language, []byte(c.content))
|
|
if assert.NotNil(t, lexer, "case: %+v", c) {
|
|
assert.Equal(t, c.expected, lexer.Config().Name, "case: %+v", c)
|
|
}
|
|
}
|
|
|
|
casesNameLang := []struct {
|
|
fileName string
|
|
language string
|
|
expected string
|
|
byLang bool
|
|
}{
|
|
{"a.v", "", "V", false},
|
|
{"a.v", "V", "V", true},
|
|
{"a.v", "verilog", "verilog", true},
|
|
{"a.v", "any-lang-name", "V", false},
|
|
|
|
{"a.hcl", "", "Terraform", false}, // not the same as enry
|
|
{"a.hcl", "HCL", "HCL", true},
|
|
{"a.hcl", "Terraform", "Terraform", true},
|
|
}
|
|
for _, c := range casesNameLang {
|
|
lexer, byLang := detectChromaLexerByFileName(c.fileName, c.language)
|
|
assert.Equal(t, c.expected, lexer.Config().Name, "case: %+v", c)
|
|
assert.Equal(t, c.byLang, byLang, "case: %+v", c)
|
|
}
|
|
}
|