mirror of
https://github.com/hanzoai/forge.git
synced 2026-10-30 15:00:39 +00:00
zeekayandHanzo Dev
aa87442fdd
Source files keep their SPDX-License-Identifier and Hanzo copyright line; the Gitea, Gogs and LFS Test Server copyrights they used to repeat now live once in NOTICE, alongside LICENSE. The header lint accepts any copyright line above the SPDX line, so it no longer demands an upstream one. Co-authored-by: Hanzo Dev <[email protected]>
271 lines
7.4 KiB
Go
271 lines
7.4 KiB
Go
// Copyright 2026 Hanzo AI, Inc. All rights reserved.
|
|
// SPDX-License-Identifier: MIT
|
|
|
|
package integration
|
|
|
|
import (
|
|
"net/url"
|
|
"strconv"
|
|
"strings"
|
|
"testing"
|
|
"time"
|
|
|
|
repo_model "github.com/hanzoai/git/models/repo"
|
|
"github.com/hanzoai/git/models/unittest"
|
|
user_model "github.com/hanzoai/git/models/user"
|
|
"github.com/hanzoai/git/modules/indexer/stats"
|
|
"github.com/hanzoai/git/modules/queue"
|
|
repo_service "github.com/hanzoai/git/services/repository"
|
|
files_service "github.com/hanzoai/git/services/repository/files"
|
|
"github.com/hanzoai/git/tests"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
)
|
|
|
|
func TestLinguist(t *testing.T) {
|
|
onGitRun(t, func(t *testing.T, _ *url.URL) {
|
|
user := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: 2})
|
|
|
|
cppContent := "#include <iostream>\nint main() {\nstd::cout << \"Hello Forge!\";\nreturn 0;\n}"
|
|
pyContent := "print(\"Hello Forge!\")"
|
|
phpContent := "<?php\necho 'Hallo Welt';\n?>"
|
|
lockContent := "# This file is automatically @generated by Poetry 1.7.1 and should not be changed by hand."
|
|
mdContent := "markdown"
|
|
|
|
cases := []struct {
|
|
GitAttributesContent string
|
|
FilesToAdd []*files_service.ChangeRepoFile
|
|
ExpectedLanguageOrder []string
|
|
}{
|
|
// case 0
|
|
{
|
|
ExpectedLanguageOrder: []string{},
|
|
},
|
|
// case 1
|
|
{
|
|
FilesToAdd: []*files_service.ChangeRepoFile{
|
|
{
|
|
TreePath: "cplusplus.cpp",
|
|
ContentReader: strings.NewReader(cppContent),
|
|
},
|
|
{
|
|
TreePath: "python.py",
|
|
ContentReader: strings.NewReader(pyContent),
|
|
},
|
|
{
|
|
TreePath: "php.php",
|
|
ContentReader: strings.NewReader(phpContent),
|
|
},
|
|
},
|
|
ExpectedLanguageOrder: []string{"C++", "PHP", "Python"},
|
|
},
|
|
// case 2
|
|
{
|
|
FilesToAdd: []*files_service.ChangeRepoFile{
|
|
{
|
|
TreePath: ".cplusplus.cpp",
|
|
ContentReader: strings.NewReader(cppContent),
|
|
},
|
|
{
|
|
TreePath: "python.py",
|
|
ContentReader: strings.NewReader(pyContent),
|
|
},
|
|
{
|
|
TreePath: "vendor/php.php",
|
|
ContentReader: strings.NewReader(phpContent),
|
|
},
|
|
},
|
|
ExpectedLanguageOrder: []string{"Python"},
|
|
},
|
|
// case 3
|
|
{
|
|
GitAttributesContent: "*.cpp linguist-language=Go",
|
|
FilesToAdd: []*files_service.ChangeRepoFile{
|
|
{
|
|
TreePath: "cplusplus.cpp",
|
|
ContentReader: strings.NewReader(cppContent),
|
|
},
|
|
},
|
|
ExpectedLanguageOrder: []string{"Go"},
|
|
},
|
|
// case 4
|
|
{
|
|
GitAttributesContent: "*.cpp gitlab-language=Go?parent=json",
|
|
FilesToAdd: []*files_service.ChangeRepoFile{
|
|
{
|
|
TreePath: "cplusplus.cpp",
|
|
ContentReader: strings.NewReader(cppContent),
|
|
},
|
|
},
|
|
ExpectedLanguageOrder: []string{"Go"},
|
|
},
|
|
// case 5
|
|
{
|
|
GitAttributesContent: "*.cpp linguist-language=HTML gitlab-language=Go?parent=json",
|
|
FilesToAdd: []*files_service.ChangeRepoFile{
|
|
{
|
|
TreePath: "cplusplus.cpp",
|
|
ContentReader: strings.NewReader(cppContent),
|
|
},
|
|
},
|
|
ExpectedLanguageOrder: []string{"HTML"},
|
|
},
|
|
// case 6
|
|
{
|
|
GitAttributesContent: "vendor/** linguist-vendored=false",
|
|
FilesToAdd: []*files_service.ChangeRepoFile{
|
|
{
|
|
TreePath: "vendor/php.php",
|
|
ContentReader: strings.NewReader(phpContent),
|
|
},
|
|
},
|
|
ExpectedLanguageOrder: []string{"PHP"},
|
|
},
|
|
// case 7
|
|
{
|
|
GitAttributesContent: "*.cpp linguist-vendored=true\n*.py linguist-vendored\nvendor/** -linguist-vendored",
|
|
FilesToAdd: []*files_service.ChangeRepoFile{
|
|
{
|
|
TreePath: "cplusplus.cpp",
|
|
ContentReader: strings.NewReader(cppContent),
|
|
},
|
|
{
|
|
TreePath: "python.py",
|
|
ContentReader: strings.NewReader(pyContent),
|
|
},
|
|
{
|
|
TreePath: "vendor/php.php",
|
|
ContentReader: strings.NewReader(phpContent),
|
|
},
|
|
},
|
|
ExpectedLanguageOrder: []string{"PHP"},
|
|
},
|
|
// case 8
|
|
{
|
|
GitAttributesContent: "poetry.lock linguist-language=Go",
|
|
FilesToAdd: []*files_service.ChangeRepoFile{
|
|
{
|
|
TreePath: "poetry.lock",
|
|
ContentReader: strings.NewReader(lockContent),
|
|
},
|
|
},
|
|
ExpectedLanguageOrder: []string{"Go"},
|
|
},
|
|
// case 9
|
|
{
|
|
GitAttributesContent: "poetry.lock linguist-generated=false",
|
|
FilesToAdd: []*files_service.ChangeRepoFile{
|
|
{
|
|
TreePath: "poetry.lock",
|
|
ContentReader: strings.NewReader(lockContent),
|
|
},
|
|
},
|
|
ExpectedLanguageOrder: []string{"TOML"},
|
|
},
|
|
// case 10
|
|
{
|
|
GitAttributesContent: "*.cpp -linguist-detectable",
|
|
FilesToAdd: []*files_service.ChangeRepoFile{
|
|
{
|
|
TreePath: "cplusplus.cpp",
|
|
ContentReader: strings.NewReader(cppContent),
|
|
},
|
|
},
|
|
ExpectedLanguageOrder: []string{},
|
|
},
|
|
// case 11
|
|
{
|
|
GitAttributesContent: "*.md linguist-detectable",
|
|
FilesToAdd: []*files_service.ChangeRepoFile{
|
|
{
|
|
TreePath: "test.md",
|
|
ContentReader: strings.NewReader(mdContent),
|
|
},
|
|
},
|
|
ExpectedLanguageOrder: []string{"Markdown"},
|
|
},
|
|
// case 12
|
|
{
|
|
GitAttributesContent: "test2.md linguist-detectable",
|
|
FilesToAdd: []*files_service.ChangeRepoFile{
|
|
{
|
|
TreePath: "cplusplus.cpp",
|
|
ContentReader: strings.NewReader(cppContent),
|
|
},
|
|
{
|
|
TreePath: "test.md",
|
|
ContentReader: strings.NewReader(mdContent),
|
|
},
|
|
{
|
|
TreePath: "test2.md",
|
|
ContentReader: strings.NewReader(mdContent),
|
|
},
|
|
},
|
|
ExpectedLanguageOrder: []string{"C++", "Markdown"},
|
|
},
|
|
// case 13
|
|
{
|
|
GitAttributesContent: "README.md linguist-documentation=false",
|
|
FilesToAdd: []*files_service.ChangeRepoFile{
|
|
{
|
|
TreePath: "README.md",
|
|
ContentReader: strings.NewReader(mdContent),
|
|
},
|
|
},
|
|
ExpectedLanguageOrder: []string{"Markdown"},
|
|
},
|
|
// case 14: linguist-detectable on a configuration/data file (YAML) without linguist-language
|
|
{
|
|
GitAttributesContent: "*.yaml linguist-detectable",
|
|
FilesToAdd: []*files_service.ChangeRepoFile{
|
|
{
|
|
TreePath: "config.yaml",
|
|
ContentReader: strings.NewReader("name: test\ndescription: A test yaml file\n"),
|
|
},
|
|
},
|
|
ExpectedLanguageOrder: []string{"YAML"},
|
|
},
|
|
}
|
|
|
|
for i, c := range cases {
|
|
t.Run("Case-"+strconv.Itoa(i), func(t *testing.T) {
|
|
defer tests.PrintCurrentTest(t)()
|
|
repo, err := repo_service.CreateRepository(t.Context(), user, user, repo_service.CreateRepoOptions{
|
|
Name: "linguist-test-" + strconv.Itoa(i),
|
|
})
|
|
assert.NoError(t, err)
|
|
|
|
files := []*files_service.ChangeRepoFile{
|
|
{
|
|
TreePath: ".gitattributes",
|
|
ContentReader: strings.NewReader(c.GitAttributesContent),
|
|
},
|
|
}
|
|
files = append(files, c.FilesToAdd...)
|
|
for _, f := range files {
|
|
f.Operation = "create"
|
|
}
|
|
|
|
_, err = files_service.ChangeRepoFiles(t.Context(), repo, user, &files_service.ChangeRepoFilesOptions{
|
|
Files: files,
|
|
OldBranch: repo.DefaultBranch,
|
|
NewBranch: repo.DefaultBranch,
|
|
})
|
|
assert.NoError(t, err)
|
|
|
|
assert.NoError(t, stats.UpdateRepoIndexer(repo))
|
|
assert.NoError(t, queue.GetManager().FlushAll(t.Context(), 10*time.Second))
|
|
|
|
stats, err := repo_model.GetTopLanguageStats(t.Context(), repo, len(c.FilesToAdd))
|
|
assert.NoError(t, err)
|
|
|
|
languages := make([]string, 0, len(stats))
|
|
for _, s := range stats {
|
|
languages = append(languages, s.Language)
|
|
}
|
|
assert.Equal(t, c.ExpectedLanguageOrder, languages, "case %d: unexpected language stats", i)
|
|
})
|
|
}
|
|
})
|
|
}
|