mirror of
https://github.com/hanzoai/forge.git
synced 2026-10-30 15:00:39 +00:00
Source files keep their SPDX-License-Identifier and Hanzo copyright line; the Gitea, Gogs and LFS Test Server copyrights they used to repeat now live once in NOTICE, alongside LICENSE. The header lint accepts any copyright line above the SPDX line, so it no longer demands an upstream one. Co-authored-by: Hanzo Dev <[email protected]>
178 lines
5.4 KiB
Go
178 lines
5.4 KiB
Go
// Copyright 2026 Hanzo AI, Inc. All rights reserved.
|
|
// SPDX-License-Identifier: MIT
|
|
|
|
package storage
|
|
|
|
import (
|
|
"net/http"
|
|
"net/http/httptest"
|
|
"testing"
|
|
|
|
"github.com/hanzoai/git/modules/setting"
|
|
"github.com/hanzoai/git/modules/test"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
)
|
|
|
|
func TestS3Storage(t *testing.T) {
|
|
endpoint := test.ExternalServiceHTTP(t, "TEST_S3_ENDPOINT", "s3:9000")
|
|
storageType := setting.S3StorageType
|
|
config := &setting.Storage{
|
|
S3Config: setting.S3StorageConfig{
|
|
Endpoint: endpoint,
|
|
AccessKeyID: "123456",
|
|
SecretAccessKey: "12345678",
|
|
Bucket: "forge",
|
|
Location: "us-east-1",
|
|
},
|
|
}
|
|
table := []struct {
|
|
name string
|
|
test func(t *testing.T, typStr Type, cfg *setting.Storage)
|
|
}{
|
|
{
|
|
name: "iterator",
|
|
test: testStorageIterator,
|
|
},
|
|
{
|
|
name: "testBlobStorageURLContentTypeAndDisposition",
|
|
test: testBlobStorageURLContentTypeAndDisposition,
|
|
},
|
|
}
|
|
for _, entry := range table {
|
|
t.Run(entry.name, func(t *testing.T) {
|
|
entry.test(t, storageType, config)
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestS3StoragePath(t *testing.T) {
|
|
m := &S3Storage{basePath: ""}
|
|
assert.Empty(t, m.buildS3Path("/"))
|
|
assert.Empty(t, m.buildS3Path("."))
|
|
assert.Equal(t, "a", m.buildS3Path("/a"))
|
|
assert.Equal(t, "a/b", m.buildS3Path("/a/b/"))
|
|
assert.Empty(t, m.buildS3DirPrefix(""))
|
|
assert.Equal(t, "a/", m.buildS3DirPrefix("/a/"))
|
|
|
|
m = &S3Storage{basePath: "/"}
|
|
assert.Empty(t, m.buildS3Path("/"))
|
|
assert.Empty(t, m.buildS3Path("."))
|
|
assert.Equal(t, "a", m.buildS3Path("/a"))
|
|
assert.Equal(t, "a/b", m.buildS3Path("/a/b/"))
|
|
assert.Empty(t, m.buildS3DirPrefix(""))
|
|
assert.Equal(t, "a/", m.buildS3DirPrefix("/a/"))
|
|
|
|
m = &S3Storage{basePath: "/base"}
|
|
assert.Equal(t, "base", m.buildS3Path("/"))
|
|
assert.Equal(t, "base", m.buildS3Path("."))
|
|
assert.Equal(t, "base/a", m.buildS3Path("/a"))
|
|
assert.Equal(t, "base/a/b", m.buildS3Path("/a/b/"))
|
|
assert.Equal(t, "base/", m.buildS3DirPrefix(""))
|
|
assert.Equal(t, "base/a/", m.buildS3DirPrefix("/a/"))
|
|
|
|
m = &S3Storage{basePath: "/base/"}
|
|
assert.Equal(t, "base", m.buildS3Path("/"))
|
|
assert.Equal(t, "base", m.buildS3Path("."))
|
|
assert.Equal(t, "base/a", m.buildS3Path("/a"))
|
|
assert.Equal(t, "base/a/b", m.buildS3Path("/a/b/"))
|
|
assert.Equal(t, "base/", m.buildS3DirPrefix(""))
|
|
assert.Equal(t, "base/a/", m.buildS3DirPrefix("/a/"))
|
|
}
|
|
|
|
func TestS3StorageBadRequest(t *testing.T) {
|
|
endpoint := test.ExternalServiceHTTP(t, "TEST_S3_ENDPOINT", "s3:9000")
|
|
cfg := &setting.Storage{
|
|
S3Config: setting.S3StorageConfig{
|
|
Endpoint: endpoint,
|
|
AccessKeyID: "123456",
|
|
SecretAccessKey: "invalid-secret",
|
|
Bucket: "bucket",
|
|
Location: "us-east-1",
|
|
},
|
|
}
|
|
_, err := NewStorage(setting.S3StorageType, cfg)
|
|
assert.ErrorContains(t, err, "ObjectStorage.BucketExists: endpoint="+endpoint)
|
|
}
|
|
|
|
func TestS3Credentials(t *testing.T) {
|
|
const (
|
|
ExpectedAccessKey = "ExampleAccessKeyID"
|
|
ExpectedSecretAccessKey = "ExampleSecretAccessKeyID"
|
|
// Use a FakeEndpoint for IAM credentials to avoid logging any
|
|
// potential real IAM credentials when running in EC2.
|
|
FakeEndpoint = "http://localhost"
|
|
)
|
|
|
|
t.Run("Static Credentials", func(t *testing.T) {
|
|
cfg := setting.S3StorageConfig{
|
|
AccessKeyID: ExpectedAccessKey,
|
|
SecretAccessKey: ExpectedSecretAccessKey,
|
|
IamEndpoint: FakeEndpoint,
|
|
}
|
|
creds := buildS3Credentials(cfg)
|
|
v, err := creds.Get()
|
|
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, ExpectedAccessKey, v.AccessKeyID)
|
|
assert.Equal(t, ExpectedSecretAccessKey, v.SecretAccessKey)
|
|
})
|
|
|
|
t.Run("Chain", func(t *testing.T) {
|
|
cfg := setting.S3StorageConfig{
|
|
IamEndpoint: FakeEndpoint,
|
|
}
|
|
|
|
t.Run("EnvAWS", func(t *testing.T) {
|
|
t.Setenv("AWS_ACCESS_KEY", ExpectedAccessKey+"AWS")
|
|
t.Setenv("AWS_SECRET_KEY", ExpectedSecretAccessKey+"AWS")
|
|
|
|
creds := buildS3Credentials(cfg)
|
|
v, err := creds.Get()
|
|
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, ExpectedAccessKey+"AWS", v.AccessKeyID)
|
|
assert.Equal(t, ExpectedSecretAccessKey+"AWS", v.SecretAccessKey)
|
|
})
|
|
|
|
t.Run("FileAWS", func(t *testing.T) {
|
|
// prevent loading any actual credentials files from the user
|
|
t.Setenv("AWS_SHARED_CREDENTIALS_FILE", "testdata/aws_credentials")
|
|
|
|
creds := buildS3Credentials(cfg)
|
|
v, err := creds.Get()
|
|
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, ExpectedAccessKey+"AWSFile", v.AccessKeyID)
|
|
assert.Equal(t, ExpectedSecretAccessKey+"AWSFile", v.SecretAccessKey)
|
|
})
|
|
|
|
t.Run("IAM", func(t *testing.T) {
|
|
// prevent loading any actual credentials files from the user
|
|
t.Setenv("AWS_SHARED_CREDENTIALS_FILE", "testdata/fake")
|
|
|
|
// Spawn a server to emulate the EC2 Instance Metadata
|
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
// The client will actually make 3 requests here,
|
|
// first will be to get the IMDSv2 token, second to
|
|
// get the role, and third for the actual
|
|
// credentials. However, we can return credentials
|
|
// every request since we're not emulating a full
|
|
// IMDSv2 flow.
|
|
w.Write([]byte(`{"Code":"Success","AccessKeyId":"ExampleAccessKeyIDIAM","SecretAccessKey":"ExampleSecretAccessKeyIDIAM"}`))
|
|
}))
|
|
defer server.Close()
|
|
|
|
// Use the provided EC2 Instance Metadata server
|
|
creds := buildS3Credentials(setting.S3StorageConfig{
|
|
IamEndpoint: server.URL,
|
|
})
|
|
v, err := creds.Get()
|
|
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, ExpectedAccessKey+"IAM", v.AccessKeyID)
|
|
assert.Equal(t, ExpectedSecretAccessKey+"IAM", v.SecretAccessKey)
|
|
})
|
|
})
|
|
}
|