Files
zeekayandHanzo Dev 4ff19c9027 Go 1.27.1, and the code it can say more simply
Modules declare go 1.27.1 and the build images follow. go fix applied the
modernizers; omitzero is not applied, since it changes what the JSON says.

Co-authored-by: Hanzo Dev <[email protected]>
2026-09-16 19:33:53 -07:00

2597 lines
70 KiB
Go

// Copyright 2022-2026 The NATS Authors
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package test
import (
"context"
"errors"
"fmt"
"os"
"reflect"
"testing"
"time"
"github.com/hanzoai/pubsub-go"
"github.com/hanzoai/pubsub-go/jetstream"
)
func TestNewWithAPIPrefix(t *testing.T) {
t.Run("import subject from another account", func(t *testing.T) {
conf := createConfFile(t, []byte(`
listen: 127.0.0.1:-1
no_auth_user: test_user
jetstream: {max_mem_store: 64GB, max_file_store: 10TB}
accounts: {
JS: {
jetstream: enabled
users: [ {user: main, password: foo} ]
exports [ { service: "$JS.API.>" }, { service: "foo" }]
},
U: {
users: [ {user: test_user, password: bar} ]
imports [
{ service: { subject: "$JS.API.>", account: JS } , to: "main.>" }
{ service: { subject: "foo", account: JS } }
]
},
}
`))
defer os.Remove(conf)
srv, _ := RunServerWithConfig(conf)
defer shutdownJSServerAndRemoveStorage(t, srv)
ncMain, err := nats.Connect(srv.ClientURL(), nats.UserInfo("main", "foo"))
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer ncMain.Close()
ctx, cancel := context.WithTimeout(context.Background(), 20*time.Second)
defer cancel()
jsMain, err := jetstream.New(ncMain)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
_, err = jsMain.CreateStream(ctx, jetstream.StreamConfig{
Name: "TEST",
Subjects: []string{"foo"},
})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
ncTest, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer ncTest.Close()
jsTest, err := jetstream.NewWithAPIPrefix(ncTest, "main")
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
opts := jsTest.Options()
if opts.APIPrefix != "main" {
t.Fatalf("Invalid API prefix; want: %v, got: %v", "main", opts.APIPrefix)
}
if opts.Domain != "" {
t.Fatalf("Invalid domain; want: %v, got: %v", "", opts.Domain)
}
_, err = jsTest.Publish(ctx, "foo", []byte("msg"))
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
})
t.Run("empty API prefix", func(t *testing.T) {
srv := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
_, err = jetstream.NewWithAPIPrefix(nc, "")
if err == nil || err.Error() != "API prefix cannot be empty" {
t.Fatalf(`Expected error: "API prefix cannot be empty"; got: %v`, err)
}
})
t.Run("invalid options", func(t *testing.T) {
srv := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
_, err = jetstream.New(nc, jetstream.WithPublishAsyncMaxPending(0))
if !errors.Is(err, jetstream.ErrInvalidOption) {
t.Fatalf("Expected error: %v; got: %v", jetstream.ErrInvalidOption, err)
}
_, err = jetstream.NewWithAPIPrefix(nc, "main", jetstream.WithPublishAsyncMaxPending(0))
if !errors.Is(err, jetstream.ErrInvalidOption) {
t.Fatalf("Expected error: %v; got: %v", jetstream.ErrInvalidOption, err)
}
_, err = jetstream.NewWithDomain(nc, "main", jetstream.WithPublishAsyncMaxPending(0))
if !errors.Is(err, jetstream.ErrInvalidOption) {
t.Fatalf("Expected error: %v; got: %v", jetstream.ErrInvalidOption, err)
}
})
}
func TestNewWithDomain(t *testing.T) {
t.Run("jetstream account with domain", func(t *testing.T) {
conf := createConfFile(t, []byte(`
listen: 127.0.0.1:-1
jetstream: { domain: ABC }
`))
defer os.Remove(conf)
srv, _ := RunServerWithConfig(conf)
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL(), nats.UserInfo("main", "foo"))
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
ctx, cancel := context.WithTimeout(context.Background(), 20*time.Second)
defer cancel()
js, err := jetstream.NewWithDomain(nc, "ABC")
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
accInfo, err := js.AccountInfo(ctx)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
if accInfo.Domain != "ABC" {
t.Errorf("Invalid domain; want %v, got: %v", "ABC", accInfo.Domain)
}
opts := js.Options()
if opts.APIPrefix != "" {
t.Fatalf("Invalid API prefix; want: %v, got: %v", "", opts.APIPrefix)
}
if opts.Domain != "ABC" {
t.Fatalf("Invalid domain; want: %v, got: %v", "ABC", opts.Domain)
}
_, err = js.CreateStream(ctx, jetstream.StreamConfig{
Name: "TEST",
Subjects: []string{"foo"},
})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
_, err = js.Publish(ctx, "foo", []byte("msg"))
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
})
t.Run("empty domain", func(t *testing.T) {
srv := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
_, err = jetstream.NewWithDomain(nc, "")
if err == nil || err.Error() != "domain cannot be empty" {
t.Fatalf(`Expected error: "domain cannot be empty"; got: %v`, err)
}
})
}
func TestJetStreamOptionsReadOnly(t *testing.T) {
srv := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
// Test with ClientTrace
var originalCalled bool
clientTrace := &jetstream.ClientTrace{
RequestSent: func(subj string, payload []byte) {
originalCalled = true
},
}
js, err := jetstream.New(nc, jetstream.WithClientTrace(clientTrace))
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
// Test that modifying basic options doesn't affect the original
opts := js.Options()
opts.APIPrefix = "foo"
opts.Domain = "bar"
opts = js.Options()
if opts.APIPrefix != "" {
t.Fatalf("Invalid API prefix; want: %v, got: %v", "", opts.APIPrefix)
}
if opts.Domain != "" {
t.Fatalf("Invalid domain; want: %v, got: %v", "", opts.Domain)
}
if opts.ClientTrace == nil {
t.Fatal("Expected ClientTrace to be set in Options()")
}
if opts.ClientTrace == clientTrace {
t.Fatal("ClientTrace should be a copy, not the same instance")
}
var modifiedCalled bool
opts.ClientTrace.RequestSent = func(subj string, payload []byte) {
modifiedCalled = true
}
ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
defer cancel()
_, err = js.CreateStream(ctx, jetstream.StreamConfig{Name: "test", Subjects: []string{"test.*"}})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
if !originalCalled {
t.Fatal("Original callback should have been called")
}
if modifiedCalled {
t.Fatal("Modified callback should not have been called")
}
}
func TestWithClientTrace(t *testing.T) {
srv := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
ctx, cancel := context.WithTimeout(context.Background(), 20*time.Second)
defer cancel()
var sent, received string
clientTrace := &jetstream.ClientTrace{
RequestSent: func(subj string, _ []byte) {
sent = fmt.Sprintf("Request sent: %s", subj)
},
ResponseReceived: func(subj string, _ []byte, _ nats.Header) {
received = fmt.Sprintf("Response received: %s", subj)
},
}
js, err := jetstream.New(nc, jetstream.WithClientTrace(clientTrace))
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
_, err = js.CreateStream(ctx, jetstream.StreamConfig{Name: "foo", Subjects: []string{"FOO.123"}})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
if sent != "Request sent: $JS.API.STREAM.CREATE.foo" {
t.Fatalf(`Invalid value on sent request trace; want: "Request sent: $JS.API.STREAM.CREATE.foo"; got: %s`, sent)
}
if received != "Response received: $JS.API.STREAM.CREATE.foo" {
t.Fatalf(`Invalid value on response receive trace; want: "Response received: $JS.API.STREAM.CREATE.foo"; got: %s`, received)
}
defer nc.Close()
}
func TestCreateStream(t *testing.T) {
tests := []struct {
name string
stream string
subject string
metadata map[string]string
timeout time.Duration
withError error
}{
{
name: "create stream, ok",
stream: "foo",
timeout: 10 * time.Second,
subject: "FOO.123",
},
{
name: "create stream with metadata",
stream: "foo_meta",
metadata: map[string]string{
"foo": "bar",
"name": "test",
},
timeout: 10 * time.Second,
subject: "FOO.meta",
},
{
name: "create stream with metadata, reserved prefix",
stream: "foo_meta1",
metadata: map[string]string{
"foo": "bar",
"_nats_version": "2.10.0",
},
timeout: 10 * time.Second,
subject: "FOO.meta1",
},
{
name: "with empty context",
stream: "foo_empty_ctx",
subject: "FOO.ctx",
},
{
name: "invalid stream name",
stream: "foo.123",
subject: "FOO.123",
timeout: 10 * time.Second,
withError: jetstream.ErrInvalidStreamName,
},
{
name: "stream name required",
stream: "",
subject: "FOO.123",
timeout: 10 * time.Second,
withError: jetstream.ErrStreamNameRequired,
},
{
name: "stream name already in use",
stream: "foo",
subject: "BAR.123",
timeout: 10 * time.Second,
withError: jetstream.ErrStreamNameAlreadyInUse,
},
{
name: "context timeout",
stream: "foo",
subject: "BAR.123",
timeout: 1 * time.Microsecond,
withError: context.DeadlineExceeded,
},
}
srv := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
js, err := jetstream.New(nc)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
for _, test := range tests {
t.Run(test.name, func(t *testing.T) {
ctx := context.Background()
if test.timeout > 0 {
var cancel context.CancelFunc
ctx, cancel = context.WithTimeout(context.Background(), test.timeout)
defer cancel()
}
s, err := js.CreateStream(ctx, jetstream.StreamConfig{Name: test.stream, Subjects: []string{test.subject}, Metadata: test.metadata})
if test.withError != nil {
if !errors.Is(err, test.withError) {
t.Fatalf("Expected error: %v; got: %v", test.withError, err)
}
return
}
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
for k, v := range test.metadata {
if s.CachedInfo().Config.Metadata[k] != v {
t.Fatalf("Invalid metadata; want: %v, got: %v", test.metadata, s.CachedInfo().Config.Metadata)
}
}
})
}
}
func TestCreateStreamMirrorCrossDomains(t *testing.T) {
test := []struct {
name string
streamConfig *jetstream.StreamConfig
}{
{
name: "create stream mirror cross domains",
streamConfig: &jetstream.StreamConfig{
Name: "MIRROR",
Mirror: &jetstream.StreamSource{
Name: "TEST",
Domain: "HUB",
},
},
},
{
name: "create stream with source cross domains",
streamConfig: &jetstream.StreamConfig{
Name: "MIRROR",
Sources: []*jetstream.StreamSource{
{
Name: "TEST",
Domain: "HUB",
},
},
},
},
}
for _, test := range test {
t.Run(test.name, func(t *testing.T) {
conf := createConfFile(t, []byte(`
server_name: HUB
listen: 127.0.0.1:-1
jetstream: { domain: HUB }
leafnodes { listen: 127.0.0.1:7422 }
}`))
defer os.Remove(conf)
srv, _ := RunServerWithConfig(conf)
defer shutdownJSServerAndRemoveStorage(t, srv)
lconf := createConfFile(t, []byte(`
server_name: LEAF
listen: 127.0.0.1:-1
jetstream: { domain:LEAF }
leafnodes {
remotes = [ { url: "leaf://127.0.0.1" } ]
}
}`))
defer os.Remove(lconf)
ln, _ := RunServerWithConfig(lconf)
defer shutdownJSServerAndRemoveStorage(t, ln)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
ctx, cancel := context.WithTimeout(context.Background(), 20*time.Second)
defer cancel()
js, err := jetstream.New(nc)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
_, err = js.CreateStream(ctx, jetstream.StreamConfig{
Name: "TEST",
Subjects: []string{"foo"},
})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
if _, err := js.Publish(ctx, "foo", []byte("msg1")); err != nil {
t.Fatalf("Unexpected error: %v", err)
}
if _, err := js.Publish(ctx, "foo", []byte("msg2")); err != nil {
t.Fatalf("Unexpected error: %v", err)
}
lnc, err := nats.Connect(ln.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer lnc.Close()
ljs, err := jetstream.New(lnc)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
ccfg := *test.streamConfig
_, err = ljs.CreateStream(ctx, ccfg)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
if !reflect.DeepEqual(test.streamConfig, &ccfg) {
t.Fatalf("Did not expect config to be altered: %+v vs %+v", test.streamConfig, ccfg)
}
// Make sure we sync.
checkFor(t, 2*time.Second, 15*time.Millisecond, func() error {
lStream, err := ljs.Stream(ctx, "MIRROR")
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
if lStream.CachedInfo().State.Msgs == 2 {
return nil
}
return fmt.Errorf("Did not get synced messages: %d", lStream.CachedInfo().State.Msgs)
})
if _, err := ljs.Publish(ctx, "foo", []byte("msg3")); err != nil {
t.Fatalf("Unexpected error: %v", err)
}
lStream, err := ljs.Stream(ctx, "MIRROR")
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
checkFor(t, 2*time.Second, 15*time.Millisecond, func() error {
info, err := lStream.Info(ctx)
if err != nil {
return fmt.Errorf("Unexpected error when getting stream info: %v", err)
}
if info.State.Msgs != 3 {
return fmt.Errorf("Expected 3 msgs in stream; got: %d", lStream.CachedInfo().State.Msgs)
}
return nil
})
rjs, err := jetstream.NewWithDomain(lnc, "HUB")
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
_, err = rjs.Stream(ctx, "TEST")
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
if _, err := rjs.Publish(ctx, "foo", []byte("msg4")); err != nil {
t.Fatalf("Unexpected error: %v", err)
}
rStream, err := rjs.Stream(ctx, "TEST")
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
if rStream.CachedInfo().State.Msgs != 4 {
t.Fatalf("Expected 4 msgs in stream; got: %d", rStream.CachedInfo().State.Msgs)
}
})
}
}
func TestCreateOrUpdateStream(t *testing.T) {
tests := []struct {
name string
stream string
subject string
timeout time.Duration
withError error
withInfoCheck bool
}{
{
name: "create stream ok",
stream: "foo",
timeout: 10 * time.Second,
subject: "FOO.1",
withInfoCheck: false,
},
{
name: "create stream empty context",
stream: "foo-o",
subject: "FOO.12",
withInfoCheck: false,
},
{
name: "create stream invalid stream name",
stream: "foo.123",
subject: "FOO-123",
timeout: 10 * time.Second,
withError: jetstream.ErrInvalidStreamName,
withInfoCheck: false,
},
{
name: "create stream stream name required",
stream: "",
subject: "FOO-1234",
timeout: 10 * time.Second,
withError: jetstream.ErrStreamNameRequired,
withInfoCheck: false,
},
{
name: "update stream ok",
stream: "foo",
subject: "BAR-123",
timeout: 10 * time.Second,
withInfoCheck: true,
},
{
name: "create stream context timeout",
stream: "foo",
subject: "BAR-1234",
timeout: 1 * time.Microsecond,
withError: context.DeadlineExceeded,
withInfoCheck: false,
},
{
name: "update stream with empty context",
stream: "sample-foo-1",
subject: "SAMPLE-FOO-123",
withInfoCheck: true,
},
{
name: "update stream invalid stream name",
stream: "sample-foo.123",
subject: "SAMPLE-FOO-1234",
timeout: 10 * time.Second,
withError: jetstream.ErrInvalidStreamName,
withInfoCheck: true,
},
{
name: "update stream stream name required",
stream: "",
subject: "SAMPLE-FOO-123",
timeout: 10 * time.Second,
withError: jetstream.ErrStreamNameRequired,
withInfoCheck: true,
},
{
name: "update stream context timeout",
stream: "sample-foo-2",
subject: "SAMPLE-FOO-123456",
timeout: 1 * time.Microsecond,
withError: context.DeadlineExceeded,
withInfoCheck: true,
},
}
srv := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
js, err := jetstream.New(nc)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
for _, test := range tests {
t.Run(test.name, func(t *testing.T) {
ctx := context.Background()
if test.timeout > 0 {
var cancel context.CancelFunc
ctx, cancel = context.WithTimeout(context.Background(), test.timeout)
defer cancel()
}
s, err := js.CreateOrUpdateStream(ctx, jetstream.StreamConfig{Name: test.stream, Subjects: []string{test.subject}})
if test.withError != nil {
if !errors.Is(err, test.withError) {
t.Fatalf("Expected error: %v; got: %v", test.withError, err)
}
return
}
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
if test.withInfoCheck {
info, err := s.Info(ctx)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
if len(info.Config.Subjects) != 1 || info.Config.Subjects[0] != test.subject {
t.Fatalf("Invalid stream subjects after update: %v", info.Config.Subjects)
}
}
})
}
}
func TestUpdateStream(t *testing.T) {
tests := []struct {
name string
stream string
subject string
metadata map[string]string
timeout time.Duration
withError error
}{
{
name: "update existing stream",
stream: "foo",
subject: "BAR.123",
timeout: 10 * time.Second,
},
{
name: "with empty context",
stream: "foo",
subject: "FOO.123",
},
{
name: "update existing, add metadata",
stream: "foo",
subject: "BAR.123",
metadata: map[string]string{
"foo": "bar",
"name": "test",
},
timeout: 10 * time.Second,
},
{
name: "invalid stream name",
stream: "foo.123",
subject: "FOO.123",
timeout: 10 * time.Second,
withError: jetstream.ErrInvalidStreamName,
},
{
name: "stream name required",
stream: "",
subject: "FOO.123",
timeout: 10 * time.Second,
withError: jetstream.ErrStreamNameRequired,
},
{
name: "stream not found",
stream: "bar",
subject: "FOO.123",
timeout: 10 * time.Second,
withError: jetstream.ErrStreamNotFound,
},
{
name: "context timeout",
stream: "foo",
subject: "FOO.123",
timeout: 1 * time.Microsecond,
withError: context.DeadlineExceeded,
},
}
srv := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
js, err := jetstream.New(nc)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
_, err = js.CreateStream(context.Background(), jetstream.StreamConfig{Name: "foo", Subjects: []string{"FOO.123"}})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
for _, test := range tests {
t.Run(test.name, func(t *testing.T) {
ctx := context.Background()
if test.timeout > 0 {
var cancel context.CancelFunc
ctx, cancel = context.WithTimeout(context.Background(), test.timeout)
defer cancel()
}
s, err := js.UpdateStream(ctx, jetstream.StreamConfig{Name: test.stream, Subjects: []string{test.subject}, Metadata: test.metadata})
if test.withError != nil {
if !errors.Is(err, test.withError) {
t.Fatalf("Expected error: %v; got: %v", test.withError, err)
}
return
}
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
info, err := s.Info(ctx)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
if len(info.Config.Subjects) != 1 || info.Config.Subjects[0] != test.subject {
t.Fatalf("Invalid stream subjects after update: %v", info.Config.Subjects)
}
for k, v := range test.metadata {
if info.Config.Metadata[k] != v {
t.Fatalf("Invalid metadata; want: %v, got: %v", test.metadata, info.Config.Metadata)
}
}
})
}
}
func TestStream(t *testing.T) {
tests := []struct {
name string
stream string
subject string
timeout time.Duration
withError error
}{
{
name: "get existing stream",
stream: "foo",
timeout: 10 * time.Second,
},
{
name: "with empty context",
stream: "foo",
},
{
name: "invalid stream name",
stream: "foo.123",
timeout: 10 * time.Second,
withError: jetstream.ErrInvalidStreamName,
},
{
name: "stream name required",
stream: "",
timeout: 10 * time.Second,
withError: jetstream.ErrStreamNameRequired,
},
{
name: "stream not found",
stream: "bar",
timeout: 10 * time.Second,
withError: jetstream.ErrStreamNotFound,
},
{
name: "context timeout",
stream: "foo",
timeout: 1 * time.Microsecond,
withError: context.DeadlineExceeded,
},
}
srv := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
js, err := jetstream.New(nc)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
_, err = js.CreateStream(context.Background(), jetstream.StreamConfig{Name: "foo", Subjects: []string{"FOO.123"}})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
for _, test := range tests {
t.Run(test.name, func(t *testing.T) {
ctx := context.Background()
if test.timeout > 0 {
var cancel context.CancelFunc
ctx, cancel = context.WithTimeout(context.Background(), test.timeout)
defer cancel()
}
s, err := js.Stream(ctx, test.stream)
if test.withError != nil {
if !errors.Is(err, test.withError) {
t.Fatalf("Expected error: %v; got: %v", test.withError, err)
}
return
}
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
if s.CachedInfo().Config.Name != test.stream {
t.Fatalf("Invalid stream fetched; want: foo; got: %s", s.CachedInfo().Config.Name)
}
})
}
}
func TestDeleteStream(t *testing.T) {
tests := []struct {
name string
stream string
subject string
timeout time.Duration
withError error
}{
{
name: "delete existing stream",
stream: "foo",
timeout: 10 * time.Second,
},
{
name: "with empty context",
stream: "bar",
},
{
name: "invalid stream name",
stream: "foo.123",
timeout: 10 * time.Second,
withError: jetstream.ErrInvalidStreamName,
},
{
name: "stream name required",
stream: "",
timeout: 10 * time.Second,
withError: jetstream.ErrStreamNameRequired,
},
{
name: "stream not found",
stream: "foo",
timeout: 10 * time.Second,
withError: jetstream.ErrStreamNotFound,
},
}
srv := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
js, err := jetstream.New(nc)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
_, err = js.CreateStream(context.Background(), jetstream.StreamConfig{Name: "foo", Subjects: []string{"FOO.123"}})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
_, err = js.CreateStream(context.Background(), jetstream.StreamConfig{Name: "bar", Subjects: []string{"BAR.123"}})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
for _, test := range tests {
t.Run(test.name, func(t *testing.T) {
ctx := context.Background()
if test.timeout > 0 {
var cancel context.CancelFunc
ctx, cancel = context.WithTimeout(context.Background(), 20*time.Second)
defer cancel()
}
err := js.DeleteStream(ctx, test.stream)
if test.withError != nil {
if !errors.Is(err, test.withError) {
t.Fatalf("Expected error: %v; got: %v", test.withError, err)
}
return
}
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
})
}
}
func TestAccountInfo(t *testing.T) {
t.Run("fetch account info", func(t *testing.T) {
srv := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
ctx, cancel := context.WithTimeout(context.Background(), 20*time.Second)
defer cancel()
js, err := jetstream.New(nc)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
_, err = js.CreateStream(ctx, jetstream.StreamConfig{Name: "foo", Subjects: []string{"FOO.123"}})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
info, err := js.AccountInfo(ctx)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
if info.Streams != 1 {
t.Fatalf("Invalid number of streams; want: 1; got: %d", info.Streams)
}
})
t.Run("account limits fields", func(t *testing.T) {
srv := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
ctx, cancel := context.WithTimeout(context.Background(), 20*time.Second)
defer cancel()
js, err := jetstream.New(nc)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
info, err := js.AccountInfo(ctx)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
expectedLimits := jetstream.AccountLimits{
MaxMemory: -1,
MaxStore: -1,
MaxStreams: -1,
MaxConsumers: -1,
MaxAckPending: -1,
MemoryMaxStreamBytes: -1,
StoreMaxStreamBytes: -1,
MaxBytesRequired: false,
}
if info.Limits != expectedLimits {
t.Fatalf("Expected limits %+v, got: %+v", expectedLimits, info.Limits)
}
})
t.Run("jetstream not enabled on server", func(t *testing.T) {
srv := RunDefaultServer()
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
ctx, cancel := context.WithTimeout(context.Background(), 20*time.Second)
defer cancel()
js, err := jetstream.New(nc)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
_, err = js.AccountInfo(ctx)
if err == nil || !errors.Is(err, jetstream.ErrJetStreamNotEnabled) {
t.Fatalf("Expected error: %v; got: %v", jetstream.ErrJetStreamNotEnabled, err)
}
})
t.Run("jetstream not enabled for account", func(t *testing.T) {
conf := createConfFile(t, []byte(`
listen: 127.0.0.1:-1
jetstream: enabled
no_auth_user: foo
accounts: {
JS: {
jetstream: disabled
users: [ {user: foo, password: bar} ]
},
}
`))
defer os.Remove(conf)
srv, _ := RunServerWithConfig(conf)
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
ctx, cancel := context.WithTimeout(context.Background(), 20*time.Second)
defer cancel()
js, err := jetstream.New(nc)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
_, err = js.AccountInfo(ctx)
if err == nil || !errors.Is(err, jetstream.ErrJetStreamNotEnabledForAccount) {
t.Fatalf("Expected error: %v; got: %v", jetstream.ErrJetStreamNotEnabledForAccount, err)
}
})
}
func TestListStreams(t *testing.T) {
tests := []struct {
name string
streamsNum int
timeout time.Duration
subject string
expected int
withError error
}{
{
name: "list streams",
streamsNum: 260,
timeout: 10 * time.Second,
expected: 260,
},
{
name: "with empty context",
streamsNum: 260,
expected: 260,
},
{
name: "no stream available",
timeout: 10 * time.Second,
streamsNum: 0,
expected: 0,
},
{
name: "list streams with subject filter",
subject: "FOO.123",
streamsNum: 260,
expected: 1,
},
{
name: "list streams with subject filter, no match",
subject: "FOO.500",
streamsNum: 100,
expected: 0,
},
{
name: "context timeout",
streamsNum: 260,
timeout: 1 * time.Microsecond,
withError: context.DeadlineExceeded,
},
}
for _, test := range tests {
t.Run(test.name, func(t *testing.T) {
srv := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
ctx := context.Background()
if test.timeout > 0 {
var cancel context.CancelFunc
ctx, cancel = context.WithTimeout(context.Background(), test.timeout)
defer cancel()
}
js, err := jetstream.New(nc)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
for i := 0; i < test.streamsNum; i++ {
_, err = js.CreateStream(context.Background(), jetstream.StreamConfig{Name: fmt.Sprintf("foo%d", i), Subjects: []string{fmt.Sprintf("FOO.%d", i)}})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
}
opts := []jetstream.StreamListOpt{}
if test.subject != "" {
opts = append(opts, jetstream.WithStreamListSubject(test.subject))
}
streamsList := js.ListStreams(ctx, opts...)
streams := make([]*jetstream.StreamInfo, 0)
for si := range streamsList.Info() {
streams = append(streams, si)
}
if test.withError != nil {
if !errors.Is(streamsList.Err(), test.withError) {
t.Fatalf("Expected error: %v; got: %v", test.withError, streamsList.Err())
}
return
}
if streamsList.Err() != nil {
t.Fatalf("Unexpected error: %s", streamsList.Err())
}
if len(streams) != test.expected {
t.Fatalf("Wrong number of streams; want: %d; got: %d", test.streamsNum, len(streams))
}
})
}
}
func TestStreamNames(t *testing.T) {
tests := []struct {
name string
streamsNum int
subject string
expected int
timeout time.Duration
withError error
}{
{
name: "list streams",
streamsNum: 500,
timeout: 10 * time.Second,
expected: 500,
},
{
name: "with empty context",
streamsNum: 500,
expected: 500,
},
{
name: "no stream available",
streamsNum: 0,
expected: 0,
timeout: 10 * time.Second,
},
{
name: "list streams with subject filter",
subject: "FOO.123",
streamsNum: 260,
expected: 1,
},
{
name: "list streams with subject filter, no match",
subject: "FOO.500",
streamsNum: 100,
expected: 0,
timeout: 10 * time.Second,
},
{
name: "context timeout",
streamsNum: 500,
timeout: 1 * time.Microsecond,
withError: context.DeadlineExceeded,
},
}
for _, test := range tests {
t.Run(test.name, func(t *testing.T) {
srv := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
ctx := context.Background()
if test.timeout > 0 {
var cancel context.CancelFunc
ctx, cancel = context.WithTimeout(ctx, test.timeout)
defer cancel()
}
js, err := jetstream.New(nc)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
for i := 0; i < test.streamsNum; i++ {
_, err = js.CreateStream(context.Background(), jetstream.StreamConfig{Name: fmt.Sprintf("foo%d", i), Subjects: []string{fmt.Sprintf("FOO.%d", i)}})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
}
opts := []jetstream.StreamListOpt{}
if test.subject != "" {
opts = append(opts, jetstream.WithStreamListSubject(test.subject))
}
streamsList := js.StreamNames(ctx, opts...)
streams := make([]string, 0)
for s := range streamsList.Name() {
streams = append(streams, s)
}
if test.withError != nil {
if !errors.Is(streamsList.Err(), test.withError) {
t.Fatalf("Expected error: %v; got: %v", test.withError, streamsList.Err())
}
return
}
if streamsList.Err() != nil {
t.Fatalf("Unexpected error: %s", streamsList.Err())
}
if len(streams) != test.expected {
t.Fatalf("Wrong number of streams; want: %d; got: %d", test.streamsNum, len(streams))
}
})
}
}
func TestJetStream_CreateOrUpdateConsumer(t *testing.T) {
tests := []struct {
name string
stream string
consumerConfig jetstream.ConsumerConfig
shouldCreate bool
timeout time.Duration
withError error
}{
{
name: "create durable pull consumer",
stream: "foo",
consumerConfig: jetstream.ConsumerConfig{Durable: "dur", AckPolicy: jetstream.AckExplicitPolicy},
timeout: 10 * time.Second,
shouldCreate: true,
},
{
name: "create ephemeral pull consumer",
stream: "foo",
consumerConfig: jetstream.ConsumerConfig{AckPolicy: jetstream.AckExplicitPolicy},
timeout: 10 * time.Second,
shouldCreate: true,
},
{
name: "with empty context",
consumerConfig: jetstream.ConsumerConfig{AckPolicy: jetstream.AckExplicitPolicy},
stream: "foo",
shouldCreate: true,
},
{
name: "consumer already exists, update",
stream: "foo",
consumerConfig: jetstream.ConsumerConfig{Durable: "dur", AckPolicy: jetstream.AckExplicitPolicy, Description: "test consumer"},
},
{
name: "consumer already exists, illegal update",
stream: "foo",
consumerConfig: jetstream.ConsumerConfig{Durable: "dur", AckPolicy: jetstream.AckNonePolicy, Description: "test consumer"},
withError: jetstream.ErrConsumerCreate,
},
{
name: "stream does not exist",
stream: "abc",
withError: jetstream.ErrStreamNotFound,
},
{
name: "invalid stream name",
stream: "foo.1",
withError: jetstream.ErrInvalidStreamName,
},
{
name: "invalid durable name",
stream: "foo",
consumerConfig: jetstream.ConsumerConfig{Durable: "dur.123", AckPolicy: jetstream.AckExplicitPolicy},
withError: jetstream.ErrInvalidConsumerName,
},
{
name: "context timeout",
consumerConfig: jetstream.ConsumerConfig{AckPolicy: jetstream.AckExplicitPolicy},
stream: "foo",
timeout: 1 * time.Microsecond,
withError: context.DeadlineExceeded,
},
}
srv := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
js, err := jetstream.New(nc)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
for _, consType := range []string{"pull", "push"} {
_, err = js.CreateStream(context.Background(), jetstream.StreamConfig{Name: "foo", Subjects: []string{"FOO.*"}})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
for _, test := range tests {
t.Run(fmt.Sprintf("%s %s", consType, test.name), func(t *testing.T) {
ctx := context.Background()
if test.timeout > 0 {
var cancel context.CancelFunc
ctx, cancel = context.WithTimeout(context.Background(), test.timeout)
defer cancel()
}
var sub *nats.Subscription
if test.consumerConfig.FilterSubject != "" {
sub, err = nc.SubscribeSync(fmt.Sprintf("$JS.API.CONSUMER.CREATE.foo.*.%s", test.consumerConfig.FilterSubject))
} else {
sub, err = nc.SubscribeSync("$JS.API.CONSUMER.CREATE.foo.*")
}
var c consInfoConstraint
if consType == "pull" {
c, err = js.CreateOrUpdateConsumer(ctx, test.stream, test.consumerConfig)
} else {
test.consumerConfig.DeliverSubject = "inbox"
c, err = js.CreateOrUpdatePushConsumer(ctx, test.stream, test.consumerConfig)
}
if test.withError != nil {
if err == nil || !errors.Is(err, test.withError) {
t.Fatalf("Expected error: %v; got: %v", test.withError, err)
}
return
}
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
if test.shouldCreate {
if _, err := sub.NextMsgWithContext(ctx); err != nil {
t.Fatalf("Expected request on %s; got %s", sub.Subject, err)
}
}
if consType == "pull" {
_, err = js.Consumer(ctx, test.stream, c.CachedInfo().Name)
} else {
_, err = js.PushConsumer(ctx, test.stream, c.CachedInfo().Name)
}
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
})
}
if err := js.DeleteStream(context.Background(), "foo"); err != nil {
t.Fatalf("Unexpected error: %v", err)
}
}
}
func TestJetStream_CreateConsumer(t *testing.T) {
tests := []struct {
name string
consumerConfig jetstream.ConsumerConfig
shouldCreate bool
stream string
withError error
}{
{
name: "create consumer",
consumerConfig: jetstream.ConsumerConfig{Durable: "dur"},
stream: "foo",
shouldCreate: true,
},
{
name: "consumer already exists, error",
consumerConfig: jetstream.ConsumerConfig{Durable: "dur", Description: "test consumer"},
stream: "foo",
withError: jetstream.ErrConsumerExists,
},
{
name: "stream does not exist",
stream: "abc",
consumerConfig: jetstream.ConsumerConfig{Durable: "dur"},
withError: jetstream.ErrStreamNotFound,
},
{
name: "invalid stream name",
stream: "foo.1",
withError: jetstream.ErrInvalidStreamName,
},
}
srv := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
js, err := jetstream.New(nc)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
for _, consType := range []string{"pull", "push"} {
ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
defer cancel()
s, err := js.CreateStream(ctx, jetstream.StreamConfig{Name: "foo", Subjects: []string{"FOO.*"}})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
for _, test := range tests {
t.Run(fmt.Sprintf("%s %s", consType, test.name), func(t *testing.T) {
var sub *nats.Subscription
if test.consumerConfig.FilterSubject != "" {
sub, err = nc.SubscribeSync(fmt.Sprintf("$JS.API.CONSUMER.CREATE.foo.*.%s", test.consumerConfig.FilterSubject))
} else {
sub, err = nc.SubscribeSync("$JS.API.CONSUMER.CREATE.foo.*")
}
var c consInfoConstraint
var err error
if consType == "pull" {
c, err = js.CreateConsumer(ctx, test.stream, test.consumerConfig)
} else {
test.consumerConfig.DeliverSubject = "inbox"
c, err = js.CreatePushConsumer(ctx, test.stream, test.consumerConfig)
}
if test.withError != nil {
if !errors.Is(err, test.withError) {
t.Fatalf("Expected error: %v; got: %v", test.withError, err)
}
return
}
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
if test.shouldCreate {
if _, err := sub.NextMsgWithContext(ctx); err != nil {
t.Fatalf("Expected request on %s; got %s", sub.Subject, err)
}
}
var ci consInfoConstraint
if consType == "pull" {
ci, err = s.Consumer(ctx, c.CachedInfo().Name)
} else {
ci, err = s.PushConsumer(ctx, c.CachedInfo().Name)
}
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
if ci.CachedInfo().Config.AckPolicy != test.consumerConfig.AckPolicy {
t.Fatalf("Invalid ack policy; want: %s; got: %s", test.consumerConfig.AckPolicy, ci.CachedInfo().Config.AckPolicy)
}
if !reflect.DeepEqual(test.consumerConfig.FilterSubjects, ci.CachedInfo().Config.FilterSubjects) {
t.Fatalf("Invalid filter subjects; want: %v; got: %v", test.consumerConfig.FilterSubjects, ci.CachedInfo().Config.FilterSubjects)
}
})
}
if err := js.DeleteStream(context.Background(), "foo"); err != nil {
t.Fatalf("Unexpected error: %v", err)
}
}
}
func TestJetStream_UpdateConsumer(t *testing.T) {
tests := []struct {
name string
consumerConfig jetstream.ConsumerConfig
shouldUpdate bool
stream string
withError error
}{
{
name: "update consumer",
consumerConfig: jetstream.ConsumerConfig{Name: "testcons", Description: "updated consumer"},
stream: "foo",
shouldUpdate: true,
},
{
name: "illegal update",
consumerConfig: jetstream.ConsumerConfig{Name: "testcons", AckPolicy: jetstream.AckNonePolicy},
stream: "foo",
withError: jetstream.ErrConsumerCreate,
},
{
name: "consumer does not exist",
consumerConfig: jetstream.ConsumerConfig{Name: "abc"},
stream: "foo",
withError: jetstream.ErrConsumerDoesNotExist,
},
{
name: "stream does not exist",
consumerConfig: jetstream.ConsumerConfig{Name: "testcons"},
stream: "abc",
withError: jetstream.ErrStreamNotFound,
},
{
name: "invalid stream name",
stream: "foo.1",
withError: jetstream.ErrInvalidStreamName,
},
}
srv := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
js, err := jetstream.New(nc)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
for _, consType := range []string{"pull", "push"} {
ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
defer cancel()
s, err := js.CreateStream(ctx, jetstream.StreamConfig{Name: "foo", Subjects: []string{"FOO.*"}})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
if consType == "pull" {
_, err = s.CreateConsumer(ctx, jetstream.ConsumerConfig{Name: "testcons"})
} else {
_, err = s.CreatePushConsumer(ctx, jetstream.ConsumerConfig{Name: "testcons", DeliverSubject: "inbox"})
}
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
for _, test := range tests {
t.Run(fmt.Sprintf("%s %s", consType, test.name), func(t *testing.T) {
var sub *nats.Subscription
if test.consumerConfig.FilterSubject != "" {
sub, err = nc.SubscribeSync(fmt.Sprintf("$JS.API.CONSUMER.CREATE.foo.*.%s", test.consumerConfig.FilterSubject))
} else {
sub, err = nc.SubscribeSync("$JS.API.CONSUMER.CREATE.foo.*")
}
var c consInfoConstraint
var err error
if consType == "pull" {
c, err = js.UpdateConsumer(ctx, test.stream, test.consumerConfig)
} else {
test.consumerConfig.DeliverSubject = "inbox"
c, err = js.UpdatePushConsumer(ctx, test.stream, test.consumerConfig)
}
if test.withError != nil {
if !errors.Is(err, test.withError) {
t.Fatalf("Expected error: %v; got: %v", test.withError, err)
}
return
}
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
if test.shouldUpdate {
if _, err := sub.NextMsgWithContext(ctx); err != nil {
t.Fatalf("Expected request on %s; got %s", sub.Subject, err)
}
}
var ci consInfoConstraint
if consType == "pull" {
ci, err = s.Consumer(ctx, c.CachedInfo().Name)
} else {
ci, err = s.PushConsumer(ctx, c.CachedInfo().Name)
}
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
if ci.CachedInfo().Config.AckPolicy != test.consumerConfig.AckPolicy {
t.Fatalf("Invalid ack policy; want: %s; got: %s", test.consumerConfig.AckPolicy, ci.CachedInfo().Config.AckPolicy)
}
if !reflect.DeepEqual(test.consumerConfig.FilterSubjects, ci.CachedInfo().Config.FilterSubjects) {
t.Fatalf("Invalid filter subjects; want: %v; got: %v", test.consumerConfig.FilterSubjects, ci.CachedInfo().Config.FilterSubjects)
}
})
}
if err := js.DeleteStream(context.Background(), "foo"); err != nil {
t.Fatalf("Unexpected error: %v", err)
}
}
}
func TestJetStream_Consumer(t *testing.T) {
tests := []struct {
name string
stream string
durable string
timeout time.Duration
withError error
}{
{
name: "get existing consumer",
stream: "foo",
durable: "dur",
timeout: 10 * time.Second,
},
{
name: "with empty context",
stream: "foo",
durable: "dur",
},
{
name: "consumer does not exist",
stream: "foo",
durable: "abc",
timeout: 10 * time.Second,
withError: jetstream.ErrConsumerNotFound,
},
{
name: "invalid durable name",
stream: "foo",
durable: "dur.123",
withError: jetstream.ErrInvalidConsumerName,
},
{
name: "stream does not exist",
stream: "abc",
durable: "dur",
withError: jetstream.ErrStreamNotFound,
},
{
name: "invalid stream name",
stream: "foo.1",
durable: "dur",
withError: jetstream.ErrInvalidStreamName,
},
{
name: "context timeout",
stream: "foo",
durable: "dur",
timeout: 1 * time.Microsecond,
withError: context.DeadlineExceeded,
},
}
srv := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
js, err := jetstream.New(nc)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
for _, consType := range []string{"pull", "push"} {
s, err := js.CreateStream(context.Background(), jetstream.StreamConfig{Name: "foo", Subjects: []string{"FOO.*"}})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
if consType == "pull" {
_, err = s.CreateOrUpdateConsumer(context.Background(), jetstream.ConsumerConfig{Durable: "dur", AckPolicy: jetstream.AckAllPolicy, Description: "desc"})
} else {
_, err = s.CreateOrUpdateConsumer(context.Background(), jetstream.ConsumerConfig{Durable: "dur", AckPolicy: jetstream.AckAllPolicy, Description: "desc", DeliverSubject: "inbox"})
}
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
for _, test := range tests {
t.Run(fmt.Sprintf("%s %s", consType, test.name), func(t *testing.T) {
ctx := context.Background()
if test.timeout > 0 {
var cancel context.CancelFunc
ctx, cancel = context.WithTimeout(context.Background(), test.timeout)
defer cancel()
}
var c consInfoConstraint
var err error
if consType == "pull" {
c, err = js.Consumer(ctx, test.stream, test.durable)
} else {
c, err = js.PushConsumer(ctx, test.stream, test.durable)
}
if test.withError != nil {
if err == nil || !errors.Is(err, test.withError) {
t.Fatalf("Expected error: %v; got: %v", test.withError, err)
}
return
}
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
if c.CachedInfo().Name != test.durable {
t.Fatalf("Unexpected consumer fetched; want: %s; got: %s", test.durable, c.CachedInfo().Name)
}
})
}
if err := js.DeleteStream(context.Background(), "foo"); err != nil {
t.Fatalf("Unexpected error: %v", err)
}
}
}
func TestJetStream_DeleteConsumer(t *testing.T) {
tests := []struct {
name string
stream string
durable string
timeout time.Duration
withError error
}{
{
name: "delete existing consumer",
stream: "foo",
durable: "dur",
timeout: 10 * time.Second,
},
{
name: "with empty context",
stream: "foo",
durable: "dur2",
},
{
name: "consumer does not exist",
stream: "foo",
durable: "dur",
timeout: 10 * time.Second,
withError: jetstream.ErrConsumerNotFound,
},
{
name: "invalid durable name",
stream: "foo",
durable: "dur.123",
withError: jetstream.ErrInvalidConsumerName,
},
{
name: "stream not found",
stream: "abc",
durable: "dur",
withError: jetstream.ErrStreamNotFound,
},
{
name: "invalid stream name",
stream: "foo.1",
durable: "dur",
withError: jetstream.ErrInvalidStreamName,
},
{
name: "context timeout",
stream: "foo",
durable: "dur",
timeout: 1 * time.Microsecond,
withError: context.DeadlineExceeded,
},
}
srv := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
js, err := jetstream.New(nc)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
s, err := js.CreateStream(context.Background(), jetstream.StreamConfig{Name: "foo", Subjects: []string{"FOO.*"}})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
_, err = s.CreateOrUpdateConsumer(context.Background(), jetstream.ConsumerConfig{Durable: "dur", AckPolicy: jetstream.AckAllPolicy, Description: "desc"})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
_, err = s.CreateOrUpdateConsumer(context.Background(), jetstream.ConsumerConfig{Durable: "dur2", AckPolicy: jetstream.AckAllPolicy, Description: "desc"})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
for _, test := range tests {
t.Run(test.name, func(t *testing.T) {
ctx := context.Background()
if test.timeout > 0 {
var cancel context.CancelFunc
ctx, cancel = context.WithTimeout(context.Background(), test.timeout)
defer cancel()
}
err := js.DeleteConsumer(ctx, test.stream, test.durable)
if test.withError != nil {
if err == nil || !errors.Is(err, test.withError) {
t.Fatalf("Expected error: %v; got: %v", test.withError, err)
}
return
}
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
_, err = s.Consumer(ctx, test.durable)
if err == nil || !errors.Is(err, jetstream.ErrConsumerNotFound) {
t.Fatalf("Expected error: %v; got: %v", jetstream.ErrConsumerNotFound, err)
}
})
}
}
func TestStreamNameBySubject(t *testing.T) {
tests := []struct {
name string
subject string
withError error
timeout time.Duration
expected string
}{
{
name: "get stream name by subject explicit",
subject: "FOO.123",
timeout: 10 * time.Second,
expected: "foo",
},
{
name: "with empty context",
subject: "FOO.123",
expected: "foo",
},
{
name: "get stream name by subject with wildcard",
subject: "BAR.*",
expected: "bar",
},
{
name: "match more than one stream, return the first one",
subject: ">",
expected: "",
},
{
name: "stream not found",
subject: "BAR.XYZ",
withError: jetstream.ErrStreamNotFound,
},
{
name: "invalid subject",
subject: "FOO.>.123",
withError: jetstream.ErrInvalidSubject,
},
{
name: "context timeout",
subject: "FOO.123",
timeout: 1 * time.Microsecond,
withError: context.DeadlineExceeded,
},
}
srv := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
js, err := jetstream.New(nc)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
_, err = js.CreateStream(context.Background(), jetstream.StreamConfig{Name: "foo", Subjects: []string{"FOO.*"}})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
_, err = js.CreateStream(context.Background(), jetstream.StreamConfig{Name: "bar", Subjects: []string{"BAR.ABC"}})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
for _, test := range tests {
t.Run(test.name, func(t *testing.T) {
ctx := context.Background()
if test.timeout > 0 {
var cancel context.CancelFunc
ctx, cancel = context.WithTimeout(context.Background(), test.timeout)
defer cancel()
}
name, err := js.StreamNameBySubject(ctx, test.subject)
if test.withError != nil {
if err == nil || !errors.Is(err, test.withError) {
t.Fatalf("Expected error: %v; got: %v", test.withError, err)
}
return
}
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
if test.expected != "" && name != test.expected {
t.Fatalf("Unexpected stream name; want: %s; got: %s", test.expected, name)
}
})
}
}
func TestJetStreamTransform(t *testing.T) {
s := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, s)
nc, js := jsClient(t, s)
defer nc.Close()
ctx := context.Background()
_, err := js.CreateStream(ctx, jetstream.StreamConfig{
Name: "ORIGIN",
Subjects: []string{"test"},
SubjectTransform: &jetstream.SubjectTransformConfig{Source: ">", Destination: "transformed.>"},
Storage: jetstream.MemoryStorage,
})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
err = nc.Publish("test", []byte("1"))
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
sourcingStream, err := js.CreateStream(ctx, jetstream.StreamConfig{
Subjects: []string{},
Name: "SOURCING",
Sources: []*jetstream.StreamSource{{Name: "ORIGIN", SubjectTransforms: []jetstream.SubjectTransformConfig{{Source: ">", Destination: "fromtest.>"}}}},
Storage: jetstream.MemoryStorage,
})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
cons, err := sourcingStream.CreateConsumer(ctx, jetstream.ConsumerConfig{FilterSubject: "fromtest.>", MemoryStorage: true})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
m, err := cons.Next()
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
if m.Subject() != "fromtest.transformed.test" {
t.Fatalf("the subject of the message doesn't match the expected fromtest.transformed.test: %s", m.Subject())
}
}
func TestStreamConfigMatches(t *testing.T) {
srv := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
js, err := jetstream.New(nc)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
cfg := jetstream.StreamConfig{
Name: "stream",
Description: "desc",
Subjects: []string{"foo.*"},
Retention: jetstream.WorkQueuePolicy,
MaxConsumers: 10,
MaxMsgs: 100,
MaxBytes: 1000,
Discard: jetstream.DiscardNew,
DiscardNewPerSubject: true,
MaxAge: 100 * time.Second,
MaxMsgsPerSubject: 1000,
MaxMsgSize: 10000,
Storage: jetstream.MemoryStorage,
Replicas: 1,
NoAck: true,
Duplicates: 10 * time.Second,
Sealed: false,
DenyDelete: true,
DenyPurge: false,
AllowRollup: true,
Compression: jetstream.S2Compression,
FirstSeq: 5,
SubjectTransform: &jetstream.SubjectTransformConfig{Source: ">", Destination: "transformed.>"},
RePublish: &jetstream.RePublish{
Source: ">",
Destination: "RP.>",
HeadersOnly: true,
},
AllowDirect: true,
ConsumerLimits: jetstream.StreamConsumerLimits{
InactiveThreshold: 10 * time.Second,
MaxAckPending: 500,
},
}
s, err := js.CreateStream(context.Background(), cfg)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
// server will set metadata values, so we need to clear them
s.CachedInfo().Config.Metadata = nil
if !reflect.DeepEqual(s.CachedInfo().Config, cfg) {
t.Fatalf("StreamConfig doesn't match: %#v", s.CachedInfo().Config)
}
cfgMirror := jetstream.StreamConfig{
Name: "mirror",
MaxConsumers: 10,
MaxMsgs: 100,
MaxBytes: 1000,
MaxAge: 100 * time.Second,
MaxMsgsPerSubject: 1000,
MaxMsgSize: 10000,
Replicas: 1,
Duplicates: 10 * time.Second,
Mirror: &jetstream.StreamSource{
Name: "stream",
OptStartSeq: 10,
SubjectTransforms: []jetstream.SubjectTransformConfig{
{Source: ">", Destination: "transformed.>"},
},
},
MirrorDirect: true,
SubjectTransform: &jetstream.SubjectTransformConfig{Source: ">", Destination: "transformed.>"},
}
s, err = js.CreateStream(context.Background(), cfgMirror)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
// server will set metadata values, so we need to clear them
s.CachedInfo().Config.Metadata = nil
if !reflect.DeepEqual(s.CachedInfo().Config, cfgMirror) {
t.Fatalf("StreamConfig doesn't match: %#v", s.CachedInfo().Config)
}
cfgSourcing := jetstream.StreamConfig{
Name: "sourcing",
Subjects: []string{"BAR"},
MaxConsumers: 10,
MaxMsgs: 100,
MaxBytes: 1000,
MaxAge: 100 * time.Second,
MaxMsgsPerSubject: 1000,
MaxMsgSize: 10000,
Replicas: 1,
Duplicates: 10 * time.Second,
Sources: []*jetstream.StreamSource{
{
Name: "stream",
OptStartSeq: 10,
SubjectTransforms: []jetstream.SubjectTransformConfig{
{Source: ">", Destination: "transformed.>"},
},
},
},
SubjectTransform: &jetstream.SubjectTransformConfig{Source: ">", Destination: "transformed.>"},
}
s, err = js.CreateStream(context.Background(), cfgSourcing)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
// server will set metadata values, so we need to clear them
s.CachedInfo().Config.Metadata = nil
if !reflect.DeepEqual(s.CachedInfo().Config, cfgSourcing) {
t.Fatalf("StreamConfig doesn't match: %#v", s.CachedInfo().Config)
}
}
func TestConsumerConfigMatches(t *testing.T) {
srv := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
js, err := jetstream.New(nc)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
s, err := js.CreateStream(context.Background(), jetstream.StreamConfig{
Name: "FOO",
Subjects: []string{"foo.*"},
})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
cfg := jetstream.ConsumerConfig{
Name: "cons",
Durable: "cons",
Description: "test",
DeliverPolicy: jetstream.DeliverByStartSequencePolicy,
OptStartSeq: 5,
AckPolicy: jetstream.AckAllPolicy,
AckWait: 1 * time.Second,
MaxDeliver: 5,
BackOff: []time.Duration{1 * time.Second, 2 * time.Second, 3 * time.Second},
ReplayPolicy: jetstream.ReplayOriginalPolicy,
SampleFrequency: "50%",
MaxWaiting: 100,
MaxAckPending: 1000,
HeadersOnly: true,
MaxRequestBatch: 100,
MaxRequestExpires: 10 * time.Second,
MaxRequestMaxBytes: 1000,
InactiveThreshold: 20 * time.Second,
Replicas: 1,
MemoryStorage: true,
FilterSubjects: []string{"foo.1", "foo.2"},
}
c, err := s.CreateConsumer(context.Background(), cfg)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
// server will set metadata values, so we need to clear them
c.CachedInfo().Config.Metadata = nil
if !reflect.DeepEqual(c.CachedInfo().Config, cfg) {
t.Fatalf("ConsumerConfig doesn't match")
}
}
func TestJetStreamCleanupPublisher(t *testing.T) {
t.Run("cleanup js publisher", func(t *testing.T) {
s := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, s)
nc, js := jsClient(t, s)
defer nc.Close()
// Create a stream
if _, err := js.CreateStream(context.Background(), jetstream.StreamConfig{Name: "TEST", Subjects: []string{"FOO"}}); err != nil {
t.Fatalf("Unexpected error: %v", err)
}
numSubs := nc.NumSubscriptions()
if _, err := js.PublishAsync("FOO", []byte("hello")); err != nil {
t.Fatalf("Unexpected error: %v", err)
}
select {
case <-js.PublishAsyncComplete():
case <-time.After(5 * time.Second):
t.Fatalf("Did not receive completion signal")
}
if numSubs+1 != nc.NumSubscriptions() {
t.Fatalf("Expected an additional subscription after publish, got %d", nc.NumSubscriptions())
}
js.CleanupPublisher()
if numSubs != nc.NumSubscriptions() {
t.Fatalf("Expected subscriptions to be back to original count")
}
})
t.Run("cleanup js publisher, cancel pending acks", func(t *testing.T) {
s := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, s)
nc, err := nats.Connect(s.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
cbErr := make(chan error, 10)
js, err := jetstream.New(nc, jetstream.WithPublishAsyncErrHandler(func(js jetstream.JetStream, m *nats.Msg, err error) {
cbErr <- err
}))
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
// Create a stream with NoAck so that we can test that we cancel ack futures.
if _, err := js.CreateStream(context.Background(), jetstream.StreamConfig{Name: "TEST", Subjects: []string{"FOO"}, NoAck: true}); err != nil {
t.Fatalf("Unexpected error: %v", err)
}
numSubs := nc.NumSubscriptions()
var acks []jetstream.PubAckFuture
for range 10 {
ack, err := js.PublishAsync("FOO", []byte("hello"))
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
acks = append(acks, ack)
}
asyncComplete := js.PublishAsyncComplete()
select {
case <-asyncComplete:
t.Fatalf("Should not complete, NoAck is set")
case <-time.After(200 * time.Millisecond):
}
if numSubs+1 != nc.NumSubscriptions() {
t.Fatalf("Expected an additional subscription after publish, got %d", nc.NumSubscriptions())
}
js.CleanupPublisher()
if numSubs != nc.NumSubscriptions() {
t.Fatalf("Expected subscriptions to be back to original count")
}
// check that PublishAsyncComplete channel is closed
select {
case <-asyncComplete:
case <-time.After(5 * time.Second):
t.Fatalf("Did not receive completion signal")
}
// check that all ack futures are canceled
for _, ack := range acks {
select {
case err := <-ack.Err():
if !errors.Is(err, jetstream.ErrJetStreamPublisherClosed) {
t.Fatalf("Expected JetStreamContextClosed error, got %v", err)
}
case <-ack.Ok():
t.Fatalf("Expected error on the ack future")
case <-time.After(200 * time.Millisecond):
t.Fatalf("Expected an error on the ack future")
}
}
// check that async error handler is called for each pending ack
for range 10 {
select {
case err := <-cbErr:
if !errors.Is(err, jetstream.ErrJetStreamPublisherClosed) {
t.Fatalf("Expected JetStreamContextClosed error, got %v", err)
}
case <-time.After(200 * time.Millisecond):
t.Fatalf("Expected errors to be passed from the async handler")
}
}
})
}
func TestCreateOrUpdateStreamCrossDomains(t *testing.T) {
conf := createConfFile(t, []byte(`
server_name: HUB
listen: 127.0.0.1:-1
jetstream: { domain: HUB }
leafnodes { listen: 127.0.0.1:7422 }
`))
defer os.Remove(conf)
srv, _ := RunServerWithConfig(conf)
defer shutdownJSServerAndRemoveStorage(t, srv)
lconf := createConfFile(t, []byte(`
server_name: LEAF
listen: 127.0.0.1:-1
jetstream: { domain: LEAF }
leafnodes {
remotes = [ { url: "leaf://127.0.0.1" } ]
}
`))
defer os.Remove(lconf)
ln, _ := RunServerWithConfig(lconf)
defer shutdownJSServerAndRemoveStorage(t, ln)
// Connect to HUB and create source stream
ncHub, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Failed to connect to HUB: %v", err)
}
defer ncHub.Close()
jsHub, err := jetstream.New(ncHub)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
// Create stream on HUB domain
_, err = jsHub.CreateStream(context.Background(), jetstream.StreamConfig{
Name: "TEST",
Subjects: []string{"foo"},
})
if err != nil {
t.Fatalf("Failed to create source stream: %v", err)
}
// Connect to LEAF domain
ncLeaf, err := nats.Connect(ln.ClientURL())
if err != nil {
t.Fatalf("Failed to connect to LEAF: %v", err)
}
defer ncLeaf.Close()
jsLeaf, err := jetstream.New(ncLeaf)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
// Create stream with cross-domain source using CreateOrUpdateStream
streamConfig := jetstream.StreamConfig{
Name: "SOURCE",
Sources: []*jetstream.StreamSource{
{
Name: "TEST",
Domain: "HUB",
},
},
}
// First call should create the stream
stream, err := jsLeaf.CreateOrUpdateStream(context.Background(), streamConfig)
if err != nil {
t.Fatalf("Failed to create stream: %v", err)
}
// Verify the stream was created with external configuration
info, err := stream.Info(context.Background())
if err != nil {
t.Fatalf("Failed to get stream info: %v", err)
}
if len(info.Config.Sources) != 1 {
t.Fatalf("Expected 1 source, got %d", len(info.Config.Sources))
}
firstSource := info.Config.Sources[0]
if firstSource.External == nil {
t.Fatal("Expected external configuration to be set after create")
}
if firstSource.External.APIPrefix == "" {
t.Fatal("Expected external APIPrefix to be set after create")
}
expectedAPIPrefix := firstSource.External.APIPrefix
// Second call should update the stream
// Add a subject to force an actual update
streamConfig.Subjects = []string{"bar"}
stream2, err := jsLeaf.CreateOrUpdateStream(context.Background(), streamConfig)
if err != nil {
t.Fatalf("Failed to update stream: %v", err)
}
// Verify the external configuration is preserved during update
info2, err := stream2.Info(context.Background())
if err != nil {
t.Fatalf("Failed to get updated stream info: %v", err)
}
if len(info2.Config.Sources) != 1 {
t.Fatalf("Expected 1 source after update, got %d", len(info2.Config.Sources))
}
updatedSource := info2.Config.Sources[0]
if updatedSource.External == nil {
t.Fatal("External configuration was removed during update - this is the bug!")
}
if updatedSource.External.APIPrefix != expectedAPIPrefix {
t.Fatalf("Expected APIPrefix %q to be preserved, got %q", expectedAPIPrefix, updatedSource.External.APIPrefix)
}
// Verify the subject was actually updated
if len(info2.Config.Subjects) != 1 {
t.Fatalf("Expected 1 subject after update, got %d", len(info2.Config.Subjects))
}
if info2.Config.Subjects[0] != "bar" {
t.Fatalf("Expected subject to be updated to 'bar', got %q", info2.Config.Subjects[0])
}
}
func TestPromoteMirrorToStream(t *testing.T) {
srv := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
js, err := jetstream.New(nc)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
ctx := context.Background()
// Create source stream
_, err = js.CreateStream(ctx, jetstream.StreamConfig{
Name: "SOURCE",
Subjects: []string{"foo"},
})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
// Publish some messages to source
for range 10 {
if _, err := js.Publish(ctx, "foo", []byte("hello")); err != nil {
t.Fatalf("Unexpected error: %v", err)
}
}
// Create mirror stream
mirror, err := js.CreateStream(ctx, jetstream.StreamConfig{
Name: "MIRROR",
Mirror: &jetstream.StreamSource{Name: "SOURCE"},
})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
// Wait for mirror to catch up
checkFor(t, 5*time.Second, 100*time.Millisecond, func() error {
info, err := mirror.Info(ctx)
if err != nil {
return err
}
if info.State.Msgs != 10 {
return fmt.Errorf("not caught up")
}
return nil
})
// Remove mirror configuration
updatedMirror, err := js.UpdateStream(ctx, jetstream.StreamConfig{
Name: "MIRROR",
Subjects: []string{"bar"},
})
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
info, err := updatedMirror.Info(ctx)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
if info.Config.Mirror != nil {
t.Fatal("Expected mirror to be nil after promote")
}
if info.Config.Subjects[0] != "bar" {
t.Fatalf("Expected subject to be 'bar', got %q", info.Config.Subjects[0])
}
}
func TestJetStreamConn(t *testing.T) {
s := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, s)
nc, err := nats.Connect(s.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
js, err := jetstream.New(nc)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
conn := js.Conn()
if conn != nc {
t.Fatal("Expected Conn() to return the same connection")
}
}
func TestStreamSourceWithConsumer(t *testing.T) {
srv := RunBasicJetStreamServer()
defer shutdownJSServerAndRemoveStorage(t, srv)
nc, err := nats.Connect(srv.ClientURL())
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
defer nc.Close()
js, err := jetstream.New(nc)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
defer cancel()
upstream, err := js.CreateStream(ctx, jetstream.StreamConfig{
Name: "UP",
Subjects: []string{"up"},
})
if err != nil {
t.Fatalf("CreateStream upstream: %v", err)
}
if _, err := upstream.CreateOrUpdateConsumer(ctx, jetstream.ConsumerConfig{
Durable: "C",
DeliverSubject: "deliver",
AckPolicy: jetstream.AckFlowControlPolicy,
IdleHeartbeat: time.Second,
}); err != nil {
t.Fatalf("CreateOrUpdateConsumer: %v", err)
}
down, err := js.CreateStream(ctx, jetstream.StreamConfig{
Name: "DOWN",
Sources: []*jetstream.StreamSource{{
Name: "UP",
Consumer: &jetstream.StreamConsumerSource{
Name: "C",
DeliverSubject: "deliver",
},
}},
})
if err != nil {
t.Fatalf("CreateStream down: %v", err)
}
if _, err := js.Publish(ctx, "up", []byte("hello")); err != nil {
t.Fatalf("Publish: %v", err)
}
checkFor(t, 5*time.Second, 100*time.Millisecond, func() error {
info, err := down.Info(ctx)
if err != nil {
return err
}
if info.State.Msgs != 1 {
return fmt.Errorf("expected 1 msg in DOWN, got %d", info.State.Msgs)
}
return nil
})
}