Files
fgueryandGitHub a63e3a20a8 feat(EN-214): create events via storage instead of manually calling event activity (#594)
* feat(EN-214): add outbox table migration

* feat(EN-214): add outbox models and storage layer

* feat(EN-214): implement outbox publisher activity

* feat(EN-214): implement outbox schedule activity

* feat(EN-214): add outbox publisher workflow

* feat(EN-214): migrate accounts to outbox pattern

* feat(EN-214): migrate balances to outbox pattern

* feat(EN-214): migrate payments to outbox pattern

* feat(EN-214): migrate bank accounts to outbox pattern

* feat(EN-214): migrate pools to outbox pattern

* feat(EN-214): migrate payment initiations to outbox pattern

* feat(EN-214): migrate PSU and connections to outbox pattern

* feat(EN-214): migrate connectors to outbox pattern

* feat(EN-214): remove legacy send_events workflow

* feat(EN-214): update workflows to use outbox pattern

* feat(EN-214): improve outbox idempotency and error handling

* feat(EN-214): update storage tasks and tests

* test(EN-214): update e2e tests for outbox pattern

* test(EN-214): clean up workflow tests

* chore(EN-214): update docker compose configuration

* feat(EN-214): add e2e run config in ide

* fix: add back docker-compose-dev run config

* chore: improve connector uninstall comments & remove connector id being passed

* fix: ensure events are not pushed if balances are not created

* fix: ensure err is not overwritten when using rollback

* fix: ensure we use v3 provider format

* chore: apply the nitpick comments from coderabbit

* chore: consistentely use e() error handling

* feat: optionally disable publisher schedule to make e2e test more consistent

* fix: improve error handling on uninstall connector

* avoid using custom payload and rely on existing interfaces; also avoid using different types for events

* fix: remove unecessary unmarshalling

* fix: ensure that rollbackOnTxError picks up errors on tx.Commit()

* fix: add extra validation on iban & account number in the test

* test: cover marshall/unmarshalling of event payload

* fix: increase test timeout

* try to make test more resiliant

* fix: wrong pointer use in loop

* fix: error formatting issue

* fix: move oubtox schedule creation out of an activity and do it in the worker itself

* feat: OutboxEventDeleteAndSend as batch

* change outbox_event to have id only instead of idempotency key

* make e2e test less brittle, save eventID as idempotency key in publication

* feat: make outbox_event keep an history

* feat(EN-214): added a schedule to cleanup outbox events

* test: make cleanup actually clean

* ignore linting rules for now

* feat: do not add psu metadata to event anymore as it's irrelevant

* fix: create local variable instead of relying on pointers, even if not 100% necessary

* fix: remove temporal schedule describe calls
2025-11-24 16:05:42 +00:00

101 lines
2.5 KiB
Go

package testserver
import (
"context"
"encoding/json"
"fmt"
"os"
"path"
"time"
"github.com/formancehq/go-libs/v3/testing/deferred"
dummy "github.com/formancehq/payments/internal/connectors/plugins/public/dummypay/client"
"github.com/formancehq/payments/internal/models"
"github.com/google/uuid"
"github.com/nats-io/nats.go"
"github.com/stretchr/testify/require"
. "github.com/onsi/ginkgo/v2"
)
func NewTestServer(configurationProvider func() Configuration) *deferred.Deferred[*Server] {
d := deferred.New[*Server]()
BeforeEach(func() {
d.Reset()
d.SetValue(New(GinkgoT(), configurationProvider()))
})
return d
}
func Subscribe(t T, testServer *Server) chan *nats.Msg {
subscription, ch, err := testServer.Subscribe()
require.NoError(t, err)
t.Cleanup(func() {
require.NoError(t, subscription.Unsubscribe())
})
return ch
}
func TaskPoller(ctx context.Context, t T, testServer *Server) func(id string) func() models.Task {
return testServer.Client().PollTask(ctx, t)
}
func GeneratePSPData(dir string, accountToCreate int) ([]dummy.Account, error) {
num := accountToCreate
_, err := os.Stat(dir)
if err != nil {
return []dummy.Account{}, fmt.Errorf("path %q does not exist: %w", dir, err)
}
accounts := make([]dummy.Account, 0, num)
balances := make([]dummy.Balance, 0, num)
startTime := time.Now().Truncate(time.Second)
for i := 0; i < num; i++ {
id := uuid.New().String()
accounts = append(accounts, dummy.Account{
ID: id,
Name: fmt.Sprintf("dummy-account-%d", i),
Currency: "EUR",
OpeningDate: startTime.Add(-time.Duration(i) * time.Minute),
})
balances = append(balances, dummy.Balance{
AccountID: id,
AmountInMinors: int64(i*100 + 23),
Currency: "EUR",
})
}
accountsFilePath := path.Join(dir, "accounts.json")
err = persistData(accountsFilePath, accounts)
if err != nil {
return []dummy.Account{}, err
}
balancesFilePath := path.Join(dir, "balances.json")
err = persistData(balancesFilePath, balances)
if err != nil {
return accounts, err
}
return accounts, nil
}
func persistData(filePath string, data any) error {
b, err := json.Marshal(data)
if err != nil {
return fmt.Errorf("failed to marshal data for %s: %w", filePath, err)
}
file, err := os.Create(filePath)
if err != nil {
return fmt.Errorf("failed to create %q: %w", filePath, err)
}
defer file.Close()
if _, err := file.Write(b); err != nil {
return fmt.Errorf("failed to write to %q: %w", filePath, err)
}
return nil
}