Files
fgueryandGitHub a63e3a20a8 feat(EN-214): create events via storage instead of manually calling event activity (#594)
* feat(EN-214): add outbox table migration

* feat(EN-214): add outbox models and storage layer

* feat(EN-214): implement outbox publisher activity

* feat(EN-214): implement outbox schedule activity

* feat(EN-214): add outbox publisher workflow

* feat(EN-214): migrate accounts to outbox pattern

* feat(EN-214): migrate balances to outbox pattern

* feat(EN-214): migrate payments to outbox pattern

* feat(EN-214): migrate bank accounts to outbox pattern

* feat(EN-214): migrate pools to outbox pattern

* feat(EN-214): migrate payment initiations to outbox pattern

* feat(EN-214): migrate PSU and connections to outbox pattern

* feat(EN-214): migrate connectors to outbox pattern

* feat(EN-214): remove legacy send_events workflow

* feat(EN-214): update workflows to use outbox pattern

* feat(EN-214): improve outbox idempotency and error handling

* feat(EN-214): update storage tasks and tests

* test(EN-214): update e2e tests for outbox pattern

* test(EN-214): clean up workflow tests

* chore(EN-214): update docker compose configuration

* feat(EN-214): add e2e run config in ide

* fix: add back docker-compose-dev run config

* chore: improve connector uninstall comments & remove connector id being passed

* fix: ensure events are not pushed if balances are not created

* fix: ensure err is not overwritten when using rollback

* fix: ensure we use v3 provider format

* chore: apply the nitpick comments from coderabbit

* chore: consistentely use e() error handling

* feat: optionally disable publisher schedule to make e2e test more consistent

* fix: improve error handling on uninstall connector

* avoid using custom payload and rely on existing interfaces; also avoid using different types for events

* fix: remove unecessary unmarshalling

* fix: ensure that rollbackOnTxError picks up errors on tx.Commit()

* fix: add extra validation on iban & account number in the test

* test: cover marshall/unmarshalling of event payload

* fix: increase test timeout

* try to make test more resiliant

* fix: wrong pointer use in loop

* fix: error formatting issue

* fix: move oubtox schedule creation out of an activity and do it in the worker itself

* feat: OutboxEventDeleteAndSend as batch

* change outbox_event to have id only instead of idempotency key

* make e2e test less brittle, save eventID as idempotency key in publication

* feat: make outbox_event keep an history

* feat(EN-214): added a schedule to cleanup outbox events

* test: make cleanup actually clean

* ignore linting rules for now

* feat: do not add psu metadata to event anymore as it's irrelevant

* fix: create local variable instead of relying on pointers, even if not 100% necessary

* fix: remove temporal schedule describe calls
2025-11-24 16:05:42 +00:00

83 lines
2.0 KiB
Go

package events
import (
"encoding/json"
"fmt"
"math/big"
"time"
"github.com/formancehq/go-libs/v3/publish"
"github.com/formancehq/payments/internal/models"
"github.com/formancehq/payments/pkg/events"
)
type BalanceMessagePayload struct {
AccountID string `json:"accountID"`
ConnectorID string `json:"connectorID"`
Provider string `json:"provider"`
CreatedAt time.Time `json:"createdAt"`
LastUpdatedAt time.Time `json:"lastUpdatedAt"`
Asset string `json:"asset"`
Balance *big.Int `json:"balance"`
}
func (b *BalanceMessagePayload) MarshalJSON() ([]byte, error) {
type Alias BalanceMessagePayload
var balanceStr *string
if b.Balance != nil {
s := b.Balance.String()
balanceStr = &s
}
return json.Marshal(&struct {
Balance *string `json:"balance"`
*Alias
}{
Balance: balanceStr,
Alias: (*Alias)(b),
})
}
func (b *BalanceMessagePayload) UnmarshalJSON(data []byte) error {
type Alias BalanceMessagePayload
aux := &struct {
Balance *string `json:"balance"`
*Alias
}{
Alias: (*Alias)(b),
}
if err := json.Unmarshal(data, &aux); err != nil {
return err
}
if aux.Balance != nil {
bi := new(big.Int)
if _, ok := bi.SetString(*aux.Balance, 10); !ok {
return fmt.Errorf("invalid balance string: %s", *aux.Balance)
}
b.Balance = bi
} else {
b.Balance = nil
}
return nil
}
func (e Events) NewEventSavedBalances(balance models.Balance) publish.EventMessage {
payload := BalanceMessagePayload{
AccountID: balance.AccountID.String(),
ConnectorID: balance.AccountID.ConnectorID.String(),
Provider: models.ToV3Provider(balance.AccountID.ConnectorID.Provider),
CreatedAt: balance.CreatedAt,
LastUpdatedAt: balance.LastUpdatedAt,
Asset: balance.Asset,
Balance: balance.Balance,
}
return publish.EventMessage{
IdempotencyKey: balance.IdempotencyKey(),
Date: time.Now().UTC(),
App: events.EventApp,
Version: events.EventVersion,
Type: events.EventTypeSavedBalances,
Payload: payload,
}
}