zitadel/internal/eventstore/subscription.go
Silvan b5564572bc
feat(eventstore): increase parallel write capabilities (#5940)
This implementation increases parallel write capabilities of the eventstore.
Please have a look at the technical advisories: [05](https://zitadel.com/docs/support/advisory/a10005) and  [06](https://zitadel.com/docs/support/advisory/a10006).
The implementation of eventstore.push is rewritten and stored events are migrated to a new table `eventstore.events2`.
If you are using cockroach: make sure that the database user of ZITADEL has `VIEWACTIVITY` grant. This is used to query events.
2023-10-19 12:19:10 +02:00

109 lines
2.3 KiB
Go

package eventstore
import (
"sync"
"github.com/zitadel/logging"
)
var (
subscriptions = map[AggregateType][]*Subscription{}
subsMutext sync.Mutex
)
type Subscription struct {
Events chan Event
types map[AggregateType][]EventType
}
// SubscribeAggregates subscribes for all events on the given aggregates
func SubscribeAggregates(eventQueue chan Event, aggregates ...AggregateType) *Subscription {
types := make(map[AggregateType][]EventType, len(aggregates))
for _, aggregate := range aggregates {
types[aggregate] = nil
}
sub := &Subscription{
Events: eventQueue,
types: types,
}
subsMutext.Lock()
defer subsMutext.Unlock()
for _, aggregate := range aggregates {
subscriptions[aggregate] = append(subscriptions[aggregate], sub)
}
return sub
}
// SubscribeEventTypes subscribes for the given event types
// if no event types are provided the subscription is for all events of the aggregate
func SubscribeEventTypes(eventQueue chan Event, types map[AggregateType][]EventType) *Subscription {
sub := &Subscription{
Events: eventQueue,
types: types,
}
subsMutext.Lock()
defer subsMutext.Unlock()
for aggregate := range types {
subscriptions[aggregate] = append(subscriptions[aggregate], sub)
}
return sub
}
func (es *Eventstore) notify(events []Event) {
subsMutext.Lock()
defer subsMutext.Unlock()
for _, event := range events {
subs, ok := subscriptions[event.Aggregate().Type]
if !ok {
continue
}
for _, sub := range subs {
eventTypes := sub.types[event.Aggregate().Type]
//subscription for all events
if len(eventTypes) == 0 {
sub.Events <- event
continue
}
//subscription for certain events
for _, eventType := range eventTypes {
if event.Type() == eventType {
select {
case sub.Events <- event:
default:
logging.Debug("unable to push event")
}
break
}
}
}
}
}
func (s *Subscription) Unsubscribe() {
subsMutext.Lock()
defer subsMutext.Unlock()
for aggregate := range s.types {
subs, ok := subscriptions[aggregate]
if !ok {
continue
}
for i := len(subs) - 1; i >= 0; i-- {
if subs[i] == s {
subs[i] = subs[len(subs)-1]
subs[len(subs)-1] = nil
subs = subs[:len(subs)-1]
}
}
}
_, ok := <-s.Events
if ok {
close(s.Events)
}
}