elements

type Column struct {
	Name  string
	Dtype arrow.DataType
}

type ColumnPartition struct {
	// contains filtered or unexported fields
}

type ExternalSubscription struct {
	// contains filtered or unexported fields
}

type IPartitionOptions interface {
	PartitionType() string
	PartitionFunc() PartitionFunc
}

type ISubscription interface {
	SourceName() string
	Columns() []Column
	Transformer() Transformer
	IValidatable
}

type IValidatable interface {
	IsValid() bool
}

type Partition struct {
	TableName              string `json:"table_name"`
	SubscriptionSourceName string `json:"subscription_source_name"`
	Key                    string `json:"key"`
}

type PartitionFunc func(
	*memory.GoAllocator,
	arrow.Record,
	string,
	IPartitionOptions,
) (arrow.Array, error)

type SubscriptionGroup struct {
	// contains filtered or unexported fields
}

type Table struct {
	// contains filtered or unexported fields
}

type TableOptions struct {
	BatchProcessingDelay time.Duration
	BatchProcessingSize  int

	// partitioning options
	MaxObjectSize int
}

type Transformer func(
	context.Context,
	*memory.GoAllocator,
	*slog.Logger,
	arrow.Record,
) (arrow.Record, error)