conf

type AuthConfig struct {
	WellKnown     string
	Audience      string
	AudienceAuth0 string
	Issuer        string
	IssuerAuth0   string
	Middleware    string
}

type ConfigurationManager struct {
	Datalayer *StorageConfig

	State          State
	TokenProviders *security.TokenProviders
	// contains filtered or unexported fields
}

type CsvConfig struct {
	Header         bool     `json:"header"`
	Encoding       string   `json:"encoding"`
	Separator      string   `json:"separator"`
	Order          []string `json:"order"`
	SkipRows       int      `json:"skiprows"`
	ValidateFields bool     `json:"validatefields"`
	CustomFileName string   `json:"customFileName"`
}

type DatahubAuthConfig struct {
	DeliverOnceClientId     *string `json:"deliverOnceClientId,omitempty"`
	DeliverOnceClientSecret *string `json:"deliverOnceClientSecret,omitempty"`
	Audience                string  `json:"audience,omitempty"`
	AuthUrl                 string  `json:"authUrl,omitempty"`
}

type DecodeConfig struct {
	Namespaces       map[string]string   `json:"namespaces"`
	PropertyPrefixes map[string]string   `json:"propertyPrefixes"`
	Refs             []string            `json:"refs"`
	IdProperty       string              `json:"idProperty"`
	DefaultNamespace string              `json:"defaultNamespace"`
	IgnoreColumns    []string            `json:"ignoreColumns"`
	ColumnMappings   map[string]string   `json:"columnMappings"`
	ColumnTypes      map[string]string   `json:"columnTypes"`
	ListValueColumns map[string]string   `json:"listValueColumns"`
	Defaults         map[string]string   `json:"defaults"`
	ConcatColumns    map[string][]string `json:"columnConcats"`
}

type DeliverOnceConfig struct {
	Enabled          bool   `json:"enabled"`
	Dataset          string `json:"dataset"`
	IdNamespace      string `json:"idNamespace"`
	DefaultNamespace string `json:"defaultNamespace"`
}

type Env struct {
	Logger             *zap.SugaredLogger
	Env                string
	Port               string
	ConfigLocation     string
	RefreshInterval    string
	ServiceName        string
	FullsyncChunkSize  int64
	FullsyncTempFolder string
	Auth               *AuthConfig
}

type FlatFileConfig struct {
	Fields               map[string]FlatFileField `json:"fields"`
	FieldOrder           []string                 `json:"fieldOrder"`
	ContinueOnParseError bool                     `json:"continueOnParseError"`
	CustomFileName       string                   `json:"customFileName"`
	RawRecord            bool                     `json:"rawRecord"`
}

type FlatFileField struct {
	Substring  [][]int `json:"substring"`
	Type       string  `json:"type"`
	Decimals   int     `json:"decimals"`
	DateLayout string  `json:"dateLayout"`
}

type LocalFileConfig struct {
	RootFolder string `json:"rootfolder"`
	FileSuffix string `json:"filesuffix"`
}

type ParquetConfig struct {
	SchemaDefinition string   `json:"schema"`
	FlushThreshold   int64    `json:"flushThreshold"`
	Partitioning     []string `json:"partitioning"`
}

type PropertiesMapping struct {
	Bucket             *string `json:"bucket,omitempty"`
	Region             *string `json:"region,omitempty"`
	AuthType           *string `json:"authType,omitempty"`
	ResourceName       *string `json:"resourceName,omitempty"`
	CustomResourcePath *bool   `json:"customResourcePath,omitempty"`
	RootFolder         *string `json:"rootFolder,omitempty"`
	FolderStructure    *string `json:"folderStructure,omitempty"`
	FilePrefix         *string `json:"filePrefix,omitempty"`
	Endpoint           string  `json:"endpoint"`
	Key                *string `json:"key,omitempty"`
	Secret             *string `json:"secret,omitempty"` //Note, need to be called secret to be injected in injectSecrets in manager.go
}

type State struct {
	Timestamp int64
	Digest    [16]byte
}

type StorageBackend struct {
	Dataset           string            `json:"dataset"`
	StorageType       string            `json:"storageType"`
	StripProps        bool              `json:"stripProps"`
	ResolveNamespace  bool              `json:"resolveNamespace"`
	StoreDeleted      bool              `json:"storeDeleted"`
	AthenaCompatible  bool              `json:"athenaCompatible"`
	CsvConfig         *CsvConfig        `json:"csv"`
	FlatFileConfig    *FlatFileConfig   `json:"flatFile"`
	ParquetConfig     *ParquetConfig    `json:"parquet"`
	Properties        PropertiesMapping `json:"props"`
	DecodeConfig      *DecodeConfig     `json:"decode"`
	LocalFileConfig   *LocalFileConfig  `json:"localfileconfig"`
	Timezone          string            `json:"timezone"`
	OrderBy           [][]int           `json:"orderBy"`
	DeliverOnceConfig DeliverOnceConfig `json:"deliverOnceConfig"`
	OrderType         string            `json:"orderType"`
}

type StorageConfig struct {
	Id                string                    `json:"id"`
	DatahubAuthConfig DatahubAuthConfig         `json:"datahubAuthConfig"`
	StorageBackends   []StorageBackend          `json:"storageBackends"`
	StorageMapping    map[string]StorageBackend `json:"-"` //ignore field  when marshaling/unmarshaling
}