engine

type Column struct {
	TableName *TableName
	ModelName ModelName
	FuncName  FuncName
	IsJoin    bool
	Position  int
	Alias     string
}

type ColumnMetadata map[TableName]map[ColumnName]ColumnType

type ColumnName string

type ColumnType struct {
	// Types is a slice of every data type found for a column from its sources
	Types        []string     `json:"types"`
	MajorityType MajorityType `json:"majority_type"`
}

type Connection struct {
	Host       string `yaml:"host"`
	Port       int    `yaml:"port"`
	Database   string `yaml:"database"`
	Username   string `yaml:"username"`
	Password   string `yaml:"password"`
	AuthSource string `yaml:"auth_source"`
	BucketName string `yaml:"bucket_name"`
	Region     string `yaml:"region"`
	Schema     string `yaml:"schema"`
	Warehouse  string `yaml:"warehouse"`
	Role       string `yaml:"role"`
	Account    string `yaml:"account"`
}

type Env struct {
	PreenConfigPath string
	PreenModelsPath string
	LicenseKey      string
}

type Fields = logrus.Fields

type FuncName string

type MajorityType string

type Model struct {
	Name         ModelName `yaml:"name"`
	Type         string    `yaml:"type"`
	Format       string    `yaml:"format"`
	Options      Options   `yaml:"options"`
	Query        string    `yaml:"query"`
	FilePatterns *[]string `yaml:"file_patterns"`
	Collection   string    `yaml:"collection"`
	Parsed       sqlparser.Statement
	DDLString    string
	Columns      map[TableName]map[ColumnName]Column
	TableMap     TableMap
	TableSet     TableSet
}

type ModelConfig struct {
	Models []*Model `yaml:"models"`
	Env    *Env     `yaml:"-"`
}

type ModelName string

type Options struct {
	AllVarchar         *bool     `default:"false" yaml:"all_varchar"`
	AllowQuotedNulls   *bool     `default:"true" yaml:"allow_quoted_nulls"`
	AutoDetect         *bool     `default:"true" yaml:"auto_detect"`
	AutoTypeCandidates *[]string `default:"-" yaml:"auto_type_candidates"`
	Columns            *[]Type   `default:"-" yaml:"columns"`
	Compression        *string   `default:"auto" yaml:"compression"`
	DateFormat         *string   `default:"-" yaml:"date_format"`
	DecimalSeparator   *string   `default:"." yaml:"decimal_separator"`
	Delim              *string   `default:"," yaml:"delim"`
	Escape             *string   `default:"\"" yaml:"escape"`
	FileName           *bool     `default:"false" yaml:"filename"`
	ForceNotNull       *[]string `default:"[]" yaml:"force_not_null"`
	Header             *bool     `default:"false" yaml:"header"`
	HivePartitioning   *bool     `default:"false" yaml:"hive_partitioning"`
	IgnoreErrors       *bool     `default:"false" yaml:"ignore_errors"`
	MaxLineSize        *int64    `default:"2097152" yaml:"max_line_size"`
	Names              *[]string `default:"-" yaml:"names"`
	NewLine            *string   `default:"-" yaml:"new_line"`
	NormalizeNames     *bool     `default:"false" yaml:"normalize_names"`
	NullPadding        *bool     `default:"false" yaml:"null_padding"`
	NullString         *[]string `default:"-" yaml:"null_string"`
	Parallel           *bool     `default:"true" yaml:"parallel"`
	Quote              *string   `default:"\"" yaml:"quote"`
	SampleSize         *int64    `default:"20480" yaml:"sample_size"`
	Skip               *int64    `default:"0" yaml:"skip"`
	TimestampFormat    *string   `default:"-" yaml:"timestamp_format"`
	Types              *[]Type   `default:"-" yaml:"types"`
	UnionByName        *bool     `default:"false" yaml:"union_by_name"`
}

type QueryResult struct {
	Rows    []map[string]any
	Columns []string
}

type QueryResults struct {
	Rows        []map[string]any
	Columns     []string
	ResultsChan chan map[string]any
}

type Retriever struct {
	ModelName    string
	TableName    string
	Query        string
	Source       Source
	Options      Options
	Format       string
	FilePatterns *[]string
	Collection   string
}

type Source struct {
	Name       string     `yaml:"name"`
	Engine     string     `yaml:"engine"`
	Connection Connection `yaml:"connection"`
	Models     []string   `yaml:"models"`
}

type SourceConfig struct {
	Sources []Source `yaml:"sources"`
	Env     *Env     `yaml:"-"` // not in yaml
}

type TableAlias string

type TableMap map[TableAlias]TableName

type TableName string

type TableSet []TableName

type Type struct {
	Name string `yaml:"name"`
	Type string `yaml:"type"`
}