entity

type AggrCalculateEvent struct {
	ExperimentID int64
	SpaceID      int64

	CalculateMode     CalculateMode
	SpecificFieldInfo *SpecificFieldInfo
}

type AggrResultDataType int

type AggregateData struct {
	DataType          AggrResultDataType
	Value             *float64
	ScoreDistribution *ScoreDistributionData
}

type AggregateResult struct {
	AggregatorResults []*AggregatorResult
}

type AggregatorResult struct {
	AggregatorType AggregatorType
	Data           *AggregateData
}

type AggregatorType int

type ArgsSchema struct {
	Key                 *string       `json:"key,omitempty"`
	SupportContentTypes []ContentType `json:"support_content_types,omitempty"`
	JsonSchema          *string       `json:"json_schema,omitempty"`
}

type Audio struct {
	Format *string `json:"format,omitempty"`
	URL    *string `json:"url,omitempty"`
}

type BaseInfo struct {
	CreatedBy *UserInfo `json:"created_by,omitempty"`
	UpdatedBy *UserInfo `json:"updated_by,omitempty"`
	CreatedAt *int64    `json:"created_at,omitempty"`
	UpdatedAt *int64    `json:"updated_at,omitempty"`
	DeletedAt *int64    `json:"deleted_at,omitempty"`
}

type BatchCreateEvaluationSetItemsParam struct {
	SpaceID         int64
	EvaluationSetID int64
	Items           []*EvaluationSetItem
	// items 中存在无效数据时，默认不会写入任何数据；设置 skipInvalidItems=true 会跳过无效数据，写入有效数据
	SkipInvalidItems *bool
	// 批量写入 items 如果超出数据集容量限制，默认不会写入任何数据；设置 partialAdd=true 会写入不超出容量限制的前 N 条
	AllowPartialAdd *bool
}

type BatchGetEvalTargetBySourceParam struct {
	SpaceID        int64
	SourceTargetID []string
	TargetType     EvalTargetType
}

type BatchGetEvaluationSetItemsParam struct {
	SpaceID         int64
	EvaluationSetID int64
	ItemIDs         []int64
	VersionID       *int64
	PageNumber      *int32
	PageSize        *int32
	PageToken       *string
	OrderBys        []*OrderBy
}

type BatchGetEvaluationSetVersionsResult struct {
	Version       *EvaluationSetVersion
	EvaluationSet *EvaluationSet
}

type BizCategory = string

type BmqProducerCfg struct {
	Topic   string `json:"topic"`
	Cluster string `json:"cluster"`
}

type CKDBConfig struct {
	ExptTurnResultFilterDBName string `json:"expt_turn_result_filter_db_name" mapstructure:"expt_turn_result_filter_db_name"`
	DatasetItemsSnapshotDBName string `json:"dataset_items_snapshot_db_name" mapstructure:"dataset_items_snapshot_db_name"`
}

type CalculateMode int

type ColumnEvalSetField struct {
	Key         *string
	Name        *string
	Description *string
	ContentType ContentType
	TextSchema  *string
}

type ColumnEvaluator struct {
	EvaluatorVersionID int64
	EvaluatorID        int64
	EvaluatorType      EvaluatorType
	Name               *string
	Version            *string
	Description        *string
}

type CompleteExptOption struct {
	Status        ExptStatus
	StatusMessage string
	CID           string
}

type CompleteExptOptionFn func(*CompleteExptOption)

type Connector struct {
	TargetConf     *TargetConf
	EvaluatorsConf *EvaluatorsConf
}

type Content struct {
	ContentType *ContentType        `json:"content_type,omitempty"`
	Format      *FieldDisplayFormat `json:"format,omitempty"` // 假设 datasetv2.FieldDisplayFormat 为 interface{}
	Text        *string             `json:"text,omitempty"`
	Image       *Image              `json:"image,omitempty"`
	MultiPart   []*Content          `json:"multi_part,omitempty"`
	Audio       *Audio              `json:"audio,omitempty"`
}

type ContentType string

type Correction struct {
	Score     *float64 `json:"score,omitempty"`
	Explain   string   `json:"explain,omitempty"`
	UpdatedBy string   `json:"updated_by,omitempty"`
}

type CozeBot struct {
	BotID          int64
	BotVersion     string
	BotInfoType    CozeBotInfoType
	PublishVersion *string

	BotName     string    `json:"-"`
	AvatarURL   string    `json:"-"`
	Description string    `json:"-"`
	BaseInfo    *BaseInfo `json:"-"`
}

type CozeBotInfoType int64

type CozeWorkflow struct {
	ID      string
	Version string
	EndType int32 // 结束节点的类型，1：返回文本

	Name        string    `json:"-"`
	AvatarURL   string    `json:"-"`
	Description string    `json:"-"`
	BaseInfo    *BaseInfo `json:"-"`
}

type CreateEvalTargetParam struct {
	SourceTargetID      *string
	SourceTargetVersion *string
	EvalTargetType      *EvalTargetType
	BotInfoType         *CozeBotInfoType
	BotPublishVersion   *string
}

type CreateEvaluationSetParam struct {
	SpaceID             int64
	Name                string
	Description         *string
	EvaluationSetSchema *EvaluationSetSchema
	BizCategory         *BizCategory
	Session             *Session
}

type CreateEvaluationSetVersionParam struct {
	SpaceID         int64
	EvaluationSetID int64
	Version         string
	Description     *string
}

type CreateExptParam struct {
	WorkspaceID         int64   `thrift:"workspace_id,1,required" frugal:"1,required,i64" json:"workspace_id" form:"workspace_id,required" `
	EvalSetVersionID    int64   `thrift:"eval_set_version_id,2,optional" frugal:"2,optional,i64" json:"eval_set_version_id" form:"eval_set_version_id" `
	TargetVersionID     int64   `thrift:"target_version_id,3,optional" frugal:"3,optional,i64" json:"target_version_id" form:"target_version_id" `
	EvaluatorVersionIds []int64 `` /* 130-byte string literal not displayed */
	Name                string  `thrift:"name,5,optional" frugal:"5,optional,string" form:"name" json:"name,omitempty"`
	Desc                string  `thrift:"desc,6,optional" frugal:"6,optional,string" form:"desc" json:"desc,omitempty"`
	EvalSetID           int64   `thrift:"eval_set_id,7,optional" frugal:"7,optional,i64" json:"eval_set_id" form:"eval_set_id" `
	TargetID            *int64  `thrift:"target_id,8,optional" frugal:"8,optional,i64" json:"target_id" form:"target_id" `
	// TargetFieldMapping    *TargetFieldMapping                `thrift:"target_field_mapping,20,optional" frugal:"20,optional,TargetFieldMapping" form:"target_field_mapping" json:"target_field_mapping,omitempty"`
	// EvaluatorFieldMapping []*EvaluatorFieldMapping           `thrift:"evaluator_field_mapping,21,optional" frugal:"21,optional,list<EvaluatorFieldMapping>" form:"evaluator_field_mapping" json:"evaluator_field_mapping,omitempty"`
	// ItemConcurNum         int32                        `thrift:"item_concur_num,22,optional" frugal:"22,optional,i32" form:"item_concur_num" json:"item_concur_num,omitempty"`
	// EvaluatorsConcurNum   int32                        `thrift:"evaluators_concur_num,23,optional" frugal:"23,optional,i32" form:"evaluators_concur_num" json:"evaluators_concur_num,omitempty"`
	CreateEvalTargetParam *CreateEvalTargetParam `` /* 174-byte string literal not displayed */
	ExptType              ExptType               `thrift:"expt_type,30,optional" frugal:"30,optional,ExptType" form:"expt_type" json:"expt_type,omitempty"`
	MaxAliveTime          int64                  `thrift:"max_alive_time,31,optional" frugal:"31,optional,i64" form:"max_alive_time" json:"max_alive_time,omitempty"`
	SourceType            SourceType             `thrift:"source_type,32,optional" frugal:"32,optional,SourceType" form:"source_type" json:"source_type,omitempty"`
	SourceID              string                 `thrift:"source_id,33,optional" frugal:"33,optional,string" form:"source_id" json:"source_id,omitempty"`

	ExptConf *EvaluationConfiguration
}

type CreditCost int

type DatasetFeatures struct {
	EditSchema   bool `json:"editSchema,omitempty"`
	RepeatedData bool `json:"repeatedData,omitempty"`
	MultiModal   bool `json:"multiModal,omitempty"`
}

type DatasetSpec struct {
	MaxItemCount           int64 `json:"max_item_count,omitempty"`
	MaxFieldCount          int32 `json:"max_field_count,omitempty"`
	MaxItemSize            int64 `json:"max_item_size,omitempty"`
	MaxItemDataNestedDepth int32 `json:"max_item_data_nested_depth,omitempty"`
}

type DatasetStatus int64

type ErrRetryCtrl struct {
	RetryConf    *RetryConf            `json:"retry_conf" mapstructure:"retry_conf"`
	ErrRetryConf map[string]*RetryConf `json:"err_retry_conf" mapstructure:"err_retry_conf"`
}

type EvalTarget struct {
	ID                int64
	SpaceID           int64
	SourceTargetID    string
	EvalTargetType    EvalTargetType
	EvalTargetVersion *EvalTargetVersion
	BaseInfo          *BaseInfo
}

type EvalTargetInputData struct {
	// 历史会话记录
	HistoryMessages []*Message
	// 变量
	InputFields map[string]*Content
	Ext         map[string]string
}

type EvalTargetOutputData struct {
	// 变量
	OutputFields map[string]*Content
	// 运行消耗
	EvalTargetUsage *EvalTargetUsage
	// 运行报错
	EvalTargetRunError *EvalTargetRunError
	// 运行耗时
	TimeConsumingMS *int64
}

type EvalTargetRecord struct {
	// 评估记录ID
	ID int64
	// 空间ID
	SpaceID         int64
	TargetID        int64
	TargetVersionID int64
	// 实验执行ID
	ExperimentRunID int64
	// 评测集数据项ID
	ItemID int64
	// 评测集数据项轮次ID
	TurnID int64
	// 链路ID
	TraceID string
	// 链路ID
	LogID string
	// 输入数据
	EvalTargetInputData *EvalTargetInputData
	// 输出数据
	EvalTargetOutputData *EvalTargetOutputData
	Status               *EvalTargetRunStatus

	BaseInfo *BaseInfo
}

type EvalTargetRunError struct {
	Code    int32
	Message string
}

type EvalTargetRunStatus int64

type EvalTargetType int64

type EvalTargetUsage struct {
	InputTokens  int64
	OutputTokens int64
}

type EvalTargetVersion struct {
	ID                  int64
	SpaceID             int64
	TargetID            int64
	SourceTargetVersion string

	EvalTargetType EvalTargetType

	CozeBot      *CozeBot
	Prompt       *LoopPrompt
	CozeWorkflow *CozeWorkflow

	InputSchema  []*ArgsSchema
	OutputSchema []*ArgsSchema

	BaseInfo *BaseInfo
}

type EvaluationConfiguration struct {
	ConnectorConf Connector
	ItemConcurNum *int
}

type EvaluationSet struct {
	ID                   int64                 `json:"id,omitempty"`
	AppID                int32                 `json:"app_id,omitempty"`
	SpaceID              int64                 `json:"space_id,omitempty"`
	Name                 string                `json:"name,omitempty"`
	Description          string                `json:"description,omitempty"`
	Status               DatasetStatus         `json:"status,omitempty"`
	Spec                 *DatasetSpec          `json:"spec,omitempty"`
	Features             *DatasetFeatures      `json:"features,omitempty"`
	ItemCount            int64                 `json:"item_count,omitempty"`
	ChangeUncommitted    bool                  `json:"change_uncommitted,omitempty"`
	EvaluationSetVersion *EvaluationSetVersion `json:"evaluation_set_version,omitempty"`
	LatestVersion        string                `json:"latest_version,omitempty"`
	NextVersionNum       int64                 `json:"next_version_num,omitempty"`
	BaseInfo             *BaseInfo             `json:"base_info,omitempty"`
	BizCategory          BizCategory           `json:"biz_category,omitempty"`
}

type EvaluationSetItem struct {
	ID              int64     `json:"id,omitempty"`
	AppID           int32     `json:"app_id,omitempty"`
	SpaceID         int64     `json:"space_id,omitempty"`
	EvaluationSetID int64     `json:"evaluation_set_id,omitempty"`
	SchemaID        int64     `json:"schema_id,omitempty"`
	ItemID          int64     `json:"item_id,omitempty"`
	ItemKey         string    `json:"item_key,omitempty"`
	Turns           []*Turn   `json:"turns,omitempty"`
	BaseInfo        *BaseInfo `json:"base_info,omitempty"`
}

type EvaluationSetSchema struct {
	ID              int64          `json:"id,omitempty"`
	AppID           int32          `json:"app_id,omitempty"`
	SpaceID         int64          `json:"space_id,omitempty"`
	EvaluationSetID int64          `json:"evaluation_set_id,omitempty"`
	FieldSchemas    []*FieldSchema `json:"field_schemas,omitempty"`
	BaseInfo        *BaseInfo      `json:"base_info,omitempty"`
}

type EvaluationSetVersion struct {
	ID                  int64                `thrift:"id,1,optional" frugal:"1,optional,i64" json:"id,omitempty"`
	AppID               int32                `thrift:"app_id,2,optional" frugal:"2,optional,i32" json:"app_id,omitempty"`
	SpaceID             int64                `thrift:"space_id,3,optional" frugal:"3,optional,i64" json:"space_id,omitempty"`
	EvaluationSetID     int64                `thrift:"evaluation_set_id,4,optional" frugal:"4,optional,i64" json:"evaluation_set_id,omitempty"`
	Version             string               `thrift:"version,10,optional" frugal:"10,optional,string" json:"version,omitempty"`
	VersionNum          int64                `thrift:"version_num,11,optional" frugal:"11,optional,i64" json:"version_num,omitempty"`
	Description         string               `thrift:"description,12,optional" frugal:"12,optional,string" json:"description,omitempty"`
	EvaluationSetSchema *EvaluationSetSchema `thrift:"evaluation_set_schema,13,optional" frugal:"13,optional,EvaluationSetSchema" json:"evaluation_set_schema,omitempty"`
	ItemCount           int64                `thrift:"item_count,14,optional" frugal:"14,optional,i64" json:"item_count,omitempty"`
	BaseInfo            *BaseInfo            `thrift:"base_info,100,optional" frugal:"100,optional,common.BaseInfo" json:"base_info"`
}

type Evaluator struct {
	ID             int64
	SpaceID        int64
	Name           string
	Description    string
	DraftSubmitted bool
	EvaluatorType  EvaluatorType
	LatestVersion  string
	BaseInfo       *BaseInfo

	PromptEvaluatorVersion *PromptEvaluatorVersion
}

type EvaluatorAggregateResult struct {
	EvaluatorVersionID int64
	AggregatorResults  []*AggregatorResult
	Name               *string
	Version            *string
}

type EvaluatorConf struct {
	EvaluatorVersionID int64
	IngressConf        *EvaluatorIngressConf
}

type EvaluatorIngressConf struct {
	EvalSetAdapter *FieldAdapter
	TargetAdapter  *FieldAdapter
	CustomConf     *FieldAdapter
}

type EvaluatorInputData struct {
	HistoryMessages []*Message          `json:"history_messages,omitempty"`
	InputFields     map[string]*Content `json:"input_fields,omitempty"`
}

type EvaluatorOutputData struct {
	EvaluatorResult   *EvaluatorResult   `json:"evaluator_result,omitempty"`
	EvaluatorUsage    *EvaluatorUsage    `json:"evaluator_usage,omitempty"`
	EvaluatorRunError *EvaluatorRunError `json:"evaluator_run_error,omitempty"`
	TimeConsumingMS   int64              `json:"time_consuming_ms,omitempty"`
}

type EvaluatorRecord struct {
	ID                  int64                `json:"id"`
	SpaceID             int64                `json:"space_id"`
	ExperimentID        int64                `json:"experiment_id"`
	ExperimentRunID     int64                `json:"experiment_run_id"`
	ItemID              int64                `json:"item_id"`
	TurnID              int64                `json:"turn_id"`
	EvaluatorVersionID  int64                `json:"evaluator_version_id"`
	TraceID             string               `json:"trace_id"`
	LogID               string               `json:"log_id"`
	EvaluatorInputData  *EvaluatorInputData  `json:"evaluator_input_data"`
	EvaluatorOutputData *EvaluatorOutputData `json:"evaluator_output_data"`
	Status              EvaluatorRunStatus   `json:"status"`
	BaseInfo            *BaseInfo            `json:"base_info"`

	Ext map[string]string `json:"ext,omitempty"`
}

type EvaluatorRecordCorrectionEvent struct {
	EvaluatorResult    *EvaluatorResult  `json:"evaluator_result,omitempty"`
	EvaluatorRecordID  int64             `json:"evaluator_record_id"`
	EvaluatorVersionID int64             `json:"evaluator_version_id"`
	Ext                map[string]string `json:"ext,omitempty"`

	CreatedAt int64 `json:"created_at"`
	UpdatedAt int64 `json:"updated_at"`
}

type EvaluatorResult struct {
	Score      *float64    `json:"score,omitempty"`
	Correction *Correction `json:"correction,omitempty"`
	Reasoning  string      `json:"reasoning,omitempty"`
}

type EvaluatorResults struct {
	EvalVerIDToResID map[int64]int64
}

type EvaluatorRunError struct {
	Code    int32  `json:"code,omitempty"`
	Message string `json:"message,omitempty"`
}

type EvaluatorRunStatus int64

type EvaluatorType int64

type EvaluatorUsage struct {
	InputTokens  int64 `json:"input_tokens,omitempty"`
	OutputTokens int64 `json:"output_tokens,omitempty"`
}

type EvaluatorsConf struct {
	EvaluatorConcurNum *int
	EvaluatorConf      []*EvaluatorConf
}

type ExecuteEvalTargetParam struct {
	TargetID            int64
	VersionID           int64
	SourceTargetID      string
	SourceTargetVersion string
	Input               *EvalTargetInputData
	TargetType          EvalTargetType
}

type ExecuteTargetCtx struct {
	// 实验执行ID
	ExperimentRunID *int64
	// 评测集数据项ID
	ItemID int64
	// 评测集数据项轮次ID
	TurnID int64
}

type Experiment struct {
	ID          int64
	SpaceID     int64
	CreatedBy   string
	Name        string
	Description string

	EvalSetVersionID    int64
	EvalSetID           int64
	TargetType          EvalTargetType
	TargetVersionID     int64
	TargetID            int64
	EvaluatorVersionRef []*ExptEvaluatorVersionRef
	EvalConf            *EvaluationConfiguration

	Target     *EvalTarget
	EvalSet    *EvaluationSet
	Evaluators []*Evaluator

	Status        ExptStatus
	StatusMessage string
	LatestRunID   int64

	CreditCost CreditCost

	StartAt *time.Time
	EndAt   *time.Time

	ExptType     ExptType
	MaxAliveTime int64
	SourceType   SourceType
	SourceID     string

	Stats           *ExptStats
	AggregateResult *ExptAggregateResult
}

type ExperimentResult struct {
	ExperimentID int64
	Payload      *ExperimentTurnPayload
}

type ExperimentTurnPayload struct {
	TurnID int64
	// 评测数据集数据
	EvalSet *TurnEvalSet
	// 评测对象结果
	TargetOutput *TurnTargetOutput
	// 评测规则执行结果
	EvaluatorOutput *TurnEvaluatorOutput
	// 评测系统相关数据日志、error
	SystemInfo *TurnSystemInfo
}

type ExptAggrResult struct {
	ID           int64
	SpaceID      int64
	ExperimentID int64
	FieldType    int32
	FieldKey     string
	Score        float64
	AggrResult   []byte
	Version      int64
	Status       int32
}

type ExptAggregateResult struct {
	ExperimentID     int64
	EvaluatorResults map[int64]*EvaluatorAggregateResult
	Status           int64
}

type ExptCalculateStats struct {
	PendingItemCnt    int
	FailItemCnt       int
	SuccessItemCnt    int
	ProcessingItemCnt int
	TerminatedItemCnt int

	IncompleteTurnIDs []*ItemTurnID
}

type ExptConsumerConf struct {
	ExptExecWorkerNum     int `json:"expt_exec_worker_num" mapstructure:"expt_exec_worker_num"`
	ExptItemEvalWorkerNum int `json:"expt_item_eval_worker_num" mapstructure:"expt_item_eval_worker_num"`

	ExptExecConf      *ExptExecConf           `json:"expt_exec_conf" mapstructure:"expt_exec_conf"`
	SpaceExptExecConf map[int64]*ExptExecConf `json:"space_expt_exec_conf" mapstructure:"space_expt_exec_conf"`
}

type ExptErrCtrl struct {
	ErrRetryCtrl      *ErrRetryCtrl           `json:"err_retry_ctrl" mapstructure:"err_retry_ctrl"`
	SpaceErrRetryCtrl map[int64]*ErrRetryCtrl `json:"space_err_retry_ctrl" mapstructure:"space_err_retry_ctrl"`
	ResultErrConverts []*ResultErrConvert     `json:"result_err_converts" mapstructure:"result_err_converts"`
}

type ExptEvalItem struct {
	ExptID           int64
	EvalSetVersionID int64
	ItemID           int64
	State            ItemRunState
	UpdatedAt        *time.Time
}

type ExptEvalTurn struct {
	ExptID    int64
	ExptRunID int64
	ItemID    int64
	TurnID    int64
}

type ExptEvaluatorRef struct {
	ID                 int64
	SpaceID            int64
	ExptID             int64
	EvaluatorID        int64
	EvaluatorVersionID int64
}

type ExptEvaluatorVersionRef struct {
	EvaluatorID        int64
	EvaluatorVersionID int64
}

type ExptExecConf struct {
	DaemonIntervalSecond int `json:"daemon_interval_second" mapstructure:"daemon_interval_second"`
	ZombieIntervalSecond int `json:"expt_zombie_second" mapstructure:"expt_zombie_second"`
	SpaceExptConcurLimit int `json:"space_expt_concur_limit" mapstructure:"space_expt_concur_limit"`

	ExptItemEvalConf *ExptItemEvalConf `json:"expt_item_eval_conf" mapstructure:"expt_item_eval_conf"`
}

type ExptFilterFields struct {
	CreatedBy    []string
	Status       []int64
	EvalSetIDs   []int64
	TargetIDs    []int64
	EvaluatorIDs []int64
	TargetType   []int64
	ExptType     []int64
	SourceType   []int64
	SourceID     []string
}

type ExptItemEvalConf struct {
	ConcurNum      int `json:"concur_num" mapstructure:"concur_num"`
	IntervalSecond int `json:"interval_second" mapstructure:"interval_second"`
	ZombieSecond   int `json:"zombie_second" mapstructure:"zombie_second"`
}

type ExptItemEvalCtx struct {
	Event *ExptItemEvalEvent

	Expt *Experiment

	EvalSetItem *EvaluationSetItem

	ExistItemEvalResult *ExptItemEvalResult
}

type ExptItemEvalEvent struct {
	SpaceID     int64
	ExptID      int64
	ExptRunID   int64
	ExptRunMode ExptRunMode

	EvalSetItemID int64

	CreateAt   int64
	RetryTimes int
	Ext        map[string]string
	Session    *Session
}

type ExptItemEvalResult struct {
	ItemResultRunLog  *ExptItemResultRunLog
	TurnResultRunLogs map[int64]*ExptTurnResultRunLog
}

type ExptItemResult struct {
	ID        int64
	SpaceID   int64
	ExptID    int64
	ExptRunID int64
	ItemID    int64
	Status    ItemRunState
	ErrMsg    string
	ItemIdx   int32
	LogID     string
}

type ExptItemResultRunLog struct {
	ID          int64
	SpaceID     int64
	ExptID      int64
	ExptRunID   int64
	ItemID      int64
	Status      int32
	ErrMsg      []byte
	LogID       string
	ResultState int32
	UpdatedAt   *time.Time
}

type ExptItemResultState int

type ExptItemRunLogFilter struct {
	Status      []ItemRunState
	ResultState *ExptItemResultState
}

type ExptListFilter struct {
	FuzzyName string
	Includes  *ExptFilterFields
	Excludes  *ExptFilterFields
}

type ExptRunCheckOption struct {
	CheckBenefit bool
}

type ExptRunCheckOptionFn func(*ExptRunCheckOption)

type ExptRunLog struct {
	ID            int64
	SpaceID       int64
	CreatedBy     string
	ExptID        int64
	ExptRunID     int64
	ItemIds       []byte
	Mode          int32
	Status        int64
	PendingCnt    int32
	SuccessCnt    int32
	FailCnt       int32
	CreditCost    float64
	TokenCost     int64
	StatusMessage []byte
	ProcessingCnt int32
	TerminatedCnt int32
	CreatedAt     time.Time
	UpdatedAt     time.Time
}

type ExptRunMode int32

type ExptScheduleEvent struct {
	SpaceID     int64
	ExptID      int64
	ExptRunID   int64
	ExptRunMode ExptRunMode
	ExptType    ExptType

	CreatedAt int64
	Ext       map[string]string
	Session   *Session

	RetryTimes int
}

type ExptSchedulerMode interface {
	Mode() ExptRunMode
	ExptStart(ctx context.Context, event *ExptScheduleEvent, expt *Experiment) error
	ScanEvalItems(ctx context.Context, event *ExptScheduleEvent, expt *Experiment) (toSubmit, incomplete, complete []*ExptEvalItem, err error)
	ExptEnd(ctx context.Context, event *ExptScheduleEvent, expt *Experiment, toSubmit, incomplete int) (nextTick bool, err error)
	ScheduleStart(ctx context.Context, event *ExptScheduleEvent, expt *Experiment) error
	ScheduleEnd(ctx context.Context, event *ExptScheduleEvent, expt *Experiment, toSubmit, incomplete int) error
	NextTick(ctx context.Context, event *ExptScheduleEvent, nextTick bool) error
	PublishResult(ctx context.Context, turnEvaluatorRefs []*ExptTurnEvaluatorResultRef, event *ExptScheduleEvent) error
}

type ExptStats struct {
	ID                int64
	SpaceID           int64
	ExptID            int64
	PendingItemCnt    int32
	SuccessItemCnt    int32
	FailItemCnt       int32
	ProcessingItemCnt int32
	TerminatedItemCnt int32
	CreditCost        float64
	InputTokenCost    int64
	OutputTokenCost   int64
	CreatedAt         time.Time
	UpdatedAt         time.Time
}

type ExptStatus int64

type ExptTuple struct {
	Target     *EvalTarget
	EvalSet    *EvaluationSet
	Evaluators []*Evaluator
}

type ExptTupleID struct {
	VersionedTargetID   *VersionedTargetID
	VersionedEvalSetID  *VersionedEvalSetID
	EvaluatorVersionIDs []int64
}

type ExptTurnEvalCtx struct {
	*ExptItemEvalCtx
	Turn              *Turn
	ExptTurnRunResult *ExptTurnRunResult
	History           []*Message
	Ext               map[string]string
}

type ExptTurnEvaluatorResultRef struct {
	ID                 int64
	SpaceID            int64
	ExptTurnResultID   int64
	EvaluatorVersionID int64
	EvaluatorResultID  int64
	ExptID             int64
}

type ExptTurnResult struct {
	ID               int64
	SpaceID          int64
	ExptID           int64
	ExptRunID        int64
	ItemID           int64
	TurnID           int64
	Status           int32
	TraceID          int64
	LogID            string
	TargetResultID   int64
	EvaluatorResults *EvaluatorResults
	ErrMsg           string
	TurnIdx          int32
}

type ExptTurnResultFilter struct {
	TrunRunStateFilters []*TurnRunStateFilter
	ScoreFilters        []*ScoreFilter
}

type ExptTurnResultFilterAccelerator struct {
	// 必带字段
	SpaceID     int64     `json:"space_id"`
	ExptID      int64     `json:"expt_id"`
	CreatedDate time.Time `json:"created_date"`
	// 基础查询
	EvaluatorScoreCorrected *FieldFilter   `json:"evaluator_score_corrected"`
	ItemIDs                 []*FieldFilter `json:"item_id"`
	ItemRunStatus           []*FieldFilter `json:"item_status"`
	TurnRunStatus           []*FieldFilter `json:"turn_status"`
	// map类查询条件
	MapCond          *ExptTurnResultFilterMapCond `json:"map_cond,omitempty"`
	ItemSnapshotCond *ItemSnapshotFilter          `json:"item_snapshot_cond,omitempty"`
	// keyword search
	KeywordSearch     *KeywordFilter `json:"keyword_search"`
	Page              Page           `json:"page"`
	EvalSetSyncCkDate string
}

type ExptTurnResultFilterEntity struct {
	SpaceID                 int64              `json:"space_id"`
	ExptID                  int64              `json:"expt_id"`
	ItemID                  int64              `json:"item_id"`
	ItemIdx                 int32              `json:"item_idx"`
	TurnID                  int64              `json:"turn_id"`
	Status                  ItemRunState       `json:"status"`
	EvalTargetData          map[string]string  `json:"eval_target_data"`
	EvaluatorScore          map[string]float64 `json:"evaluator_score"`
	AnnotationFloat         map[string]float64 `json:"annotation_float"`
	AnnotationBool          map[string]bool    `json:"annotation_bool"`
	AnnotationString        map[string]string  `json:"annotation_string"`
	CreatedDate             time.Time          `json:"created_date"`
	EvaluatorScoreCorrected bool               `json:"evaluator_score_corrected"`
	EvalSetVersionID        int64              `json:"eval_set_version_id"`
	CreatedAt               time.Time          `json:"created_at"`
	UpdatedAt               time.Time          `json:"updated_at"`
}

type ExptTurnResultFilterEvent struct {
	ExperimentID int64
	SpaceID      int64
	ItemID       []int64

	RetryTimes *int32
	FilterType *UpsertExptTurnResultFilterType
}

type ExptTurnResultFilterKeyMapping struct {
	SpaceID   int64            `json:"space_id"`   // 空间id
	ExptID    int64            `json:"expt_id"`    // 实验id
	FromField string           `json:"from_field"` // 筛选项唯一键，评估器: evaluator_version_id，人工标准：tag_key_id
	ToKey     string           `json:"to_key"`     // ck侧的map key，评估器：key1 ~ key10，人工标准：key1 ~ key100
	FieldType FieldTypeMapping `json:"field_type"` // 映射类型，Evaluator —— 1，人工标注—— 2
}

type ExptTurnResultFilterMapCond struct {
	EvalTargetDataFilters   []*FieldFilter
	EvaluatorScoreFilters   []*FieldFilter
	AnnotationFloatFilters  []*FieldFilter
	AnnotationBoolFilters   []*FieldFilter
	AnnotationStringFilters []*FieldFilter
}

type ExptTurnResultRunLog struct {
	ID                 int64
	SpaceID            int64
	ExptID             int64
	ExptRunID          int64
	ItemID             int64
	TurnID             int64
	Status             TurnRunState
	TraceID            int64
	LogID              string
	TargetResultID     int64
	EvaluatorResultIds *EvaluatorResults
	ErrMsg             string
}

type ExptTurnRunResult struct {
	TargetResult     *EvalTargetRecord
	EvaluatorResults map[int64]*EvaluatorRecord
	EvalErr          error
}

type ExptType int64

type ExptUpdateFields struct {
	Name string `mapstructure:"name,omitempty"`
	Desc string `mapstructure:"description,omitempty"`
}

type FieldAdapter struct {
	FieldConfs []*FieldConf
}

type FieldConf struct {
	FieldName string
	FromField string
	Value     string
}

type FieldData struct {
	Key     string   `json:"key,omitempty"`
	Name    string   `json:"name,omitempty"`
	Content *Content `json:"content,omitempty"`
}

type FieldDisplayFormat int64

type FieldFilter struct {
	Key    string
	Op     string // =, >, >=, <, <=, BETWEEN, LIKE
	Values []any
}

type FieldSchema struct {
	Key                    string                               `json:"key,omitempty"`
	Name                   string                               `json:"name,omitempty"`
	Description            string                               `json:"description,omitempty"`
	ContentType            ContentType                          `json:"content_type,omitempty"`
	DefaultDisplayFormat   FieldDisplayFormat                   `json:"default_display_format,omitempty"`
	Status                 FieldStatus                          `json:"status,omitempty"`
	TextSchema             string                               `json:"text_schema,omitempty"`
	MultiModelSpec         *MultiModalSpec                      `json:"multi_model_spec,omitempty"`
	Hidden                 bool                                 `json:"hidden,omitempty"`
	IsRequired             bool                                 `json:"is_required,omitempty"`
	DefaultTransformations []*dataset.FieldTransformationConfig `json:"default_transformations,omitempty"`
}

type FieldStatus int64

type FieldType int64

type FieldTypeMapping int32

type Function struct {
	Name        string `json:"name"`
	Description string `json:"description"`
	Parameters  string `json:"parameters"`
}

type FunctionCall struct {
	Name      string  `json:"name"`
	Arguments *string `json:"arguments,omitempty"`
}

type GetExptTupleOption struct {
	WithoutDeleted bool
}

type GetExptTupleOptionFn func(*GetExptTupleOption)

type IEvaluatorVersion interface {
	SetID(id int64)
	GetID() int64
	SetEvaluatorID(evaluatorID int64)
	GetEvaluatorID() int64
	SetVersion(version string)
	GetVersion() string
	SetSpaceID(spaceID int64)
	GetSpaceID() int64
	SetDescription(description string)
	GetDescription() string
	SetBaseInfo(baseInfo *BaseInfo)
	GetBaseInfo() *BaseInfo
	SetTools(tools []*Tool)
	GetPromptTemplateKey() string
	SetPromptSuffix(promptSuffix string)
	GetModelConfig() *ModelConfig
	SetParseType(parseType ParseType)

	ValidateInput(input *EvaluatorInputData) error
	ValidateBaseInfo() error
}

type Image struct {
	Name     *string `json:"name,omitempty"`
	URL      *string `json:"url,omitempty"`
	URI      *string `json:"uri,omitempty"`
	ThumbURL *string `json:"thumb_url,omitempty"`
}

type InvokeExptReq struct {
	ExptID  int64
	RunID   int64
	SpaceID int64
	Session *Session

	Items []*EvaluationSetItem

	Ext map[string]string
}

type ItemErrorDetail struct {
	Message *string
	// 单条错误数据在输入数据中的索引。从 0 开始，下同
	Index *int32
	// [startIndex, endIndex] 表示区间错误范围, 如 ExceedDatasetCapacity 错误时
	StartIndex *int32
	EndIndex   *int32
}

type ItemErrorGroup struct {
	Type    *ItemErrorType
	Summary *string
	// 错误条数
	ErrorCount *int32
	// 批量写入时，每类错误至多提供 5 个错误详情；导入任务，至多提供 10 个错误详情
	Details []*ItemErrorDetail
}

type ItemErrorType int64

type ItemResult struct {
	ItemID int64
	// row粒度实验结果详情
	TurnResults []*TurnResult
	SystemInfo  *ItemSystemInfo
	ItemIndex   *int64
}

type ItemRunState int64

type ItemSnapshotFieldMapping struct {
	FieldKey string `json:"field_key"`
	// float_map, int_map, string_map, tag_array
	MappingKey string `json:"mapping_key"`
	// tag_array时，无值
	MappingSubKey string `json:"mapping_subKey"`
}

type ItemSnapshotFilter struct {
	BoolMapFilters   []*FieldFilter
	FloatMapFilters  []*FieldFilter
	IntMapFilters    []*FieldFilter
	StringMapFilters []*FieldFilter
}

type ItemSystemInfo struct {
	RunState ItemRunState
	LogID    *string
	Error    *RunError
}

type ItemTurnID struct {
	ItemID int64
	TurnID int64
}

type KeywordFilter struct {
	ItemSnapshotFilter    *ItemSnapshotFilter
	EvalTargetDataFilters []*FieldFilter
	Keyword               *string
}

type LLMCallParam struct {
	SpaceID     int64
	EvaluatorID string
	UserID      *string

	Scenario       Scenario
	Messages       []*Message
	Tools          []*Tool
	ToolCallConfig *ToolCallConfig
	ModelConfig    *ModelConfig
}

type ListEvaluationSetItemsParam struct {
	SpaceID         int64
	EvaluationSetID int64
	VersionID       *int64
	PageNumber      *int32
	PageSize        *int32
	PageToken       *string
	OrderBys        []*OrderBy
	ItemIDsNotIn    []int64
}

type ListEvaluationSetVersionsParam struct {
	SpaceID         int64
	EvaluationSetID int64
	PageToken       *string
	PageSize        *int32
	PageNumber      *int32
	VersionLike     *string
}

type ListEvaluationSetsParam struct {
	SpaceID          int64
	EvaluationSetIDs []int64
	Name             *string
	Creators         []string
	PageNumber       *int32
	PageSize         *int32
	PageToken        *string
	OrderBys         []*OrderBy
}

type ListEvaluatorRequest struct {
	SpaceID       int64           `json:"space_id"`
	SearchName    string          `json:"search_name,omitempty"`
	CreatorIDs    []int64         `json:"creator_ids,omitempty"`
	EvaluatorType []EvaluatorType `json:"evaluator_type,omitempty"`
	PageSize      int32           `json:"page_size,omitempty"`
	PageNum       int32           `json:"page_num,omitempty"`
	OrderBys      []*OrderBy      `json:"order_bys,omitempty"`
	WithVersion   bool            `json:"with_version,omitempty"`
}

type ListEvaluatorVersionRequest struct {
	SpaceID       int64      `json:"space_id"`
	EvaluatorID   int64      `json:"evaluator_id,omitempty"`
	QueryVersions []string   `json:"query_versions,omitempty"`
	PageSize      int32      `json:"page_size,omitempty"`
	PageNum       int32      `json:"page_num,omitempty"`
	OrderBys      []*OrderBy `json:"order_bys,omitempty"`
}

type ListEvaluatorVersionResponse struct {
	EvaluatorVersions []*Evaluator `json:"evaluator_versions,omitempty"`
	Total             int64        `json:"total,omitempty"`
}

type ListSourceParam struct {
	TargetType EvalTargetType
	SpaceID    *int64
	PageSize   *int32
	Cursor     *string
	KeyWord    *string
}

type ListSourceVersionParam struct {
	TargetType     EvalTargetType
	SpaceID        *int64
	PageSize       *int32
	Cursor         *string
	SourceTargetID string
}

type LoopPrompt struct {
	PromptID     int64
	Version      string
	PromptKey    string       `json:"-"`
	Name         string       `json:"-"`
	SubmitStatus SubmitStatus `json:"-"`
	Description  string       `json:"-"`
}

type MGetExperimentResultParam struct {
	SpaceID            int64
	ExptIDs            []int64
	BaseExptID         *int64
	Filters            map[int64]*ExptTurnResultFilter
	FilterAccelerators map[int64]*ExptTurnResultFilterAccelerator
	UseAccelerator     bool
	Page               Page
}

type Message struct {
	Role    Role              `json:"role,omitempty"`
	Content *Content          `json:"content,omitempty"`
	Ext     map[string]string `json:"ext,omitempty"`
}

type ModelClass int64

type ModelConfig struct {
	ModelID     int64          `json:"model_id"`
	ModelName   string         `json:"model_name"`
	MaxTokens   *int32         `json:"max_tokens,omitempty"`
	Temperature *float64       `json:"temperature,omitempty"`
	TopP        *float64       `json:"top_p,omitempty"`
	ToolChoice  ToolChoiceType `json:"tool_choice"`

	ProviderModelID *string `json:"provider_model_id,omitempty"`
}

type MultiModalSpec struct {
	MaxFileCount     int64    `json:"max_file_count,omitempty"`
	MaxFileSize      int64    `json:"max_file_size,omitempty"`
	SupportedFormats []string `json:"supported_formats,omitempty"`
}

type OnlineExptEvalResultEvent struct {
	ExptId          int64                       `json:"expt_id,omitempty"`
	TurnEvalResults []*OnlineExptTurnEvalResult `json:"turn_eval_results,omitempty"`
}

type OnlineExptTurnEvalResult struct {
	EvaluatorVersionId int64              `json:"evaluator_version_id"`
	EvaluatorRecordId  int64              `json:"evaluator_record_id"`
	Score              float64            `json:"score"`
	Reasoning          string             `json:"reasoning"`
	Status             int32              `json:"status"`
	EvaluatorRunError  *EvaluatorRunError `json:"evaluator_run_error"`
	Ext                map[string]string  `json:"ext"`

	BaseInfo *BaseInfo `json:"base_info"`
}

type Opt struct {
	PublishVersion *string
	BotInfoType    CozeBotInfoType
}

type Option func(option *Opt)

type OrderBy struct {
	Field *string `json:"field,omitempty"`
	IsAsc *bool   `json:"is_asc,omitempty"`
}

type Page struct {
	// contains filtered or unexported fields
}

type ParseType string

type PromptEvaluatorVersion struct {
	ID                 int64            `json:"id"`
	SpaceID            int64            `json:"space_id"`
	EvaluatorType      EvaluatorType    `json:"evaluator_type"`
	EvaluatorID        int64            `json:"evaluator_id"`
	Description        string           `json:"description"`
	Version            string           `json:"version"`
	InputSchemas       []*ArgsSchema    `json:"input_schemas"`
	PromptSourceType   PromptSourceType `json:"prompt_source_type"`
	PromptTemplateKey  string           `json:"prompt_template_key"`
	MessageList        []*Message       `json:"message_list"`
	ModelConfig        *ModelConfig     `json:"model_config"`
	Tools              []*Tool          `json:"tools"`
	ReceiveChatHistory *bool            `json:"receive_chat_history"`
	BaseInfo           *BaseInfo        `json:"base_info"`
	ParseType          ParseType        `json:"parse_type"`
	PromptSuffix       string           `json:"prompt_suffix"`
}

type PromptSourceType int64

type Provider int64

type QuotaSpaceExpt struct {
	ExptID2RunTime map[int64]int64 // id -> unix
}

type Reply struct {
	Item          *ReplyItem `json:"item,omitempty"`
	DebugID       int64      `json:"debug_id"`
	DebugStep     int32      `json:"debug_step"`
	DebugTraceKey string     `json:"debug_trace_key"`
}

type ReplyItem struct {
	Content          *string     `json:"content,omitempty"`
	ReasoningContent *string     `json:"reasoning_content,omitempty"`
	ToolCalls        []*ToolCall `json:"tool_calls,omitempty"`
	FinishReason     string      `json:"finish_reason"`
	TokenUsage       *TokenUsage `json:"token_usage,omitempty"`
}

type ResultErrConvert struct {
	MatchedText string `json:"matched_text" mapstructure:"matched_text"`
	ToErrCode   int32  `json:"to_err_code" mapstructure:"to_err_code"`
	ToErrMsg    string `json:"to_err_msg" mapstructure:"to_err_msg"`
	AsDefault   bool   `json:"as_default" mapstructure:"as_default"`
}

type RetryConf struct {
	RetryTimes          int  `json:"retry_times" mapstructure:"retry_times"`
	RetryIntervalSecond int  `json:"retry_interval_second" mapstructure:"retry_interval_second"`
	IsInDebt            bool `json:"is_in_debt" mapstructure:"is_in_debt"`
}

type Role int64

type RunError struct {
	Code    int64
	Message *string
	Detail  *string
}

type RunEvaluatorRequest struct {
	SpaceID            int64               `json:"space_id"`
	Name               string              `json:"name"`
	EvaluatorVersionID int64               `json:"evaluator_version_id"`
	InputData          *EvaluatorInputData `json:"input_data"`
	ExperimentID       int64               `json:"experiment_id,omitempty"`
	ExperimentRunID    int64               `json:"experiment_run_id,omitempty"`
	ItemID             int64               `json:"item_id,omitempty"`
	TurnID             int64               `json:"turn_id,omitempty"`
	Ext                map[string]string   `json:"ext,omitempty"`
}

type Scenario string

type ScoreDistributionData struct {
	ScoreDistributionItems []*ScoreDistributionItem
}

type ScoreDistributionItem struct {
	Score      string  // 得分,TOP5以外的聚合展示为“其他”
	Count      int64   // 此得分的数量
	Percentage float64 // 占总数的百分比
}

type ScoreFilter struct {
	Score              float64
	Operator           string
	EvaluatorVersionID int64
}

type ScoreType int64

type Session struct {
	UserID string
	AppID  int32
}

type SourceType = int64

type SpecificFieldInfo struct {
	FieldKey  string
	FieldType FieldType
}

type StatsCntArithOp struct {
	OpStatusCnt map[ItemRunState]int
}

type SubmitStatus int64

type TargetConf struct {
	TargetVersionID int64
	IngressConf     *TargetIngressConf
}

type TargetIngressConf struct {
	EvalSetAdapter *FieldAdapter
	CustomConf     *FieldAdapter
}

type TokenUsage struct {
	InputTokens  int64 `json:"input_tokens"`
	OutputTokens int64 `json:"output_tokens"`
}

type Tool struct {
	Type     ToolType  `json:"type"`
	Function *Function `json:"function,omitempty"`
}

type ToolCall struct {
	Index        int64         `json:"index"`
	ID           string        `json:"id"`
	Type         ToolType      `json:"type"`
	FunctionCall *FunctionCall `json:"function_call,omitempty"`
}

type ToolCallConfig struct {
	ToolChoice ToolChoiceType `json:"tool_choice"`
}

type ToolChoiceType string

type ToolType int64

type TupleExpt struct {
	Expt *Experiment
	*ExptTuple
}

type Turn struct {
	ID            int64        `json:"id,omitempty"`
	FieldDataList []*FieldData `json:"field_data_list,omitempty"`
}

type TurnEvalSet struct {
	Turn *Turn
}

type TurnEvaluatorOutput struct {
	EvaluatorRecords map[int64]*EvaluatorRecord
}

type TurnResult struct {
	TurnID int64
	// 参与对比的实验序列，对于单报告序列长度为1
	ExperimentResults []*ExperimentResult
	TurnIndex         *int64
}

type TurnRunState int64

type TurnRunStateFilter struct {
	Status   []TurnRunState
	Operator string
}

type TurnSystemInfo struct {
	TurnRunState TurnRunState
	LogID        *string
	Error        *RunError
}

type TurnTargetOutput struct {
	EvalTargetRecord *EvalTargetRecord
}

type UpdateEvaluationSetParam struct {
	SpaceID         int64
	EvaluationSetID int64
	Name            *string
	Description     *string
}

type UpdateExptAggrResultParam struct {
	SpaceID      int64
	ExperimentID int64
	FieldType    FieldType
	FieldKey     string
}

type UpsertExptTurnResultFilterType string

type UserInfo struct {
	Name        *string `json:"name,omitempty"`
	EnName      *string `json:"en_name,omitempty"`
	AvatarURL   *string `json:"avatar_url,omitempty"`
	AvatarThumb *string `json:"avatar_thumb,omitempty"`
	OpenID      *string `json:"open_id,omitempty"`
	UnionID     *string `json:"union_id,omitempty"`
	UserID      *string `json:"user_id,omitempty"`
	Email       *string `json:"email,omitempty"`
}

type VariableVal struct {
	Key                 *string    `json:"key,omitempty"`
	Value               *string    `json:"value,omitempty"`
	PlaceholderMessages []*Message `json:"placeholderMessages,omitempty"`
}

type VersionedEvalSetID struct {
	EvalSetID int64
	VersionID int64
}

type VersionedTargetID struct {
	TargetID  int64
	VersionID int64
}