handler

type CVRequest struct {
	Model string `json:"model" binding:"required"`
	Image string `json:"image"`
}

type CVResponse struct {
	Results []nexa_sdk.CVResult `json:"results"`
}

type ChatCompletionNewParams openai.ChatCompletionNewParams

type ChatCompletionRequest struct {
	ChatCompletionNewParams
	Stream bool `json:"stream"`

	EnableThink bool  `json:"enable_think"`
	NCtx        int32 `json:"nctx"`
	Ngl         int32 `json:"ngl"`

	ImageMaxLength int32 `json:"image_max_length"`

	TopK              int32   `json:"top_k"`
	MinP              float32 `json:"min_p"`
	RepetitionPenalty float32 `json:"repetition_penalty"`
	GrammarPath       string  `json:"grammar_path"`
	GrammarString     string  `json:"grammar_string"`
	EnableJson        bool    `json:"enable_json"`
}

type DiarizeRequest struct {
	Model string `json:"model" binding:"required"`
	Audio string `json:"audio"`
}

type EmbeddingNewParams openai.EmbeddingNewParams

type EmbeddingRequest struct {
	EmbeddingNewParams

	TaskType string `json:"task_type"`
}

type RerankResponse struct {
	Result []float32 `json:"result"`
}

type RerankingRequest struct {
	Model           string   `json:"model" binding:"required"`
	Query           string   `json:"query"`
	Documents       []string `json:"documents"`
	BatchSize       int32    `json:"batch_size"`
	NormalizeMethod string   `json:"normalize_method"`
	Normalize       bool     `json:"normalize"`
}