object

package
v1.22.0 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Oct 8, 2023 License: Apache-2.0 Imports: 37 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	M = 64
)

Variables

This section is empty.

Functions

func AddChat 

func AddChat(chat *Chat) (bool, error)

func AddFactorset 

func AddFactorset(factorset *Factorset) (bool, error)

func AddFile 

func AddFile(storeId string, userName string, key string, isLeaf bool, filename string, file multipart.File) (bool, []byte, error)

func AddMessage 

func AddMessage(message *Message) (bool, error)

func AddProvider 

func AddProvider(provider *Provider) (bool, error)

func AddStore 

func AddStore(store *Store) (bool, error)

func AddTask added in v1.7.0 

func AddTask(task *Task) (bool, error)

func AddVector 

func AddVector(vector *Vector) (bool, error)

func AddVideo 

func AddVideo(video *Video) (bool, error)

func AddWordset 

func AddWordset(wordset *Wordset) (bool, error)

func DeleteChat 

func DeleteChat(chat *Chat) (bool, error)

func DeleteFactorset 

func DeleteFactorset(factorset *Factorset) (bool, error)

func DeleteFile 

func DeleteFile(storeId string, key string, isLeaf bool) (bool, error)

func DeleteMessage 

func DeleteMessage(message *Message) (bool, error)

func DeleteProvider 

func DeleteProvider(provider *Provider) (bool, error)

func DeleteStore 

func DeleteStore(store *Store) (bool, error)

func DeleteTask added in v1.7.0 

func DeleteTask(task *Task) (bool, error)

func DeleteVector 

func DeleteVector(vector *Vector) (bool, error)

func DeleteVideo 

func DeleteVideo(video *Video) (bool, error)

func DeleteWordset 

func DeleteWordset(wordset *Wordset) (bool, error)

func GetRefinedQuestion added in v1.7.0 

func GetRefinedQuestion(knowledge string, question string) string

func InitAdapter 

func InitAdapter()

func InitConfig 

func InitConfig()

func InitDb added in v1.15.0 

func InitDb()

func InitHNSW added in v1.17.0 

func InitHNSW()

func RefreshStoreVectors added in v1.4.0 

func RefreshStoreVectors(store *Store) (bool, error)

func UpdateChat 

func UpdateChat(id string, chat *Chat) (bool, error)

func UpdateFactorset 

func UpdateFactorset(id string, factorset *Factorset) (bool, error)

func UpdateFile 

func UpdateFile(storeId string, key string, file *File) bool

func UpdateMessage 

func UpdateMessage(id string, message *Message) (bool, error)

func UpdateProvider 

func UpdateProvider(id string, provider *Provider) (bool, error)

func UpdateStore 

func UpdateStore(id string, store *Store) (bool, error)

func UpdateTask added in v1.7.0 

func UpdateTask(id string, task *Task) (bool, error)

func UpdateVector 

func UpdateVector(id string, vector *Vector) (bool, error)

func UpdateVideo 

func UpdateVideo(id string, video *Video) (bool, error)

func UpdateWordset 

func UpdateWordset(id string, wordset *Wordset) (bool, error)

Types

type Adapter 

type Adapter struct {
	// contains filtered or unexported fields
}

Adapter represents the MySQL adapter for policy storage.

func NewAdapter 

func NewAdapter(driverName string, dataSourceName string) *Adapter

NewAdapter is the constructor for Adapter.

type Chat 

type Chat struct {
	Owner       string `xorm:"varchar(100) notnull pk" json:"owner"`
	Name        string `xorm:"varchar(100) notnull pk" json:"name"`
	CreatedTime string `xorm:"varchar(100)" json:"createdTime"`
	UpdatedTime string `xorm:"varchar(100)" json:"updatedTime"`

	// Organization string   `xorm:"varchar(100)" json:"organization"`
	DisplayName  string   `xorm:"varchar(100)" json:"displayName"`
	Category     string   `xorm:"varchar(100)" json:"category"`
	Type         string   `xorm:"varchar(100)" json:"type"`
	User1        string   `xorm:"varchar(100)" json:"user1"`
	User2        string   `xorm:"varchar(100)" json:"user2"`
	Users        []string `xorm:"varchar(100)" json:"users"`
	MessageCount int      `json:"messageCount"`
}

func GetChat 

func GetChat(id string) (*Chat, error)

func GetChats 

func GetChats(owner string) ([]*Chat, error)

func GetGlobalChats 

func GetGlobalChats() ([]*Chat, error)

func (*Chat) GetId 

func (chat *Chat) GetId() string

type DefaultSearchProvider added in v1.17.0 

type DefaultSearchProvider struct {
	// contains filtered or unexported fields
}

func NewDefaultSearchProvider added in v1.17.0 

func NewDefaultSearchProvider(owner string) (*DefaultSearchProvider, error)

func (*DefaultSearchProvider) Search added in v1.17.0 

func (p *DefaultSearchProvider) Search(qVector []float32) ([]Vector, error)

type Factor 

type Factor struct {
	Name     string    `xorm:"varchar(100)" json:"name"`
	Category string    `xorm:"varchar(100)" json:"category"`
	Color    string    `xorm:"varchar(100)" json:"color"`
	Data     []float64 `xorm:"varchar(1000)" json:"data"`
}

func (*Factor) GetDataKey 

func (factor *Factor) GetDataKey() string

type Factorset 

type Factorset struct {
	Owner       string `xorm:"varchar(100) notnull pk" json:"owner"`
	Name        string `xorm:"varchar(100) notnull pk" json:"name"`
	CreatedTime string `xorm:"varchar(100)" json:"createdTime"`

	DisplayName string `xorm:"varchar(500)" json:"displayName"`
	Url         string `xorm:"varchar(100)" json:"url"`
	FileName    string `xorm:"varchar(100)" json:"fileName"`
	FileSize    string `xorm:"varchar(100)" json:"fileSize"`
	Dimension   int    `json:"dimension"`
	Count       int    `json:"count"`

	Factors    []*Factor          `xorm:"mediumtext" json:"factors"`
	AllFactors []*Factor          `xorm:"-" json:"allFactors"`
	FactorMap  map[string]*Factor `xorm:"-" json:"factorMap"`
}

func GetFactorset 

func GetFactorset(id string) (*Factorset, error)

func GetFactorsets 

func GetFactorsets(owner string) ([]*Factorset, error)

func GetGlobalFactorsets 

func GetGlobalFactorsets() ([]*Factorset, error)

func (*Factorset) DoTsne 

func (factorset *Factorset) DoTsne(dimension int)

func (*Factorset) GetId 

func (factorset *Factorset) GetId() string

func (*Factorset) LoadFactors 

func (factorset *Factorset) LoadFactors(pathPrefix string)

func (*Factorset) WriteFactors 

func (factorset *Factorset) WriteFactors(pathPrefix string)

type File 

type File struct {
	Key         string  `xorm:"varchar(100)" json:"key"`
	Title       string  `xorm:"varchar(100)" json:"title"`
	Size        int64   `json:"size"`
	CreatedTime string  `xorm:"varchar(100)" json:"createdTime"`
	IsLeaf      bool    `json:"isLeaf"`
	Url         string  `xorm:"varchar(255)" json:"url"`
	Children    []*File `xorm:"varchar(1000)" json:"children"`

	ChildrenMap map[string]*File `xorm:"-" json:"-"`
}

type Graph 

type Graph struct {
	Nodes []*Node `json:"nodes"`
	Links []*Link `json:"links"`
}

func GetWordsetGraph 

func GetWordsetGraph(id string, clusterNumber int, distanceLimit int) (*Graph, error)

type HNSWIndex added in v1.17.0 

type HNSWIndex struct {
	Hnsw    *hnsw.Hnsw        `json:"-"`
	Lock    sync.RWMutex      `json:"-"`
	Id      uint32            `json:"id,omitempty"`
	IdToStr map[uint32]string `json:"id_to_str,omitempty"`
	StrToId map[string]uint32 `json:"str_to_id,omitempty"`
}
var Index *HNSWIndex

func (*HNSWIndex) Add added in v1.17.0 

func (h *HNSWIndex) Add(name string, vector []float32) error

func (*HNSWIndex) Search added in v1.17.0 

func (h *HNSWIndex) Search(vector []float32) ([]Vector, error)

type HnswSearchProvider added in v1.17.0 

type HnswSearchProvider struct{}

func NewHnswSearchProvider added in v1.17.0 

func NewHnswSearchProvider() (*HnswSearchProvider, error)

func (*HnswSearchProvider) Search added in v1.17.0 

func (p *HnswSearchProvider) Search(qVector []float32) ([]Vector, error)

type Label 

type Label struct {
	Id        string  `xorm:"varchar(100)" json:"id"`
	StartTime float64 `json:"startTime"`
	EndTime   float64 `json:"endTime"`
	Text      string  `xorm:"varchar(100)" json:"text"`
}
type Link struct {
	Name   string `json:"name"`
	Source string `json:"source"`
	Target string `json:"target"`
	Value  int    `json:"value"`
	Color  string `json:"color"`
	Tag    string `json:"tag"`
}

type Message 

type Message struct {
	Owner       string `xorm:"varchar(100) notnull pk" json:"owner"`
	Name        string `xorm:"varchar(100) notnull pk" json:"name"`
	CreatedTime string `xorm:"varchar(100)" json:"createdTime"`

	// Organization string `xorm:"varchar(100)" json:"organization"`
	Chat         string        `xorm:"varchar(100) index" json:"chat"`
	ReplyTo      string        `xorm:"varchar(100) index" json:"replyTo"`
	Author       string        `xorm:"varchar(100)" json:"author"`
	Text         string        `xorm:"mediumtext" json:"text"`
	VectorScores []VectorScore `xorm:"mediumtext" json:"vectorScores"`
}

func GetChatMessages 

func GetChatMessages(chat string) ([]*Message, error)

func GetGlobalMessages 

func GetGlobalMessages() ([]*Message, error)

func GetMessage 

func GetMessage(id string) (*Message, error)

func GetMessages 

func GetMessages(owner string) ([]*Message, error)

func (*Message) GetId 

func (message *Message) GetId() string

type Node 

type Node struct {
	Id     string `json:"id"`
	Name   string `json:"name"`
	Value  int    `json:"val"`
	Color  string `json:"color"`
	Tag    string `json:"tag"`
	Weight int    `json:"weight"`
}

type Properties 

type Properties struct {
	CollectedTime string `xorm:"varchar(100)" json:"collectedTime"`
	Subject       string `xorm:"varchar(100)" json:"subject"`
}

type Provider 

type Provider struct {
	Owner       string `xorm:"varchar(100) notnull pk" json:"owner"`
	Name        string `xorm:"varchar(100) notnull pk" json:"name"`
	CreatedTime string `xorm:"varchar(100)" json:"createdTime"`

	DisplayName  string `xorm:"varchar(100)" json:"displayName"`
	Category     string `xorm:"varchar(100)" json:"category"`
	Type         string `xorm:"varchar(100)" json:"type"`
	SubType      string `xorm:"varchar(100)" json:"subType"`
	ClientId     string `xorm:"varchar(100)" json:"clientId"`
	ClientSecret string `xorm:"varchar(2000)" json:"clientSecret"`
	ProviderUrl  string `xorm:"varchar(200)" json:"providerUrl"`
	ApiVersion   string `xorm:"varchar(100)" json:"apiVersion"`

	Temperature      float32 `xorm:"float" json:"temperature"`
	TopP             float32 `xorm:"float" json:"topP"`
	TopK             int     `xorm:"int" json:"topK"`
	FrequencyPenalty float32 `xorm:"float" json:"frequencyPenalty"`
	PresencePenalty  float32 `xorm:"float" json:"presencePenalty"`
}

func GetDefaultEmbeddingProvider added in v1.11.0 

func GetDefaultEmbeddingProvider() (*Provider, error)

func GetDefaultModelProvider added in v1.4.2 

func GetDefaultModelProvider() (*Provider, error)

func GetDefaultStorageProvider added in v1.15.0 

func GetDefaultStorageProvider() (*Provider, error)

func GetGlobalProviders 

func GetGlobalProviders() ([]*Provider, error)

func GetMaskedProvider added in v1.0.1 

func GetMaskedProvider(provider *Provider, isMaskEnabled bool) *Provider

func GetMaskedProviders added in v1.0.1 

func GetMaskedProviders(providers []*Provider, isMaskEnabled bool) []*Provider

func GetProvider 

func GetProvider(id string) (*Provider, error)

func GetProviders 

func GetProviders(owner string) ([]*Provider, error)

func (*Provider) GetEmbeddingProvider added in v1.11.0 

func (p *Provider) GetEmbeddingProvider() (embedding.EmbeddingProvider, error)

func (*Provider) GetId 

func (provider *Provider) GetId() string

func (*Provider) GetModelProvider added in v1.7.0 

func (p *Provider) GetModelProvider() (model.ModelProvider, error)

func (*Provider) GetStorageProviderObj added in v1.15.0 

func (p *Provider) GetStorageProviderObj() (storage.StorageProvider, error)

type SearchProvider added in v1.17.0 

type SearchProvider interface {
	Search(qVector []float32) ([]Vector, error)
}

func GetSearchProvider added in v1.17.0 

func GetSearchProvider(typ string, owner string) (SearchProvider, error)

type SimilarityIndex added in v1.21.1 

type SimilarityIndex struct {
	Similarity float32
	Index      int
}

type Store 

type Store struct {
	Owner       string `xorm:"varchar(100) notnull pk" json:"owner"`
	Name        string `xorm:"varchar(100) notnull pk" json:"name"`
	CreatedTime string `xorm:"varchar(100)" json:"createdTime"`
	DisplayName string `xorm:"varchar(100)" json:"displayName"`

	StorageProvider   string `xorm:"varchar(100)" json:"storageProvider"`
	ModelProvider     string `xorm:"varchar(100)" json:"modelProvider"`
	EmbeddingProvider string `xorm:"varchar(100)" json:"embeddingProvider"`

	FileTree      *File                  `xorm:"mediumtext" json:"fileTree"`
	PropertiesMap map[string]*Properties `xorm:"mediumtext" json:"propertiesMap"`
}

func GetDefaultStore added in v1.0.1 

func GetDefaultStore(owner string) (*Store, error)

func GetGlobalStores 

func GetGlobalStores() ([]*Store, error)

func GetStore 

func GetStore(id string) (*Store, error)

func GetStores 

func GetStores(owner string) ([]*Store, error)

func (*Store) GetEmbeddingProvider added in v1.11.0 

func (store *Store) GetEmbeddingProvider() (*Provider, error)

func (*Store) GetId 

func (store *Store) GetId() string

func (*Store) GetModelProvider added in v1.10.0 

func (store *Store) GetModelProvider() (*Provider, error)

func (*Store) GetStorageProviderObj added in v1.15.0 

func (store *Store) GetStorageProviderObj() (storage.StorageProvider, error)

func (*Store) GetVideoData 

func (store *Store) GetVideoData() ([]string, error)

func (*Store) Populate 

func (store *Store) Populate(origin string) error

type Task added in v1.7.0 

type Task struct {
	Owner       string `xorm:"varchar(100) notnull pk" json:"owner"`
	Name        string `xorm:"varchar(100) notnull pk" json:"name"`
	CreatedTime string `xorm:"varchar(100)" json:"createdTime"`

	DisplayName string `xorm:"varchar(100)" json:"displayName"`
	Provider    string `xorm:"varchar(100)" json:"provider"`
	Application string `xorm:"varchar(100)" json:"application"`
	Path        string `xorm:"varchar(100)" json:"path"`
	Log         string `xorm:"mediumtext" json:"log"`
}

func GetGlobalTasks added in v1.7.0 

func GetGlobalTasks() ([]*Task, error)

func GetMaskedTask added in v1.7.0 

func GetMaskedTask(task *Task, isMaskEnabled bool) *Task

func GetMaskedTasks added in v1.7.0 

func GetMaskedTasks(tasks []*Task, isMaskEnabled bool) []*Task

func GetTask added in v1.7.0 

func GetTask(id string) (*Task, error)

func GetTasks added in v1.7.0 

func GetTasks(owner string) ([]*Task, error)

func (*Task) GetId added in v1.7.0 

func (task *Task) GetId() string

type Vector 

type Vector struct {
	Owner       string `xorm:"varchar(100) notnull pk" json:"owner"`
	Name        string `xorm:"varchar(100) notnull pk" json:"name"`
	CreatedTime string `xorm:"varchar(100)" json:"createdTime"`

	DisplayName string  `xorm:"varchar(100)" json:"displayName"`
	Store       string  `xorm:"varchar(100)" json:"store"`
	Provider    string  `xorm:"varchar(100)" json:"provider"`
	File        string  `xorm:"varchar(100)" json:"file"`
	Index       int     `json:"index"`
	Text        string  `xorm:"mediumtext" json:"text"`
	Size        int     `json:"size"`
	Score       float32 `json:"score"`

	Data      []float32 `xorm:"mediumtext" json:"data"`
	Dimension int       `json:"dimension"`
}

func GetGlobalVectors 

func GetGlobalVectors() ([]*Vector, error)

func GetVector 

func GetVector(id string) (*Vector, error)

func GetVectors 

func GetVectors(owner string) ([]*Vector, error)

func (*Vector) GetId 

func (vector *Vector) GetId() string

type VectorScore added in v1.21.1 

type VectorScore struct {
	Vector string  `xorm:"varchar(100)" json:"vector"`
	Score  float32 `json:"score"`
}

func GetNearestKnowledge added in v1.21.1 

func GetNearestKnowledge(embeddingProvider *Provider, embeddingProviderObj embedding.EmbeddingProvider, owner string, text string) (string, []VectorScore, error)

type Video 

type Video struct {
	Owner       string `xorm:"varchar(100) notnull pk" json:"owner"`
	Name        string `xorm:"varchar(100) notnull pk" json:"name"`
	CreatedTime string `xorm:"varchar(100)" json:"createdTime"`
	DisplayName string `xorm:"varchar(500)" json:"displayName"`

	VideoId    string   `xorm:"varchar(100)" json:"videoId"`
	CoverUrl   string   `xorm:"varchar(200)" json:"coverUrl"`
	Labels     []*Label `xorm:"mediumtext" json:"labels"`
	DataUrls   []string `xorm:"mediumtext" json:"dataUrls"`
	DataUrl    string   `xorm:"varchar(200)" json:"dataUrl"`
	TagOnPause bool     `json:"tagOnPause"`

	PlayAuth string `xorm:"-" json:"playAuth"`
}

func GetGlobalVideos 

func GetGlobalVideos() ([]*Video, error)

func GetVideo 

func GetVideo(id string) (*Video, error)

func GetVideos 

func GetVideos(owner string) ([]*Video, error)

func (*Video) GetId 

func (video *Video) GetId() string

func (*Video) Populate 

func (video *Video) Populate() error

type Wordset 

type Wordset struct {
	Owner       string `xorm:"varchar(100) notnull pk" json:"owner"`
	Name        string `xorm:"varchar(100) notnull pk" json:"name"`
	CreatedTime string `xorm:"varchar(100)" json:"createdTime"`

	DisplayName   string `xorm:"varchar(100)" json:"displayName"`
	DistanceLimit int    `json:"distanceLimit"`
	Factorset     string `xorm:"varchar(100)" json:"factorset"`

	Factors []*Factor `xorm:"mediumtext" json:"factors"`
}

func GetGlobalWordsets 

func GetGlobalWordsets() ([]*Wordset, error)

func GetWordset 

func GetWordset(id string) (*Wordset, error)

func GetWordsetMatch 

func GetWordsetMatch(id string) (*Wordset, error)

func GetWordsets 

func GetWordsets(owner string) ([]*Wordset, error)

func (*Wordset) GetId 

func (wordset *Wordset) GetId() string

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.