executor

package
v0.0.0-...-2c943a6 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Jan 12, 2022 License: Apache-2.0 Imports: 21 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

View Source
var (
	Quote          = "$qc$"
	UDFQuote       = Quote + "_udf_name_" + Quote
	FlinkHostQuote = Quote + "FLINK_HOST" + Quote
	FlinkPortQuote = Quote + "FLINK_PORT" + Quote
	SynatxCmd      = "java -jar /zeppelin/flink/depends/sql-validator.jar "
)

Functions

func CheckFlinkOperatorRelations

func CheckFlinkOperatorRelations(operator []*flinkpb.FlinkOperator) (err error)

func CreateRandomString

func CreateRandomString(len int) string

func FlinkJobFree

func FlinkJobFree(req *request.JobFree) (resp response.JobFree, err error)

func GetSqlColumnDefine

func GetSqlColumnDefine(sqlColumns []*flinkpb.SqlColumnType, timeColumns []*flinkpb.SqlTimeColumnType) (define string)

func In

func In(haystack interface{}, needle interface{}) bool

Types

type EngineClient

type EngineClient struct {
	// contains filtered or unexported fields
}

func NewEngineClient

func NewEngineClient(conn *grpcwrap.ClientConn) (c EngineClient, err error)

type JobdeveloperExecutor

type JobdeveloperExecutor struct {
	FlinkHome        string
	HadoopConf       string
	FlinkExecuteJars string
	// contains filtered or unexported fields
}

func NewJobDeveloperExecutor

func NewJobDeveloperExecutor(l *glog.Logger, eClient EngineClient, sClient SourceClient, uClient UdfClient, rClient ResourceClient, flinkHome string, hadoopConf string, flinkExecuteJars string) *JobdeveloperExecutor

func (*JobdeveloperExecutor) FlinkNodeRelations

func (ex *JobdeveloperExecutor) FlinkNodeRelations(ctx context.Context) (resp response.NodeRelations, err error)

func (*JobdeveloperExecutor) JobFree

func (ex *JobdeveloperExecutor) JobFree(ctx context.Context, req *request.JobFree) (resp response.JobFree, err error)

func (*JobdeveloperExecutor) JobParser

func (ex *JobdeveloperExecutor) JobParser(ctx context.Context, req *request.JobParser) (resp response.JobParser, err error)

type OperatorRelation

type OperatorRelation struct {
	OperatorType    flinkpb.FlinkOperator_Type   `json:"nodetype"`
	AllowUpstream   []flinkpb.FlinkOperator_Type `json:"allowupstream"`
	AllowDownStream []flinkpb.FlinkOperator_Type `json:"allowdownstream"`
}

func GetOperatorRelation

func GetOperatorRelation(nodeType flinkpb.FlinkOperator_Type) (nodeRelation OperatorRelation, jsonRelation string, err error)

type ResourceClient

type ResourceClient struct {
	// contains filtered or unexported fields
}

func NewFileClient

func NewFileClient(conn *grpcwrap.ClientConn) (c ResourceClient, err error)

func (*ResourceClient) GetFileById

func (s *ResourceClient) GetFileById(ctx context.Context, id string) (name string, url string, err error)

type SourceClient

type SourceClient struct {
	// contains filtered or unexported fields
}

func NewSourceClient

func NewSourceClient(conn *grpcwrap.ClientConn) (c SourceClient, err error)

func (*SourceClient) DescribeSourceManager

func (s *SourceClient) DescribeSourceManager(ctx context.Context, ID string) (sourceType model.DataSource_Type, url *datasourcepb.DataSourceURL, err error)

func (*SourceClient) DescribeSourceTable

func (s *SourceClient) DescribeSourceTable(ctx context.Context, ID string) (sourceID string, tableName string, tableSchema *flinkpb.TableSchema, err error)

type SqlStack

type SqlStack struct {
	TableId   []string
	UDFID     []string
	NodeCount int
	Standard  bool
	Sql       string
	Table     string
	Distinct  string
	Column    []flinkpb.ColumnAs
	TableAs   string
	Other     string
}

type UdfClient

type UdfClient struct {
	// contains filtered or unexported fields
}

func NewUdfClient

func NewUdfClient(conn *grpcwrap.ClientConn) (c UdfClient, err error)

func (*UdfClient) DescribeUdfManager

func (s *UdfClient) DescribeUdfManager(ctx context.Context, ID string) (udfLanguage model.UDFInfo_Language, name string, define string, err error)

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL