layer

type ActivationFn interface {
	// Fwd is a forward pass through x.
	Fwd(x *g.Node) (*g.Node, error)

	// Clone the activation.
	Clone() ActivationFn
}

type Chain struct {
	// Layers are the layers to chain together.
	Layers []Config
	// contains filtered or unexported fields
}

type ChainOpt func(*Chain)

type CompileOpt func(Layer)

type Config interface {
	// Compile the layer.
	Compile(graph *g.ExprGraph, opts ...CompileOpt) Layer

	// ApplyDefaults to the config.
	ApplyDefaults() Config

	// Validate the config.
	Validate() error

	// Clone the layer config.
	Clone() Config
}

type Conv2D struct {
	// Input channels.
	// required
	Input int

	// Output channels.
	// required
	Output int

	// Height of the filter.
	// required
	Height int

	// Width of the filter.
	// required
	Width int

	// Name of the layer.
	Name string

	// Activation function for the layer.
	// Defaults to ReLU
	Activation ActivationFn

	// Pad
	// Defaults to (1, 1)
	Pad []int

	// Stride
	// Defaults to (1, 1)
	Stride []int

	// Dilation
	// Defaults to (1, 1)
	Dilation []int

	// Init function fot the weights.
	// Defaults to GlorotN(1)
	Init g.InitWFn
}

type Dropout struct {
	// Probability of dropping out.
	// Defaults to 0.6
	Probability float64
}

type FC struct {
	// Input is the number of units in input.
	// required
	Input int

	// Output is the number of units in the output.
	// required
	Output int

	// Name of the layer.
	Name string

	// Activation is the activation function.
	// Defaults to ReLU
	Activation ActivationFn

	// Init is the init function.
	// Defaults to GlorotN(1)
	Init g.InitWFn

	// NoBias indicates to not use a bias with the layer
	// Defaults to true.
	NoBias bool

	// BiasInit is the init function for the bias.
	// Defaults to GlorotN(1)
	BiasInit g.InitWFn
}

type Flatten struct{}

type Layer interface {
	// Fwd is a forward pass through the layer.
	Fwd(x *g.Node) (*g.Node, error)

	// Learnables returns all learnable nodes within this layer.
	Learnables() g.Nodes

	// Clone the layer.
	Clone() Layer

	// Graph returns the graph for this layer.
	Graph() *g.ExprGraph
}

type LeakyReLUActivation struct {
	// contains filtered or unexported fields
}

type LinearActivation struct{}

type MaxPooling2D struct {
	// Shape of the kernel.
	// Defaults to (2, 2)
	Kernel t.Shape

	// Pad
	// Defaults to (0, 0)
	Pad []int

	// Stride
	// Defaults to (2, 2)
	Stride []int

	// Name
	Name string
}

type ReLUActivation struct{}

type Reshape struct {
	// To shape
	// required
	To t.Shape
}

type SigmoidActivation struct{}

type SoftmaxActivation struct {
	// contains filtered or unexported fields
}

type TanhActivation struct{}