Index

C

CoLU (class in torch_activation) (class in torch_activation.curves) CosLU (class in torch_activation) (class in torch_activation.trig)

CReLU (class in torch_activation) (class in torch_activation.relus)

D

DELU (class in torch_activation) (class in torch_activation.piece_wise)

F

forward() (torch_activation.CoLU method) (torch_activation.CosLU method) (torch_activation.CReLU method) (torch_activation.curves.CoLU method) (torch_activation.curves.Phish method) (torch_activation.curves.ScaledSoftSign method) (torch_activation.DELU method) (torch_activation.GCU method) (torch_activation.GeGLU method) (torch_activation.glus.GeGLU method) (torch_activation.glus.ReGLU method) (torch_activation.glus.SeGLU method) (torch_activation.glus.SwiGLU method) (torch_activation.LinComb method) (torch_activation.lincomb.LinComb method) (torch_activation.lincomb.NormLinComb method) (torch_activation.NormLinComb method) (torch_activation.piece_wise.DELU method) (torch_activation.ReGLU method) (torch_activation.ReLUN method) (torch_activation.relus.CReLU method) (torch_activation.relus.ReLUN method) (torch_activation.relus.ShiLU method) (torch_activation.relus.SquaredReLU method) (torch_activation.relus.StarReLU method) (torch_activation.ScaledSoftSign method) (torch_activation.SeGLU method) (torch_activation.ShiLU method) (torch_activation.SinLU method) (torch_activation.SquaredReLU method) (torch_activation.StarReLU method) (torch_activation.SwiGLU method) (torch_activation.trig.CosLU method) (torch_activation.trig.GCU method) (torch_activation.trig.SinLU method)

G

GCU (class in torch_activation) (class in torch_activation.trig)

GeGLU (class in torch_activation) (class in torch_activation.glus)

L

LinComb (class in torch_activation) (class in torch_activation.lincomb)

M

module torch_activation torch_activation.curves torch_activation.glus torch_activation.lincomb torch_activation.piece_wise torch_activation.relus torch_activation.trig torch_activation.utils

N

NormLinComb (class in torch_activation) (class in torch_activation.lincomb)

P

Phish (class in torch_activation.curves)

plot_activation() (in module torch_activation) (in module torch_activation.utils)

R

ReGLU (class in torch_activation) (class in torch_activation.glus)

ReLUN (class in torch_activation) (class in torch_activation.relus)

S

ScaledSoftSign (class in torch_activation) (class in torch_activation.curves) SeGLU (class in torch_activation) (class in torch_activation.glus) ShiLU (class in torch_activation) (class in torch_activation.relus) SinLU (class in torch_activation) (class in torch_activation.trig)

SquaredReLU (class in torch_activation) (class in torch_activation.relus) StarReLU (class in torch_activation) (class in torch_activation.relus) SwiGLU (class in torch_activation) (class in torch_activation.glus)

T

torch_activation module torch_activation.curves module torch_activation.glus module torch_activation.lincomb module torch_activation.piece_wise module torch_activation.relus module torch_activation.trig module torch_activation.utils module training (torch_activation.CoLU attribute) (torch_activation.CosLU attribute) (torch_activation.CReLU attribute) (torch_activation.curves.CoLU attribute) (torch_activation.curves.Phish attribute) (torch_activation.curves.ScaledSoftSign attribute) (torch_activation.DELU attribute) (torch_activation.GCU attribute) (torch_activation.GeGLU attribute) (torch_activation.glus.GeGLU attribute) (torch_activation.glus.ReGLU attribute) (torch_activation.glus.SeGLU attribute) (torch_activation.glus.SwiGLU attribute) (torch_activation.LinComb attribute) (torch_activation.lincomb.LinComb attribute) (torch_activation.lincomb.NormLinComb attribute) (torch_activation.NormLinComb attribute) (torch_activation.piece_wise.DELU attribute) (torch_activation.ReGLU attribute) (torch_activation.ReLUN attribute) (torch_activation.relus.CReLU attribute) (torch_activation.relus.ReLUN attribute) (torch_activation.relus.ShiLU attribute) (torch_activation.relus.SquaredReLU attribute) (torch_activation.relus.StarReLU attribute) (torch_activation.ScaledSoftSign attribute) (torch_activation.SeGLU attribute) (torch_activation.ShiLU attribute) (torch_activation.SinLU attribute) (torch_activation.SquaredReLU attribute) (torch_activation.StarReLU attribute) (torch_activation.SwiGLU attribute) (torch_activation.trig.CosLU attribute) (torch_activation.trig.GCU attribute) (torch_activation.trig.SinLU attribute)