Index

A

AbsLU (class in torch_activation) (class in torch_activation.classical.relu) ABU (class in torch_activation) ACONB (class in torch_activation) ACONC (class in torch_activation) AdaptiveCombination1 (class in torch_activation) AdaptiveCombination2 (class in torch_activation) AdaptiveHardTanh (class in torch_activation) AdaptiveSigmoid (class in torch_activation) AdaptiveSlopeTanh (class in torch_activation) AGumb (class in torch_activation) AHAF (class in torch_activation)

ALiSA (class in torch_activation) AOAF (class in torch_activation) APAF (class in torch_activation) AQuLU (class in torch_activation) Arctan (class in torch_activation) (class in torch_activation.classical.sigmoid_family) ArctanGR (class in torch_activation) (class in torch_activation.classical.sigmoid_family) ArctanSiLU (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) AReLU (class in torch_activation) ASSF (class in torch_activation)

B

Binary (class in torch_activation) BLReLU (class in torch_activation) (class in torch_activation.classical.relu)

BLU (class in torch_activation) BReLU (class in torch_activation) (class in torch_activation.classical.relu)

C

CauchyLinearUnit (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) CCAF (class in torch_activation) (class in torch_activation.classical.caf) CELU (class in torch_activation) ChPAF (class in torch_activation) CollapsingLinearUnit (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted)

CoLU (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) ComplementaryLogLog (class in torch_activation) (class in torch_activation.classical.sigmoid_family) CosLU (class in torch_activation) CReLU (class in torch_activation) (class in torch_activation.classical.relu)

D

DELU (class in torch_activation) DerivativeOfSigmoidFunction (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) DerivativeOfSiLU (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) DifferenceELU (class in torch_activation) (class in torch_activation.classical.maxsig) DKNN (class in torch_activation)

DLReLU (class in torch_activation) DoubleSiLU (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) DPAF (class in torch_activation) DPReLU (class in torch_activation) DReLU (class in torch_activation) DualELU (class in torch_activation.classical.maxsig) DualLine (class in torch_activation)

E

EDELU (class in torch_activation) EELU (class in torch_activation) EfficientAsymmetricNonlinearActivationFunction (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) ElasticAdaptivelyParametricCompoundedUnit (class in torch_activation) (class in torch_activation.classical.maxsig) ElliottActivationFunction (class in torch_activation) (class in torch_activation.classical.sigmoid_family) EPReLU (class in torch_activation)

ErfAct (class in torch_activation) ErfReLU (class in torch_activation) ESwish (class in torch_activation) ExpDLReLU (class in torch_activation) ExpExpish (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) ExponentialLinearSigmoidSquashing (class in torch_activation) (class in torch_activation.classical.maxsig) ExponentialSwish (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted)

F

FasterPowerFunctionLinearUnit (class in torch_activation) (class in torch_activation.classical.maxsig) FCAF_Hidden (class in torch_activation) (class in torch_activation.classical.caf) FCAF_Output (class in torch_activation) (class in torch_activation.classical.caf) FELU (class in torch_activation) forward() (torch_activation.AbsLU method) (torch_activation.ABU method) (torch_activation.ACONB method) (torch_activation.ACONC method) (torch_activation.AdaptiveCombination1 method) (torch_activation.AdaptiveCombination2 method) (torch_activation.AdaptiveHardTanh method) (torch_activation.AdaptiveSigmoid method) (torch_activation.AdaptiveSlopeTanh method) (torch_activation.AGumb method) (torch_activation.AHAF method) (torch_activation.ALiSA method) (torch_activation.AOAF method) (torch_activation.APAF method) (torch_activation.AQuLU method) (torch_activation.Arctan method) (torch_activation.ArctanGR method) (torch_activation.ArctanSiLU method) (torch_activation.AReLU method) (torch_activation.ASSF method) (torch_activation.Binary method) (torch_activation.BLReLU method) (torch_activation.BLU method) (torch_activation.BReLU method) (torch_activation.CauchyLinearUnit method) (torch_activation.CCAF method) (torch_activation.CELU method) (torch_activation.ChPAF method) (torch_activation.classical.caf.CCAF method) (torch_activation.classical.caf.FCAF_Hidden method) (torch_activation.classical.caf.FCAF_Output method) (torch_activation.classical.caf.HCAF method) (torch_activation.classical.maxsig.DifferenceELU method) (torch_activation.classical.maxsig.DualELU method) (torch_activation.classical.maxsig.ElasticAdaptivelyParametricCompoundedUnit method) (torch_activation.classical.maxsig.ExponentialLinearSigmoidSquashing method) (torch_activation.classical.maxsig.FasterPowerFunctionLinearUnit method) (torch_activation.classical.maxsig.HardExponentialLinearSigmoidSquashing method) (torch_activation.classical.maxsig.HardSReLUE method) (torch_activation.classical.maxsig.InversePolynomialLinearUnit method) (torch_activation.classical.maxsig.LeakyScaledExponentialLinearUnit method) (torch_activation.classical.maxsig.LipschitzReLU method) (torch_activation.classical.maxsig.LSReLU method) (torch_activation.classical.maxsig.PolynomialLinearUnit method) (torch_activation.classical.maxsig.PowerFunctionLinearUnit method) (torch_activation.classical.maxsig.PowerLinearUnit method) (torch_activation.classical.maxsig.RSigELU method) (torch_activation.classical.maxsig.RSigELUD method) (torch_activation.classical.maxsig.ScaledExponentialLinearUnit method) (torch_activation.classical.maxsig.ScaledExponentiallyRegularizedLinearUnit method) (torch_activation.classical.maxsig.ScaledScaledExponentialLinearUnit method) (torch_activation.classical.maxsig.TanhLinearUnit method) (torch_activation.classical.relu.AbsLU method) (torch_activation.classical.relu.BLReLU method) (torch_activation.classical.relu.BReLU method) (torch_activation.classical.relu.CReLU method) (torch_activation.classical.relu.Hardshrink method) (torch_activation.classical.relu.HardSigmoid method) (torch_activation.classical.relu.HardSwish method) (torch_activation.classical.relu.HardTanh method) (torch_activation.classical.relu.LReLU method) (torch_activation.classical.relu.LSPTLU method) (torch_activation.classical.relu.Minsin method) (torch_activation.classical.relu.MReLU method) (torch_activation.classical.relu.NLReLU method) (torch_activation.classical.relu.NReLU method) (torch_activation.classical.relu.OLReLU method) (torch_activation.classical.relu.PanFunction method) (torch_activation.classical.relu.PReNU method) (torch_activation.classical.relu.ReLUN method) (torch_activation.classical.relu.ReSP method) (torch_activation.classical.relu.RReLU method) (torch_activation.classical.relu.RTReLU method) (torch_activation.classical.relu.SCAA method) (torch_activation.classical.relu.ShHardTanh method) (torch_activation.classical.relu.ShiftedReLU method) (torch_activation.classical.relu.SineReLU method) (torch_activation.classical.relu.SlReLU method) (torch_activation.classical.relu.SLU method) (torch_activation.classical.relu.Softshrink method) (torch_activation.classical.relu.SoftsignRReLU method) (torch_activation.classical.relu.SquaredReLU method) (torch_activation.classical.relu.SRReLU method) (torch_activation.classical.relu.SvHardTanh method) (torch_activation.classical.relu.TRec method) (torch_activation.classical.relu.VLU method) (torch_activation.classical.relu.VReLU method) (torch_activation.classical.sigmoid_family.Arctan method) (torch_activation.classical.sigmoid_family.ArctanGR method) (torch_activation.classical.sigmoid_family.ComplementaryLogLog method) (torch_activation.classical.sigmoid_family.ElliottActivationFunction method) (torch_activation.classical.sigmoid_family.Hexpo method) (torch_activation.classical.sigmoid_family.ImprovedLogisticSigmoid method) (torch_activation.classical.sigmoid_family.LogLog method) (torch_activation.classical.sigmoid_family.ModifiedComplementaryLogLog method) (torch_activation.classical.sigmoid_family.MultistateActivationFunction method) (torch_activation.classical.sigmoid_family.NewSigmoid method) (torch_activation.classical.sigmoid_family.ParametricSechSig method) (torch_activation.classical.sigmoid_family.ParametricTanhSig method) (torch_activation.classical.sigmoid_family.PenalizedHyperbolicTangent method) (torch_activation.classical.sigmoid_family.Root2sigmoid method) (torch_activation.classical.sigmoid_family.Rootsig method) (torch_activation.classical.sigmoid_family.SechSig method) (torch_activation.classical.sigmoid_family.ShiftedScaledSigmoid method) (torch_activation.classical.sigmoid_family.SigLin method) (torch_activation.classical.sigmoid_family.Sigmoid method) (torch_activation.classical.sigmoid_family.SigmoidAlgebraic method) (torch_activation.classical.sigmoid_family.SigmoidGumbel method) (torch_activation.classical.sigmoid_family.SigmoidTanhCombinations method) (torch_activation.classical.sigmoid_family.SincSigmoid method) (torch_activation.classical.sigmoid_family.SmoothStep method) (torch_activation.classical.sigmoid_family.SoftClipping method) (torch_activation.classical.sigmoid_family.SoftRootSign method) (torch_activation.classical.sigmoid_family.Softsign method) (torch_activation.classical.sigmoid_family.STanh method) (torch_activation.classical.sigmoid_family.SymmetricalMSAF method) (torch_activation.classical.sigmoid_family.Tanh method) (torch_activation.classical.sigmoid_family.TanhSig method) (torch_activation.classical.sigmoid_family.TripleStateSigmoid method) (torch_activation.classical.sigmoid_family.UnnamedSigmoid1 method) (torch_activation.classical.sigmoid_family.UnnamedSigmoid2 method) (torch_activation.classical.sigmoid_family.UnnamedSigmoid3 method) (torch_activation.classical.sigmoid_family.VariantSigmoidFunction method) (torch_activation.classical.sigmoid_weighted.ArctanSiLU method) (torch_activation.classical.sigmoid_weighted.CauchyLinearUnit method) (torch_activation.classical.sigmoid_weighted.CollapsingLinearUnit method) (torch_activation.classical.sigmoid_weighted.CoLU method) (torch_activation.classical.sigmoid_weighted.DerivativeOfSigmoidFunction method) (torch_activation.classical.sigmoid_weighted.DerivativeOfSiLU method) (torch_activation.classical.sigmoid_weighted.DoubleSiLU method) (torch_activation.classical.sigmoid_weighted.EfficientAsymmetricNonlinearActivationFunction method) (torch_activation.classical.sigmoid_weighted.ExpExpish method) (torch_activation.classical.sigmoid_weighted.ExponentialSwish method) (torch_activation.classical.sigmoid_weighted.GaussianErrorLinearUnit method) (torch_activation.classical.sigmoid_weighted.GeneralizedSwish method) (torch_activation.classical.sigmoid_weighted.Gish method) (torch_activation.classical.sigmoid_weighted.HyperbolicTangentSiLU method) (torch_activation.classical.sigmoid_weighted.LaplaceLinearUnit method) (torch_activation.classical.sigmoid_weighted.LinearlyScaledHyperbolicTangent method) (torch_activation.classical.sigmoid_weighted.Logish method) (torch_activation.classical.sigmoid_weighted.LogLogish method) (torch_activation.classical.sigmoid_weighted.LogSigmoid method) (torch_activation.classical.sigmoid_weighted.Mish method) (torch_activation.classical.sigmoid_weighted.ModifiedSiLU method) (torch_activation.classical.sigmoid_weighted.ParametricLogish method) (torch_activation.classical.sigmoid_weighted.Phish method) (torch_activation.classical.sigmoid_weighted.RectifiedHyperbolicSecant method) (torch_activation.classical.sigmoid_weighted.SelfArctan method) (torch_activation.classical.sigmoid_weighted.Serf method) (torch_activation.classical.sigmoid_weighted.SiELU method) (torch_activation.classical.sigmoid_weighted.SinLU method) (torch_activation.classical.sigmoid_weighted.SinSig method) (torch_activation.classical.sigmoid_weighted.Smish method) (torch_activation.classical.sigmoid_weighted.Suish method) (torch_activation.classical.sigmoid_weighted.SwAT method) (torch_activation.classical.sigmoid_weighted.SymmetricalGaussianErrorLinearUnit method) (torch_activation.classical.sigmoid_weighted.TangentBipolarSigmoidReLU method) (torch_activation.classical.sigmoid_weighted.TangentSigmoidReLU method) (torch_activation.classical.sigmoid_weighted.TanhExp method) (torch_activation.classical.sigmoid_weighted.TripleStateSwish method) (torch_activation.classical.squared.ISRLU method) (torch_activation.classical.squared.ISRU method) (torch_activation.classical.squared.LinQ method) (torch_activation.classical.squared.LogSQNL method) (torch_activation.classical.squared.MEF method) (torch_activation.classical.squared.SQLU method) (torch_activation.classical.squared.SQMAX method) (torch_activation.classical.squared.SQNL method) (torch_activation.classical.squared.SqREU method) (torch_activation.classical.squared.SqSoftplus method) (torch_activation.classical.squared.SquaredReLU method) (torch_activation.classical.squared.Squish method) (torch_activation.CollapsingLinearUnit method) (torch_activation.CoLU method) (torch_activation.ComplementaryLogLog method) (torch_activation.CosLU method) (torch_activation.CReLU method) (torch_activation.DELU method) (torch_activation.DerivativeOfSigmoidFunction method) (torch_activation.DerivativeOfSiLU method) (torch_activation.DifferenceELU method) (torch_activation.DKNN method) (torch_activation.DLReLU method) (torch_activation.DoubleSiLU method) (torch_activation.DPAF method) (torch_activation.DPReLU method) (torch_activation.DReLU method) (torch_activation.DualLine method) (torch_activation.EDELU method) (torch_activation.EELU method) (torch_activation.EfficientAsymmetricNonlinearActivationFunction method) (torch_activation.ElasticAdaptivelyParametricCompoundedUnit method) (torch_activation.ElliottActivationFunction method) (torch_activation.EPReLU method) (torch_activation.ErfAct method) (torch_activation.ErfReLU method) (torch_activation.ESwish method) (torch_activation.ExpDLReLU method) (torch_activation.ExpExpish method) (torch_activation.ExponentialLinearSigmoidSquashing method) (torch_activation.ExponentialSwish method) (torch_activation.FasterPowerFunctionLinearUnit method) (torch_activation.FCAF_Hidden method) (torch_activation.FCAF_Output method) (torch_activation.FELU method) (torch_activation.FPAF method) (torch_activation.FReLU method) (torch_activation.FSA method) (torch_activation.GABU method) (torch_activation.GaussianErrorLinearUnit method) (torch_activation.GeneralizedHyperbolicTangent method) (torch_activation.GeneralizedSwish method) (torch_activation.Gish method) (torch_activation.HardExponentialLinearSigmoidSquashing method) (torch_activation.Hardshrink method) (torch_activation.HardSigmoid method) (torch_activation.HardSReLUE method) (torch_activation.HardSwish method) (torch_activation.HardTanh method) (torch_activation.Hat method) (torch_activation.Hexpo method) (torch_activation.HPAF method) (torch_activation.HyperbolicTangentSiLU method) (torch_activation.ImprovedLogisticSigmoid method) (torch_activation.InversePolynomialLinearUnit method) (torch_activation.ISRLU method) (torch_activation.ISRU method) (torch_activation.LAAF method) (torch_activation.LaplaceLinearUnit method) (torch_activation.LAU method) (torch_activation.LeakyScaledExponentialLinearUnit method) (torch_activation.LeLeLU method) (torch_activation.LinearlyScaledHyperbolicTangent method) (torch_activation.LinQ method) (torch_activation.LipschitzReLU method) (torch_activation.LiSA method) (torch_activation.Logish method) (torch_activation.LogLog method) (torch_activation.LogLogish method) (torch_activation.LogSigmoid method) (torch_activation.LogSQNL method) (torch_activation.LPAF method) (torch_activation.LPSELU method) (torch_activation.LPSELU_RP method) (torch_activation.LReLU method) (torch_activation.LSPTLU method) (torch_activation.LSReLU method) (torch_activation.MarReLU method) (torch_activation.MEF method) (torch_activation.Minsin method) (torch_activation.Mish method) (torch_activation.ModifiedComplementaryLogLog method) (torch_activation.ModifiedSiLU method) (torch_activation.MoGU method) (torch_activation.MPELU method) (torch_activation.MReLU method) (torch_activation.MultistateActivationFunction method) (torch_activation.NActivation method) (torch_activation.NewSigmoid method) (torch_activation.NLReLU method) (torch_activation.NReLU method) (torch_activation.PairedReLU method) (torch_activation.PanFunction method) (torch_activation.ParametricLogish method) (torch_activation.ParametricSechSig method) (torch_activation.ParametricTanhSig method) (torch_activation.PATS method) (torch_activation.PDELU method) (torch_activation.PE2Id method) (torch_activation.PE2ReLU method) (torch_activation.PELU method) (torch_activation.PenalizedHyperbolicTangent method) (torch_activation.PFELU method) (torch_activation.PFPLUS method) (torch_activation.Phish method) (torch_activation.PiLU method) (torch_activation.PolynomialLinearUnit method) (torch_activation.PowerFunctionLinearUnit method) (torch_activation.PowerLinearUnit method) (torch_activation.PReLU method) (torch_activation.PReLUPlus method) (torch_activation.PReNU method) (torch_activation.PREU method) (torch_activation.ProbAct method) (torch_activation.PSELU method) (torch_activation.PSerf method) (torch_activation.PSF method) (torch_activation.PSGU method) (torch_activation.PShELU method) (torch_activation.PSigmoid method) (torch_activation.PSSiLU method) (torch_activation.PSTanh method) (torch_activation.PSvELU method) (torch_activation.PSwish method) (torch_activation.PTaLU method) (torch_activation.PTELU method) (torch_activation.PVLU method) (torch_activation.ReBLU method) (torch_activation.RectifiedHyperbolicSecant method) (torch_activation.ReLTanh method) (torch_activation.ReLUN method) (torch_activation.ReLUProbAct method) (torch_activation.RePSU method) (torch_activation.ReSP method) (torch_activation.RMAF method) (torch_activation.Root2sigmoid method) (torch_activation.Rootsig method) (torch_activation.RowdyActivation method) (torch_activation.RPReLU method) (torch_activation.RReLU method) (torch_activation.RSigELU method) (torch_activation.RSigELUD method) (torch_activation.RTReLU method) (torch_activation.SAU method) (torch_activation.ScaledExponentialLinearUnit method) (torch_activation.ScaledExponentiallyRegularizedLinearUnit method) (torch_activation.ScaledScaledExponentialLinearUnit method) (torch_activation.SCMish method) (torch_activation.SCSwish method) (torch_activation.SechSig method) (torch_activation.SelfArctan method) (torch_activation.Serf method) (torch_activation.SExp method) (torch_activation.ShELU method) (torch_activation.ShHardTanh method) (torch_activation.ShiftedReLU method) (torch_activation.ShiftedScaledSigmoid method) (torch_activation.ShiLU method) (torch_activation.SiELU method) (torch_activation.SigLin method) (torch_activation.Sigmoid method) (torch_activation.SigmoidAlgebraic method) (torch_activation.SigmoidGumbel method) (torch_activation.SigmoidTanhCombinations method) (torch_activation.SincSigmoid method) (torch_activation.SineReLU method) (torch_activation.SinLU method) (torch_activation.SinSig method) (torch_activation.SLAF method) (torch_activation.SlReLU method) (torch_activation.SLU method) (torch_activation.Smish method) (torch_activation.SmoothStep method) (torch_activation.SMU method) (torch_activation.SoftClipping method) (torch_activation.SoftExponential method) (torch_activation.SoftRootSign method) (torch_activation.Softshrink method) (torch_activation.Softsign method) (torch_activation.SoftsignRReLU method) (torch_activation.SQLU method) (torch_activation.SQMAX method) (torch_activation.SQNL method) (torch_activation.SqREU method) (torch_activation.SqSoftplus method) (torch_activation.SquaredReLU method) (torch_activation.Squish method) (torch_activation.SReLU method) (torch_activation.SRReLU method) (torch_activation.SSinH method) (torch_activation.STACTanh method) (torch_activation.STanh method) (torch_activation.StarReLU method) (torch_activation.Suish method) (torch_activation.SVAF method) (torch_activation.SvELU method) (torch_activation.SvHardTanh method) (torch_activation.SwAT method) (torch_activation.Swim method) (torch_activation.Swish method) (torch_activation.SymmetricalGaussianErrorLinearUnit method) (torch_activation.SymmetricalMSAF method) (torch_activation.TaLU method) (torch_activation.TangentBipolarSigmoidReLU method) (torch_activation.TangentSigmoidReLU method) (torch_activation.Tanh method) (torch_activation.TanhExp method) (torch_activation.TanhLinearUnit method) (torch_activation.TanhLU method) (torch_activation.TanhSig method) (torch_activation.TanhSoft method) (torch_activation.TanhSoft1 method) (torch_activation.TanhSoft2 method) (torch_activation.TanhSoft3 method) (torch_activation.TBSReLUl method) (torch_activation.TCA method) (torch_activation.TCAv2 method) (torch_activation.TeLU method) (torch_activation.Tent method) (torch_activation.TrainableAmplitude method) (torch_activation.TRec method) (torch_activation.TReLU method) (torch_activation.TReLU2 method) (torch_activation.TripleStateSigmoid method) (torch_activation.TripleStateSwish method) (torch_activation.TSwish method) (torch_activation.UnnamedSigmoid1 method) (torch_activation.UnnamedSigmoid2 method) (torch_activation.UnnamedSigmoid3 method) (torch_activation.VariantSigmoidFunction method) (torch_activation.VLU method) (torch_activation.VReLU method)

FPAF (class in torch_activation) FReLU (class in torch_activation) FSA (class in torch_activation)

G

GABU (class in torch_activation) GaussianErrorLinearUnit (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) GeneralizedHyperbolicTangent (class in torch_activation)

GeneralizedSwish (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) Gish (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted)

H

HardExponentialLinearSigmoidSquashing (class in torch_activation) (class in torch_activation.classical.maxsig) Hardshrink (class in torch_activation) (class in torch_activation.classical.relu) HardSigmoid (class in torch_activation) (class in torch_activation.classical.relu) HardSReLUE (class in torch_activation) (class in torch_activation.classical.maxsig) HardSwish (class in torch_activation) (class in torch_activation.classical.relu)

HardTanh (class in torch_activation) (class in torch_activation.classical.relu) Hat (class in torch_activation) HCAF (class in torch_activation.classical.caf) Hexpo (class in torch_activation) (class in torch_activation.classical.sigmoid_family) HPAF (class in torch_activation) HyperbolicTangentSiLU (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted)

I

ImprovedLogisticSigmoid (class in torch_activation) (class in torch_activation.classical.sigmoid_family) InversePolynomialLinearUnit (class in torch_activation) (class in torch_activation.classical.maxsig)

ISRLU (class in torch_activation) (class in torch_activation.classical.squared) ISRU (class in torch_activation) (class in torch_activation.classical.squared)

L

LAAF (class in torch_activation) LaplaceLinearUnit (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) LAU (class in torch_activation) LeakyScaledExponentialLinearUnit (class in torch_activation) (class in torch_activation.classical.maxsig) LeLeLU (class in torch_activation) LinearlyScaledHyperbolicTangent (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) LinQ (class in torch_activation) (class in torch_activation.classical.squared) LipschitzReLU (class in torch_activation) (class in torch_activation.classical.maxsig) LiSA (class in torch_activation) Logish (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted)

LogLog (class in torch_activation) (class in torch_activation.classical.sigmoid_family) LogLogish (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) LogSigmoid (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) LogSQNL (class in torch_activation) (class in torch_activation.classical.squared) LPAF (class in torch_activation) LPSELU (class in torch_activation) LPSELU_RP (class in torch_activation) LReLU (class in torch_activation) (class in torch_activation.classical.relu) LSPTLU (class in torch_activation) (class in torch_activation.classical.relu) LSReLU (class in torch_activation) (class in torch_activation.classical.maxsig)

M

MarReLU (class in torch_activation) MEF (class in torch_activation) (class in torch_activation.classical.squared) Minsin (class in torch_activation) (class in torch_activation.classical.relu) Mish (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) ModifiedComplementaryLogLog (class in torch_activation) (class in torch_activation.classical.sigmoid_family) ModifiedSiLU (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) module torch_activation torch_activation.classical.caf torch_activation.classical.maxsig torch_activation.classical.relu torch_activation.classical.sigmoid_family torch_activation.classical.sigmoid_weighted torch_activation.classical.squared torch_activation.utils

MoGU (class in torch_activation) MPELU (class in torch_activation) MReLU (class in torch_activation) (class in torch_activation.classical.relu) MultistateActivationFunction (class in torch_activation) (class in torch_activation.classical.sigmoid_family)

N

NActivation (class in torch_activation) NewSigmoid (class in torch_activation) (class in torch_activation.classical.sigmoid_family)

NLReLU (class in torch_activation) (class in torch_activation.classical.relu) NReLU (class in torch_activation) (class in torch_activation.classical.relu)

O

OLReLU (class in torch_activation.classical.relu)

P

PairedReLU (class in torch_activation) PanFunction (class in torch_activation) (class in torch_activation.classical.relu) ParametricLogish (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) ParametricSechSig (class in torch_activation) (class in torch_activation.classical.sigmoid_family) ParametricTanhSig (class in torch_activation) (class in torch_activation.classical.sigmoid_family) PATS (class in torch_activation) PDELU (class in torch_activation) PE2Id (class in torch_activation) PE2ReLU (class in torch_activation) PELU (class in torch_activation) PenalizedHyperbolicTangent (class in torch_activation) (class in torch_activation.classical.sigmoid_family) PFELU (class in torch_activation) PFPLUS (class in torch_activation) Phish (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) PiLU (class in torch_activation) plot_activation() (in module torch_activation.utils) PolynomialLinearUnit (class in torch_activation) (class in torch_activation.classical.maxsig)

PowerFunctionLinearUnit (class in torch_activation) (class in torch_activation.classical.maxsig) PowerLinearUnit (class in torch_activation) (class in torch_activation.classical.maxsig) PReLU (class in torch_activation) PReLUPlus (class in torch_activation) PReNU (class in torch_activation) (class in torch_activation.classical.relu) PREU (class in torch_activation) ProbAct (class in torch_activation) PSELU (class in torch_activation) PSerf (class in torch_activation) PSF (class in torch_activation) PSGU (class in torch_activation) PShELU (class in torch_activation) PSigmoid (class in torch_activation) PSSiLU (class in torch_activation) PSTanh (class in torch_activation) PSvELU (class in torch_activation) PSwish (class in torch_activation) PTaLU (class in torch_activation) PTELU (class in torch_activation) PVLU (class in torch_activation)

R

ReBLU (class in torch_activation) RectifiedHyperbolicSecant (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) ReLTanh (class in torch_activation) ReLUN (class in torch_activation) (class in torch_activation.classical.relu) ReLUProbAct (class in torch_activation) RePSU (class in torch_activation) ReSP (class in torch_activation) (class in torch_activation.classical.relu) RMAF (class in torch_activation) Root2sigmoid (class in torch_activation) (class in torch_activation.classical.sigmoid_family)

Rootsig (class in torch_activation) (class in torch_activation.classical.sigmoid_family) RowdyActivation (class in torch_activation) RPReLU (class in torch_activation) RReLU (class in torch_activation) (class in torch_activation.classical.relu) RSigELU (class in torch_activation) (class in torch_activation.classical.maxsig) RSigELUD (class in torch_activation) (class in torch_activation.classical.maxsig) RTReLU (class in torch_activation) (class in torch_activation.classical.relu)

S

SAU (class in torch_activation) SCAA (class in torch_activation.classical.relu) ScaledExponentialLinearUnit (class in torch_activation) (class in torch_activation.classical.maxsig) ScaledExponentiallyRegularizedLinearUnit (class in torch_activation) (class in torch_activation.classical.maxsig) ScaledScaledExponentialLinearUnit (class in torch_activation) (class in torch_activation.classical.maxsig) SCMish (class in torch_activation) SCSwish (class in torch_activation) SechSig (class in torch_activation) (class in torch_activation.classical.sigmoid_family) SelfArctan (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) Serf (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) SExp (class in torch_activation) ShELU (class in torch_activation) ShHardTanh (class in torch_activation) (class in torch_activation.classical.relu) ShiftedReLU (class in torch_activation) (class in torch_activation.classical.relu) ShiftedScaledSigmoid (class in torch_activation) (class in torch_activation.classical.sigmoid_family) ShiLU (class in torch_activation) SiELU (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) SigLin (class in torch_activation) (class in torch_activation.classical.sigmoid_family) Sigmoid (class in torch_activation) (class in torch_activation.classical.sigmoid_family) SigmoidAlgebraic (class in torch_activation) (class in torch_activation.classical.sigmoid_family) SigmoidGumbel (class in torch_activation) (class in torch_activation.classical.sigmoid_family) SigmoidTanhCombinations (class in torch_activation) (class in torch_activation.classical.sigmoid_family) SincSigmoid (class in torch_activation) (class in torch_activation.classical.sigmoid_family) SineReLU (class in torch_activation) (class in torch_activation.classical.relu) SinLU (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) SinSig (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) SLAF (class in torch_activation) SlReLU (class in torch_activation) (class in torch_activation.classical.relu) SLU (class in torch_activation) (class in torch_activation.classical.relu) Smish (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted)

SmoothStep (class in torch_activation) (class in torch_activation.classical.sigmoid_family) SMU (class in torch_activation) SoftClipping (class in torch_activation) (class in torch_activation.classical.sigmoid_family) SoftExponential (class in torch_activation) SoftRootSign (class in torch_activation) (class in torch_activation.classical.sigmoid_family) Softshrink (class in torch_activation) (class in torch_activation.classical.relu) Softsign (class in torch_activation) (class in torch_activation.classical.sigmoid_family) SoftsignRReLU (class in torch_activation) (class in torch_activation.classical.relu) SQLU (class in torch_activation) (class in torch_activation.classical.squared) SQMAX (class in torch_activation) (class in torch_activation.classical.squared) SQNL (class in torch_activation) (class in torch_activation.classical.squared) SqREU (class in torch_activation) (class in torch_activation.classical.squared) SqSoftplus (class in torch_activation) (class in torch_activation.classical.squared) SquaredReLU (class in torch_activation) (class in torch_activation.classical.relu) (class in torch_activation.classical.squared) Squish (class in torch_activation) (class in torch_activation.classical.squared) SReLU (class in torch_activation) SRReLU (class in torch_activation) (class in torch_activation.classical.relu) SSinH (class in torch_activation) STACTanh (class in torch_activation) STanh (class in torch_activation) (class in torch_activation.classical.sigmoid_family) StarReLU (class in torch_activation) Suish (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) SVAF (class in torch_activation) SvELU (class in torch_activation) SvHardTanh (class in torch_activation) (class in torch_activation.classical.relu) SwAT (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) Swim (class in torch_activation) Swish (class in torch_activation) SymmetricalGaussianErrorLinearUnit (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) SymmetricalMSAF (class in torch_activation) (class in torch_activation.classical.sigmoid_family)

T

TaLU (class in torch_activation) TangentBipolarSigmoidReLU (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) TangentSigmoidReLU (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) Tanh (class in torch_activation) (class in torch_activation.classical.sigmoid_family) TanhExp (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) TanhLinearUnit (class in torch_activation) (class in torch_activation.classical.maxsig) TanhLU (class in torch_activation) TanhSig (class in torch_activation) (class in torch_activation.classical.sigmoid_family) TanhSoft (class in torch_activation) TanhSoft1 (class in torch_activation) TanhSoft2 (class in torch_activation) TanhSoft3 (class in torch_activation) TBSReLUl (class in torch_activation) TCA (class in torch_activation) TCAv2 (class in torch_activation) TeLU (class in torch_activation) Tent (class in torch_activation) torch_activation module

torch_activation.classical.caf module torch_activation.classical.maxsig module torch_activation.classical.relu module torch_activation.classical.sigmoid_family module torch_activation.classical.sigmoid_weighted module torch_activation.classical.squared module torch_activation.utils module train() (torch_activation.SReLU method) TrainableAmplitude (class in torch_activation) TRec (class in torch_activation) (class in torch_activation.classical.relu) TReLU (class in torch_activation) TReLU2 (class in torch_activation) TripleStateSigmoid (class in torch_activation) (class in torch_activation.classical.sigmoid_family) TripleStateSwish (class in torch_activation) (class in torch_activation.classical.sigmoid_weighted) TSwish (class in torch_activation)

U

UnnamedSigmoid1 (class in torch_activation) (class in torch_activation.classical.sigmoid_family) UnnamedSigmoid2 (class in torch_activation) (class in torch_activation.classical.sigmoid_family)

UnnamedSigmoid3 (class in torch_activation) (class in torch_activation.classical.sigmoid_family) update_mse() (torch_activation.DLReLU method) (torch_activation.ExpDLReLU method)

V

VariantSigmoidFunction (class in torch_activation) (class in torch_activation.classical.sigmoid_family) VLU (class in torch_activation) (class in torch_activation.classical.relu)

VReLU (class in torch_activation) (class in torch_activation.classical.relu)