Activation Functions

i) Hard-Limiter AF
u=-10:0.001:10;
y=hardlim(u);
plot(u,y)

iv) Linear AF
u=-10:0.001:10;
y=purelin(u);
plot(u,y)

10

0.9

0.8

0.7

0.6

0.5

0.4

-2

0.3

-4

0.2

-6

0.1

-8

0
-10

-8

-6

-4

-2

10

ii) Symmetrical Hard-Limiter AF

u=-10:0.001:10;
y=hardlims(u);
plot(u,y)

-10
-10

10

0.8

0.6

0.4

0.2

-0.2

-0.4

-0.6

-0.8

-8

-6

-4

-2

10

0
-10

0.9

0.9

0.8

0.8

0.7

0.7

0.6

0.6

0.5

0.5

0.4

0.4

0.3

0.3

0.2

0.2

0.1

0.1
-8

-6

-4

-2

-4

-2

10

-8

-6

-4

-2

10

vi) Saturated LinearAF

u=-3:0.001:3;
y=satlin(u);
plot(u,y)

iii) Log-Sigmoid AF
u=-10:0.001:10;
y=logsig(u);
plot(u,y)

0
-10

-6

v) Positive Linear AF
u=-10:0.001:10;
y=poslin(u);
plot(u,y)

-1
-10

-8

10

0
-3

-2

-1

vii) Symmetrical Saturated Linear AF

u=-3:0.001:3;
y=satlins(u);
plot(u,y)

x) Triangular Basis AF
u=-10:0.01:10;
y=tribas(u);
plot(u,y)

0.8

0.9

0.6

0.8

0.4

0.7

0.2

0.6

0.5

-0.2

0.4

-0.4

0.3

-0.6

0.2
-0.8

0.1
-1
-3

-2

-1

0
-10

viii) Tangent Hyperbolic AF

u=-3:0.001:3;
y=tanh(u);
plot(u,y)
1
0.8
0.6
0.4
0.2
0
-0.2
-0.4
-0.6
-0.8
-1
-3

-2

-1

ix) Gaussian (Radial Basis) AF

u=-10:0.01:10;
y=radbas(u);
plot(u,y)
1
0.9
0.8
0.7
0.6
0.5
0.4
0.3
0.2
0.1
0
-10

-8

-6

-4

-2

10

-8

-6

-4

-2

10