Move forward feeding to sigmoid

Let's comare it to reLU later on.

diff --git a/train.py b/train.py
index 8a6dc96f2c1d40281d452fc3c894fffb79a73436..366a5a06a2d7b7a9f436228fb4d4b873d0ed5495 100755 (executable)
--- a/train.py
+++ b/train.py
@@ -46,7 +46,7 @@ for i in range(1, NUM_LAYERS):
     biases.append(rg.normal(scale=10, size=SIZES[i]))
 
 
-def feed_forward(x, transfer=reLU):
+def feed_forward(x, transfer=sigmoid):
     '''Compute all z and output vectors for given input vector'''
 
     a_s = [x]