add learnable layer class

takerum · Jan 18, 2016 · 8a45de3 · 8a45de3
1 parent 5e8a76a
commit 8a45de3
Show file tree

Hide file tree

Showing 4 changed files with 12 additions and 6 deletions.
diff --git a/source/layers/batch_normalization.py b/source/layers/batch_normalization.py
@@ -2,9 +2,9 @@
 import theano.tensor as T
 import numpy
 
-from layer import Layer
+from layer import LearnableLayer
 
-class BatchNormalization(Layer):
+class BatchNormalization(LearnableLayer):
 
     def __init__(self,size,moving_avg_ratio=0.9,initial_gamma=None,initial_beta=None):
 

diff --git a/source/layers/conv_2d.py b/source/layers/conv_2d.py
@@ -3,7 +3,7 @@
 import numpy
 import collections
 from theano.tensor.nnet import conv
-from layer import Layer
+from layer import LearnableLayer
 
 from pylearn2.sandbox.cuda_convnet.filter_acts import FilterActs
 from theano.sandbox.cuda.basic_ops import gpu_contiguous
@@ -13,7 +13,7 @@ def _pair(x):
         return x
     return (x, x)
 
-class Conv_2D(Layer):
+class Conv_2D(LearnableLayer):
 
     def __init__(self,in_maps,out_maps,filter_size,border_mode='valid',stride=1,use_bias=True,initial_W=None,initial_b=None,use_pylearn=True):
         """

diff --git a/source/layers/layer.py b/source/layers/layer.py
@@ -5,3 +5,9 @@ def __call__(self, input):
 
     def forward(self,input):
         raise NotImplementedError()
+
+
+class LearnableLayer(Layer):
+
+    def __init__(self):
+        self.params = None
diff --git a/source/layers/linear.py b/source/layers/linear.py
@@ -2,9 +2,9 @@
 import theano.tensor as T
 import numpy
 
-from layer import Layer
+from layer import LearnableLayer
 
-class Linear(Layer):
+class Linear(LearnableLayer):
 
     def __init__(self,size,use_bias=True,initial_W=None,initial_b=None):
         self.use_bias = use_bias