BN supports batchsize=1

torch · Aug 3, 2017 · ab0ee1f · ab0ee1f
1 parent e9ef2d5
commit ab0ee1f
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/test.lua b/test.lua
@@ -978,9 +978,9 @@ local function BatchNormalization_backward(moduleName, mode, inputSize, backward
     end
 end
 
-local function testBatchNormalization(name, dim, k)
+local function testBatchNormalization(name, dim, k, batchsize)
    local function inputSize()
-      local inputSize = { torch.random(2,32), torch.random(1, k) }
+      local inputSize = { batchsize or torch.random(2,32), torch.random(1, k) }
       for i=1,dim do
          table.insert(inputSize, torch.random(1,k))
       end
@@ -1005,6 +1005,7 @@ end
 
 function cunntest.BatchNormalization()
    testBatchNormalization('BatchNormalization', 0, 128)
+   testBatchNormalization('BatchNormalization', 0, 128, 1) -- test batchsize=1
 end
 
 function cunntest.SpatialBatchNormalization()