start thinking about pipelines and native modules

Author: vchuravy

src/module/Module.jl

@@ -516,5 +516,7 @@ end
 
 # include implementations
 include("symbol_module.jl")
+include("pipeline.jl")
+include("native_module.jl")
 
 end

src/module/native_module.jl

@@ -0,0 +1,10 @@
+"""
+    NativeModule
+
+Allows the implementation of a MXNet module in native Julia. NDArrays
+will be translated into native Julia arrays.
+"""
+type NativeModule{F<:Function,B<:Function} <: AbstractModule
+   forward :: F
+   backward :: B
+end

src/module/pipeline.jl

@@ -0,0 +1,39 @@
+abstract PipelineModule <: AbstractModule
+
+"""
+    SimplePipelineModule
+
+Allows the pipelining of several modules.
+
+# Arguments:
+* `pipeline :: Vector{Module}`
+  The elements that are called sequentially
+
+# Functionality
+*
+"""
+type SimplePipelineModule <: PipelineModule
+  pipeline :: Vector{Module}
+end
+
+type ModuleDataProvider <: mx.AbstractDataProvider
+  mod :: Module
+end
+
+
+function forward(self :: SimplePipelineModule)
+  for mod in self.pipeline
+    forward(mod)
+  end
+end
+
+function backward(self :: SimplePipelineModule)
+  for i in length(self.pipeline):-1:1
+    mod = self.pipeline[i]
+    backward(mod)
+  end
+end
+
+function get_outputs(self :: SimplePipelineModule)
+  return get_outputs(last(self.pipeline))
+end

test/unittest/symbol-module.jl

@@ -133,6 +133,9 @@ function test_linear_regression(n_epoch::Int = 10)
   @test sum(abs(ha_pred-y_pred)) < 1e-1
 end
 
+function test_simplepipeline()
+end
+
 ################################################################################
 # Run tests
 ################################################################################