Refactor

Example/test/configs/l2_3.py

@@ -0,0 +1,54 @@
+from conex.behaviors.neurons.neuron_types.lif_neurons import AELIF, ELIF
+from conex.nn.Config.layer_config import LayerConfig
+from pymonntorch import *
+
+
+class l2_3(LayerConfig):
+    exc_size = (10, 20, 20)
+    exc_neuron_params = {
+        "R": 20,
+        "tau": 25,
+        "threshold": -37,
+        "v_reset": -75,
+        "v_rest": -65,
+        "alpha": 0.3,
+        "beta": -0.4,
+        "w_tau": 10,
+        "delta": 0.9,
+        "theta_rh": -42,
+    }
+    exc_neuron_type = AELIF
+    exc_tau_trace = 2.7
+    exc_fire = True
+    exc_dendrite_params = {"distal_provocativeness": 0.5}
+
+    inh_size = (5, 20, 20)
+    inh_neuron_params = {
+        "R": 20,
+        "tau": 25,
+        "threshold": -37,
+        "v_reset": -75,
+        "v_rest": -65,
+        "delta": 0.8,
+        "theta_rh": -42,
+    }
+    inh_neuron_type = ELIF
+    inh_tau_trace = 2.7
+    inh_fire = True
+    inh_dendrite_params = {"distal_provocativeness": 0.5}
+
+    exc_exc_weight_init_params = {"mode": "uniform"}
+    exc_exc_structure = "Simple"
+    exc_exc_structure_params = {"current_coef": 3}
+
+    exc_inh_weight_init_params = {"mode": "uniform"}
+    exc_inh_structure = "Simple"
+    exc_inh_structure_params = {"current_coef": 3}
+
+    inh_exc_weight_init_params = {"mode": "uniform"}
+    inh_exc_structure = "Simple"
+    inh_exc_structure_params = {"current_coef": 3}
+
+    inh_inh_weight_init_params = {"mode": "uniform"}
+    inh_inh_structure = "Simple"
+    inh_inh_structure_params = {"current_coef": 3}

Example/test/configs/l2_3_l5.py

@@ -0,0 +1,9 @@
+from conex.nn.Config.connection_config import Layer2LayerConnectionConfig
+
+
+class l2_3_l5(Layer2LayerConnectionConfig):
+    exc_exc_weight_init_params = {"mode": "uniform"}
+    exc_exc_structure = "Simple"
+    exc_exc_structure_params = {"current_coef": 3}
+    exc_exc_src_pop = "exc_pop"
+    exc_exc_dst_pop = "exc_pop"

Example/test/configs/l2_3_rep.py

@@ -0,0 +1,9 @@
+from conex.nn.Config.connection_config import Layer2PopConnectionConfig
+
+
+class l2_3_rep(Layer2PopConnectionConfig):
+    exc_2_pop_weight_init_params = {"mode": "uniform"}
+    exc_2_pop_structure = "Simple"
+    exc_2_pop_structure_params = {"current_coef": 3}
+    exc_2_pop_src_pop = "exc_pop"
+    exc_2_pop_tag = "Proximal"

Example/test/configs/l4.py

@@ -0,0 +1,49 @@
+from conex.behaviors.neurons.neuron_types.lif_neurons import LIF, ELIF
+from conex.nn.Config.layer_config import LayerConfig
+from pymonntorch import *
+
+
+class l4(LayerConfig):
+    exc_size = (4, 25, 25)
+    exc_neuron_params = {
+        "R": 20,
+        "tau": 25,
+        "threshold": -37,
+        "v_reset": -75,
+        "v_rest": -65,
+    }
+    exc_neuron_type = LIF
+    exc_tau_trace = 2.7
+    exc_fire = True
+    exc_dendrite_params = {"distal_provocativeness": 0.5}
+
+    inh_size = (4, 5, 5)
+    inh_neuron_params = {
+        "R": 20,
+        "tau": 25,
+        "threshold": -37,
+        "v_reset": -75,
+        "v_rest": -65,
+        "delta": 0.8,
+        "theta_rh": -42,
+    }
+    inh_neuron_type = ELIF
+    inh_tau_trace = 2.7
+    inh_fire = True
+    inh_dendrite_params = {"distal_provocativeness": 0.5}
+
+    exc_exc_weight_init_params = {"mode": "uniform"}
+    exc_exc_structure = "Simple"
+    exc_exc_structure_params = {"current_coef": 3}
+
+    exc_inh_weight_init_params = {"mode": "uniform"}
+    exc_inh_structure = "Simple"
+    exc_inh_structure_params = {"current_coef": 3}
+
+    inh_exc_weight_init_params = {"mode": "uniform"}
+    inh_exc_structure = "Simple"
+    inh_exc_structure_params = {"current_coef": 3}
+
+    inh_inh_weight_init_params = {"mode": "uniform"}
+    inh_inh_structure = "Simple"
+    inh_inh_structure_params = {"current_coef": 3}

Example/test/configs/l4_l2_3.py

@@ -0,0 +1,9 @@
+from conex.nn.Config.connection_config import Layer2LayerConnectionConfig
+
+
+class l4_l2_3(Layer2LayerConnectionConfig):
+    exc_exc_weight_init_params = {"mode": "uniform"}
+    exc_exc_structure = "Simple"
+    exc_exc_structure_params = {"current_coef": 3}
+    exc_exc_src_pop = "exc_pop"
+    exc_exc_dst_pop = "exc_pop"

Example/test/configs/l5.py

@@ -0,0 +1,51 @@
+from conex.behaviors.neurons.neuron_types.lif_neurons import ELIF
+from conex.nn.Config.layer_config import LayerConfig
+from pymonntorch import *
+
+
+class l5(LayerConfig):
+    exc_size = (3, 5, 5)
+    exc_neuron_params = {
+        "R": 20,
+        "tau": 25,
+        "threshold": -37,
+        "v_reset": -75,
+        "v_rest": -65,
+        "delta": 0.8,
+        "theta_rh": -42,
+    }
+    exc_neuron_type = ELIF
+    exc_tau_trace = 2.7
+    exc_fire = True
+    exc_dendrite_params = {"distal_provocativeness": 0.5}
+
+    inh_size = (1, 5, 5)
+    inh_neuron_params = {
+        "R": 20,
+        "tau": 25,
+        "threshold": -37,
+        "v_reset": -75,
+        "v_rest": -65,
+        "delta": 0.8,
+        "theta_rh": -42,
+    }
+    inh_neuron_type = ELIF
+    inh_tau_trace = 2.7
+    inh_fire = True
+    inh_dendrite_params = {"distal_provocativeness": 0.5}
+
+    exc_exc_weight_init_params = {"mode": "uniform"}
+    exc_exc_structure = "Simple"
+    exc_exc_structure_params = {"current_coef": 3}
+
+    exc_inh_weight_init_params = {"mode": "uniform"}
+    exc_inh_structure = "Simple"
+    exc_inh_structure_params = {"current_coef": 3}
+
+    inh_exc_weight_init_params = {"mode": "uniform"}
+    inh_exc_structure = "Simple"
+    inh_exc_structure_params = {"current_coef": 3}
+
+    inh_inh_weight_init_params = {"mode": "uniform"}
+    inh_inh_structure = "Simple"
+    inh_inh_structure_params = {"current_coef": 3}

Example/test/configs/l5_l2_3.py

@@ -0,0 +1,9 @@
+from conex.nn.Config.connection_config import Layer2LayerConnectionConfig
+
+
+class l5_l2_3(Layer2LayerConnectionConfig):
+    exc_exc_weight_init_params = {"mode": "uniform"}
+    exc_exc_structure = "Simple"
+    exc_exc_structure_params = {"current_coef": 3}
+    exc_exc_src_pop = "exc_pop"
+    exc_exc_dst_pop = "exc_pop"

Example/test/configs/sens_l4.py

@@ -0,0 +1,9 @@
+from conex.nn.Config.connection_config import Pop2LayerConnectionConfig
+
+
+class sens_l4(Pop2LayerConnectionConfig):
+    pop_2_exc_weight_init_params = {"mode": "uniform", "weight_shape": [4, 1, 4, 4]}
+    pop_2_exc_structure = "Conv2d"
+    pop_2_exc_structure_params = {"current_coef": 3}
+    pop_2_exc_dst_pop = "exc_pop"
+    pop_2_exc_tag = "Proximal"

Example/test/mnist.py

@@ -0,0 +1,119 @@
+from pymonntorch import *
+
+from conex import *
+from conex.nn.priorities import NEURON_PRIORITIES
+
+from conex.helpers.encoders import Poisson
+from conex.helpers.transforms import *
+
+from torchvision import transforms
+from torchvision.datasets import MNIST
+from torch.utils.data import DataLoader
+
+import torch
+
+# parameters
+POISSON_TIME = 30
+POISSON_RATIO = 5 / 30
+MNIST_ROOT = "~/Temp/MNIST/"
+SENSORY_SIZE_HEIGHT = 28
+SENSORY_SIZE_WIDTH = 28  # MNIST's image size
+SENSORY_TRACE_TAU_S = 2.7
+REPRESENTATION_SIZE_HEIGHT = 7
+REPRESENTATION_SIZE_WIDTH = 7
+DEVICE = "cuda"
+DTYPE = torch.float16
+
+from configs.l2_3 import *
+from configs.l4 import *
+from configs.l5 import *
+from configs.sens_l4 import *
+from configs.l2_3_l5 import *
+from configs.l4_l2_3 import *
+from configs.l5_l2_3 import *
+from configs.l2_3_rep import *
+
+#############################
+# making dataloader
+#############################
+transformation = transforms.Compose(
+    [
+        transforms.ToTensor(),
+        SqueezeTransform(dim=0),
+        Poisson(time_window=POISSON_TIME, ratio=POISSON_RATIO),
+    ]
+)
+
+dataset = MNIST(root=MNIST_ROOT, train=True, download=True, transform=transformation)
+
+dl = DataLoader(dataset, batch_size=16)
+#############################
+
+
+#############################
+# initializing neocortex
+#############################
+net = Neocortex(settings={"device": DEVICE, "dtype": DTYPE})
+#############################
+
+
+#############################
+# input layer
+#############################
+input_layer = InputLayer(
+    net=net,
+    input_dataloader=dl,
+    sensory_size=NeuronDimension(
+        depth=1, height=SENSORY_SIZE_HEIGHT, width=SENSORY_SIZE_WIDTH
+    ),
+    sensory_trace=SENSORY_TRACE_TAU_S,
+)
+
+#############################
+
+#############################
+# output layer
+#############################
+output_layer = OutputLayer(
+    net=net,
+    representation_size=NeuronDimension(
+        depth=1, height=REPRESENTATION_SIZE_HEIGHT, width=REPRESENTATION_SIZE_WIDTH
+    ),
+)
+
+#############################
+
+
+#############################
+# making cortical column
+#############################
+cc1 = CorticalColumn(
+    net,
+    L2_3_config=l2_3().make(),
+    L4_config=l4().make(),
+    L5_config=l5().make(),
+    L6_config=None,
+    L6_L4_syn_config=None,
+    L4_L2_3_syn_config=l4_l2_3().make(),
+    L2_3_L5_syn_config=l2_3_l5().make(),
+    L5_L2_3_syn_config=l5_l2_3().make(),
+)
+#############################
+
+
+#############################
+# connect sensory to column
+#############################
+input_layer.connect(
+    cc1,
+    sensory_L4_syn_config=sens_l4().make(),
+    sensory_L6_syn_config=None,
+    location_L6_syn_config=None,
+)
+#############################
+
+cc1.connect(output_layer, L2_3_representation_syn_config=l2_3_rep().make())
+
+net.initialize()
+
+net.simulate_iterations(100)

conex/__init__.py

@@ -1,14 +1,17 @@
-from conex.behaviours.network.neuromodulators import *
-from conex.behaviours.network.timestep import *
-from conex.behaviours.network.reward import *
+from conex.behaviors.network.neuromodulators import *
+from conex.behaviors.network.time_resolution import *
+from conex.behaviors.network.payoff import *
 
-from conex.behaviours.neurons.neuron_types.lif_neurons import *
-from conex.behaviours.neurons.sensory.dataset import *
-from conex.behaviours.neurons.specs import *
+from conex.behaviors.neurons.neuron_types.lif_neurons import *
+from conex.behaviors.neurons.setters import *
+from conex.behaviors.neurons.specs import *
 
-from conex.behaviours.synapses.dendrites import *
-from conex.behaviours.synapses.learning import *
-from conex.behaviours.synapses.specs import *
+from conex.behaviors.synapses.dendrites import *
+from conex.behaviors.synapses.learning import *
+from conex.behaviors.synapses.specs import *
+
+from conex.behaviors.layer.dataset import *
 
 from conex.nn.Structure import *
-from conex.nn.Modules import *
+from conex.nn.Modules import *
+from conex.nn.Config import *