Adding tokens

pipeline/tokens/function_name_tokens.json

@@ -0,0 +1,9 @@
+{ 
+    "increment" : ["increment", "next", "increase", "add_one"],
+    "decrement" : ["decrement", "previous", "decrease", "subtract_one"],
+    "sum" : ["sum_all", "add_all", "summation"],
+    "append" : ["append", "add_element", "insert_to_tail"],
+    "remove" : ["remove", "delete_element", "delete_el"],
+    "len" : ["lenght", "len"],
+    "concatenate" : ["connect", "join", "concatenate", "combine_two"]
+}

pipeline/tokens/primitives_tokens.json

@@ -0,0 +1,17 @@
+
+{ 
+    "++" : ["<variable>++", "<variable> += 1", "<variable> = <variable> + 1"],
+    "--" : ["<variable>--", "<variable> -= 1", "<variable> = <variable> - 1"],
+    "append" : ["<variable1>.append(<variable2>)", "<variable1> +[<variable2>]"],
+    "remove" : ["<variable1>.remove(<variable2>)", "<variable1> +[<variable2>]"],
+    "concatenate" : ["<variable1> + <variable2>", "<variable1>.extend(<variable2>)"]
+
+}
+
+
+
+
+
+
+
+

pipeline/tokens/variables_tokens.json

@@ -0,0 +1,10 @@
+{
+    "i" : ["i", "k", "index", "counter"],
+    "v" : ["var", "variable", "v"],
+    "t" : ["tem", "temp", "t"],
+    "list" : ["l", "list"],
+    "number" : ["number", "num", "n"],
+    "object" : ["object",  "obj", "o"],
+    "accu" : ["accumulated", "accu", "summed"]
+}
+