-
Notifications
You must be signed in to change notification settings - Fork 3
/
Copy patharch01.nb
15621 lines (14706 loc) · 784 KB
/
arch01.nb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
(* Content-type: application/vnd.wolfram.mathematica *)
(*** Wolfram Notebook File ***)
(* http://www.wolfram.com/nb *)
(* CreatedBy='Mathematica 11.3' *)
(*CacheID: 234*)
(* Internal cache information:
NotebookFileLineBreakTest
NotebookFileLineBreakTest
NotebookDataPosition[ 158, 7]
NotebookDataLength[ 802349, 15613]
NotebookOptionsPosition[ 800835, 15584]
NotebookOutlinePosition[ 801179, 15599]
CellTagsIndexPosition[ 801136, 15596]
WindowFrame->Normal*)
(* Beginning of Notebook Content *)
Notebook[{
Cell[CellGroupData[{
Cell[BoxData[
RowBox[{
RowBox[{"Print", "[", "\"\<Network Architecture...\>\"", "]"}],
";"}]], "Input",
CellChangeTimes->{{3.77164032080055*^9, 3.771640333023307*^9}},
CellLabel->"In[1]:=",ExpressionUUID->"fae7aca7-189c-4b34-b5c8-8771215b509d"],
Cell[BoxData["\<\"Network Architecture...\"\>"], "Print",
CellChangeTimes->{
3.7717280982513037`*^9, 3.771818391209737*^9, 3.771818435771921*^9,
3.7718184936800747`*^9, 3.771906349415267*^9, {3.771909892011469*^9,
3.771909922027383*^9}, 3.771910828826209*^9, 3.7724173502317963`*^9, {
3.772418899891406*^9, 3.772418917587605*^9}, 3.775192569167492*^9,
3.775781085071451*^9, 3.775781292511558*^9, 3.775781736222934*^9,
3.775782168638728*^9, {3.775875434405249*^9, 3.775875447058524*^9},
3.775879513076106*^9, 3.7761295437465467`*^9, 3.7761389931762247`*^9,
3.7761392914783783`*^9, 3.776553402583008*^9, 3.776557435905191*^9,
3.776561564136929*^9, {3.7765676694424543`*^9, 3.776567692709238*^9},
3.777156174431919*^9, 3.7771704136642923`*^9, 3.7771705247396593`*^9,
3.777171726296199*^9, 3.777172809930983*^9, 3.777248644430666*^9,
3.77724878897157*^9, 3.7773228511010427`*^9, 3.777324292892652*^9,
3.7796788349278803`*^9},
CellLabel->
"During evaluation of \
In[53]:=",ExpressionUUID->"9d3e001e-3305-46d0-9d35-5bd241f70824"]
}, Open ]],
Cell[BoxData[
RowBox[{
RowBox[{
RowBox[{"ConvMod", "[",
RowBox[{"n_", ",", "kernelsize_", ",", "padsize_", ",", "stride_"}],
"]"}], ":=",
RowBox[{"NetChain", "[",
RowBox[{"{", "\[IndentingNewLine]",
RowBox[{
RowBox[{"ConvolutionLayer", "[",
RowBox[{"n", ",", "kernelsize", ",",
RowBox[{"\"\<Stride\>\"", "\[Rule]", "stride"}], ",",
RowBox[{"\"\<PaddingSize\>\"", "\[Rule]", "padsize"}]}], "]"}], ",",
"\[IndentingNewLine]",
RowBox[{"BatchNormalizationLayer", "[", "]"}], ",",
"\[IndentingNewLine]",
RowBox[{"ElementwiseLayer", "[", "Ramp", "]"}]}], "\[IndentingNewLine]",
"}"}], "]"}]}], ";"}]], "Input",
CellChangeTimes->{{3.753580040303203*^9, 3.753580046780581*^9}, {
3.753580314462274*^9, 3.7535803348157053`*^9}, {3.753587003279479*^9,
3.753587046590955*^9}, {3.77181835522797*^9, 3.7718183707210817`*^9},
3.771818491500177*^9, {3.7757812760492268`*^9, 3.775781278256605*^9}, {
3.77578172321915*^9, 3.775781725329199*^9}, {3.7765613507080297`*^9,
3.7765613713643703`*^9}},
CellLabel->"In[2]:=",ExpressionUUID->"3907ebcd-c760-4b15-870d-8cc5d4eb2f87"],
Cell[BoxData[
RowBox[{
RowBox[{
RowBox[{"EncMod", "[",
RowBox[{"n_", ",", "kernelsize_", ",", "padsize_", ",", "stride_"}],
"]"}], ":=",
RowBox[{"NetChain", "[",
RowBox[{"{", "\[IndentingNewLine]",
RowBox[{
RowBox[{"ConvMod", "[",
RowBox[{"n", ",", "kernelsize", ",", "padsize", ",", "stride"}], "]"}],
",", "\[IndentingNewLine]",
RowBox[{"PoolingLayer", "[",
RowBox[{
RowBox[{"{",
RowBox[{"2", ",", "2"}], "}"}], ",",
RowBox[{"\"\<Function\>\"", "\[Rule]", "Max"}], ",",
RowBox[{"\"\<Stride\>\"", "\[Rule]",
RowBox[{"{",
RowBox[{"2", ",", "2"}], "}"}]}]}], "]"}]}], "\[IndentingNewLine]",
"}"}], "]"}]}], ";"}]], "Input",
CellChangeTimes->{{3.753580050460917*^9, 3.753580061917292*^9}, {
3.753580157918941*^9, 3.753580185325158*^9}, {3.753580420336257*^9,
3.753580443999198*^9}, {3.7535870496309223`*^9, 3.7535870569254913`*^9}, {
3.771818360316956*^9, 3.77181837630099*^9}, 3.77241724635229*^9, {
3.775779908242895*^9, 3.775779927413275*^9}, {3.776139037487447*^9,
3.776139039660475*^9}, 3.776561353622423*^9},
CellLabel->"In[3]:=",ExpressionUUID->"ae471433-d010-4b89-bf2f-be445a1a8f96"],
Cell[BoxData[
RowBox[{
RowBox[{
RowBox[{"DecMod", "[", "n_", "]"}], ":=",
RowBox[{"NetChain", "[",
RowBox[{"{", "\[IndentingNewLine]",
RowBox[{
RowBox[{"DeconvolutionLayer", "[",
RowBox[{"n", ",",
RowBox[{"{",
RowBox[{"2", ",", "2"}], "}"}], ",",
RowBox[{"\"\<PaddingSize\>\"", "\[Rule]", "0"}], ",",
RowBox[{"\"\<Stride\>\"", "\[Rule]",
RowBox[{"{",
RowBox[{"2", ",", "2"}], "}"}]}]}], "]"}], ",",
"\[IndentingNewLine]",
RowBox[{"BatchNormalizationLayer", "[", "]"}], ",",
"\[IndentingNewLine]",
RowBox[{"ElementwiseLayer", "[", "Ramp", "]"}]}],
RowBox[{"(*", ",", "*)"}], "\[IndentingNewLine]",
RowBox[{"(*",
RowBox[{"ConvMod", "[",
RowBox[{"n", ",", "kernelsize", ",", "padsize", ",", "stride"}], "]"}],
"*)"}], "\[IndentingNewLine]", "}"}], "]"}]}], ";"}]], "Input",
CellChangeTimes->{{3.753580067709486*^9, 3.753580079484797*^9}, {
3.753580350272546*^9, 3.753580351759672*^9}, {3.753580529648486*^9,
3.753580554003401*^9}, {3.75358706501236*^9, 3.753587087788858*^9}, {
3.77181838060546*^9, 3.771818387211122*^9}, 3.772417246553979*^9, {
3.775781285025634*^9, 3.7757812869168243`*^9}, {3.77578173081979*^9,
3.775781732817852*^9}, {3.776561357028552*^9, 3.776561360564517*^9}, {
3.777163508022403*^9, 3.7771635113215303`*^9}, {3.7771638198036757`*^9,
3.777163824841774*^9}, {3.777169405755288*^9, 3.777169407752646*^9},
3.7771704948693037`*^9},
CellLabel->"In[4]:=",ExpressionUUID->"304c9253-0741-41e3-a604-db767177dedb"],
Cell[BoxData[
RowBox[{
RowBox[{
RowBox[{"MapMod", "[",
RowBox[{"n_", ",", "kernelsize_", ",", "padsize_", ",", "stride_"}],
"]"}], ":=",
RowBox[{"NetChain", "[",
RowBox[{"{", "\[IndentingNewLine]",
RowBox[{
RowBox[{"ConvolutionLayer", "[",
RowBox[{"n", ",", "kernelsize", ",",
RowBox[{"\"\<Stride\>\"", "\[Rule]", "stride"}], ",",
RowBox[{"\"\<PaddingSize\>\"", "\[Rule]", "padsize"}]}], "]"}], ",",
"\[IndentingNewLine]", "LogisticSigmoid"}], "\[IndentingNewLine]",
"}"}], "]"}]}], ";"}]], "Input",
CellChangeTimes->{{3.7535777552210693`*^9, 3.753577848539216*^9},
3.753579640344192*^9, {3.753580807570119*^9, 3.753580813169504*^9}, {
3.7535824990249443`*^9, 3.753582501460184*^9}, {3.75358712390329*^9,
3.753587129631275*^9}, {3.753587230837791*^9, 3.7535872339331408`*^9}},
CellLabel->"In[5]:=",ExpressionUUID->"58cf3314-f808-40cc-97e3-6543dcfb2af0"],
Cell[BoxData[
RowBox[{"(*",
RowBox[{
RowBox[{
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--", " ", "Network"}]}]}]}]}]}]}]}]}]}]}], " ",
RowBox[{
RowBox[{
RowBox[{"Parameters", " ", "--"}], "--"}], "--"}]}], "-",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"-",
RowBox[{"--", "--"}]}]}]}]}]}]}]}]}]}]}]}]}]}]}]}]}],
"*)"}]], "Input",
CellChangeTimes->{{3.749160460330285*^9, 3.749160463981484*^9}, {
3.7537540070737457`*^9, 3.753754030573264*^9}, {3.753754070646834*^9,
3.7537541035498943`*^9}},
CellLabel->"In[6]:=",ExpressionUUID->"dd62b4e1-f218-47fa-96a9-40df10966e96"],
Cell[BoxData[
RowBox[{
RowBox[{
RowBox[{"ks0", "=",
RowBox[{"{",
RowBox[{"3", ",", "3"}], "}"}]}], ";", " ",
RowBox[{"ps0", "=",
RowBox[{"{",
RowBox[{"1", ",", "1"}], "}"}]}], ";",
RowBox[{"st0", "=",
RowBox[{"{",
RowBox[{"1", ",", "1"}], "}"}]}], ";"}], " ",
RowBox[{"(*",
RowBox[{"KernelSize", ",", " ", "PadSize", ",", " ", "Stride"}],
"*)"}]}]], "Input",
CellChangeTimes->{{3.7535810912536716`*^9, 3.753581168405683*^9}, {
3.753585777960185*^9, 3.753585785771196*^9}, {3.753586075809906*^9,
3.753586082238895*^9}, {3.7535863674692163`*^9, 3.753586384381165*^9}, {
3.7535866467355633`*^9, 3.7535866524194803`*^9}, {3.7615989726471786`*^9,
3.761598992026504*^9}, {3.771564794289276*^9, 3.771564801257637*^9},
3.771564833319508*^9, {3.77163471075939*^9, 3.771634722988789*^9}, {
3.776561448849119*^9, 3.7765614567654*^9}},
CellLabel->"In[7]:=",ExpressionUUID->"598362fb-2818-48e5-9a08-a8e149030eef"],
Cell[BoxData[
RowBox[{
RowBox[{
RowBox[{"ks1", "=",
RowBox[{"{",
RowBox[{"5", ",", "5"}], "}"}]}], ";", " ",
RowBox[{"ps1", "=",
RowBox[{"{",
RowBox[{"2", ",", "2"}], "}"}]}], ";",
RowBox[{"st1", "=",
RowBox[{"{",
RowBox[{"1", ",", "1"}], "}"}]}], ";"}], " "}]], "Input",
CellChangeTimes->{{3.753581179413047*^9, 3.753581197318062*^9}, {
3.75358125247964*^9, 3.753581256469619*^9}, {3.753585482280881*^9,
3.7535854838803787`*^9}, {3.753585531738677*^9, 3.7535855395566893`*^9}, {
3.753585787113357*^9, 3.753585793782555*^9}, {3.753586085130797*^9,
3.753586093052541*^9}, {3.753586371743794*^9, 3.7535863792743073`*^9}, {
3.76159897629526*^9, 3.761598994917254*^9}, {3.7715648119044743`*^9,
3.771564833330544*^9}, {3.7716347110220757`*^9, 3.771634723217803*^9}, {
3.776561463499928*^9, 3.776561470494527*^9}, {3.779747488995281*^9,
3.779747496453609*^9}, {3.779755400114155*^9, 3.779755406916181*^9}},
CellLabel->"In[8]:=",ExpressionUUID->"33ac2309-75a9-4ac8-abc2-471d02bf7775"],
Cell[BoxData[
RowBox[{"(*",
RowBox[{
RowBox[{
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--", " ", "Construct"}]}]}]}]}]}]}]}]}]}]}], " ",
"SCondNet", " ",
RowBox[{
RowBox[{
RowBox[{
RowBox[{"(",
RowBox[{"N", "=", "!"}], ")"}], " ", "--"}], "--"}], "--"}]}], "-",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"--",
RowBox[{"-",
RowBox[{"--", "--"}]}]}]}]}]}]}]}]}]}]}]}]}]}]}]}]}],
"*)"}]], "Input",
CellChangeTimes->{{3.749160460330285*^9, 3.749160463981484*^9}, {
3.7537540070737457`*^9, 3.753754030573264*^9}, 3.753754070646834*^9, {
3.753754119021077*^9, 3.753754132168973*^9}, {3.761531427454481*^9,
3.7615314298367434`*^9}, {3.771638907334712*^9, 3.771638911892109*^9}, {
3.792458982568747*^9,
3.792458987704372*^9}},ExpressionUUID->"d61806f1-1461-48cf-9828-\
affeff2ed9d7"],
Cell[CellGroupData[{
Cell[BoxData[
RowBox[{"CondNET", "=",
RowBox[{"NetGraph", "[",
RowBox[{
RowBox[{"<|", "\[IndentingNewLine]",
RowBox[{
RowBox[{"\"\<Enc_01a\>\"", "\[Rule]",
RowBox[{"EncMod", "[",
RowBox[{"4", ",", "ks0", ",", "ps0", ",", "st0"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Enc_02a\>\"", "\[Rule]",
RowBox[{"EncMod", "[",
RowBox[{"8", ",", "ks0", ",", " ", "ps0", ",", "st0"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Enc_03a\>\"", "\[Rule]",
RowBox[{"EncMod", "[",
RowBox[{"16", ",", "ks0", ",", " ", "ps0", ",", "st0"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Enc_04a\>\"", "\[Rule]",
RowBox[{"EncMod", "[",
RowBox[{"32", ",", "ks0", ",", " ", "ps0", ",", "st0"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Enc_05a\>\"", "\[Rule]",
RowBox[{"EncMod", "[",
RowBox[{"64", ",", "ks0", ",", " ", "ps0", ",", "st0"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Enc_06a\>\"", "\[Rule]",
RowBox[{"EncMod", "[",
RowBox[{"128", ",", "ks0", ",", " ", "ps0", ",", "st0"}], "]"}]}],
",", "\[IndentingNewLine]",
RowBox[{"\"\<Dec_06a\>\"", "\[Rule]",
RowBox[{"DecMod", "[", "64", "]"}]}], ",", "\[IndentingNewLine]",
"\[IndentingNewLine]",
RowBox[{"\"\<Enc_01b\>\"", "\[Rule]",
RowBox[{"EncMod", "[",
RowBox[{"4", ",", "ks0", ",", "ps0", ",", "st0"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Enc_02b\>\"", "\[Rule]",
RowBox[{"EncMod", "[",
RowBox[{"8", ",", "ks0", ",", " ", "ps0", ",", "st0"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Enc_03b\>\"", "\[Rule]",
RowBox[{"EncMod", "[",
RowBox[{"16", ",", "ks0", ",", " ", "ps0", ",", "st0"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Enc_04b\>\"", "\[Rule]",
RowBox[{"EncMod", "[",
RowBox[{"32", ",", "ks0", ",", " ", "ps0", ",", "st0"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Enc_05b\>\"", "\[Rule]",
RowBox[{"EncMod", "[",
RowBox[{"64", ",", "ks0", ",", " ", "ps0", ",", "st0"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Enc_06b\>\"", "\[Rule]",
RowBox[{"EncMod", "[",
RowBox[{"128", ",", "ks0", ",", " ", "ps0", ",", "st0"}], "]"}]}],
",", "\[IndentingNewLine]",
RowBox[{"\"\<Dec_06b\>\"", "\[Rule]",
RowBox[{"DecMod", "[", "64", "]"}]}], ",", "\[IndentingNewLine]",
"\[IndentingNewLine]",
RowBox[{"\"\<H\>\"", "\[Rule]",
RowBox[{"CatenateLayer", "[", "]"}]}], ",", "\[IndentingNewLine]",
"\[IndentingNewLine]",
RowBox[{"\"\<Dec_1x\>\"", "\[Rule]",
RowBox[{"DecMod", "[", "4", "]"}]}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<Dec_2x\>\"", "\[Rule]",
RowBox[{"DecMod", "[", "8", "]"}]}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<Dec_3x\>\"", "\[Rule]",
RowBox[{"DecMod", "[", "16", "]"}]}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<Dec_4x\>\"", "\[Rule]",
RowBox[{"DecMod", "[", "32", "]"}]}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<Dec_5x\>\"", "\[Rule]",
RowBox[{"DecMod", "[", "64", "]"}]}], ",", "\[IndentingNewLine]",
"\[IndentingNewLine]",
RowBox[{"\"\<Conv_1x\>\"", "\[Rule]",
RowBox[{"ConvMod", "[",
RowBox[{"8", ",", "ks1", ",", " ", "ps1", ",", "st1"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Conv_2x\>\"", "\[Rule]",
RowBox[{"ConvMod", "[",
RowBox[{"16", ",", "ks1", ",", " ", "ps1", ",", "st1"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Conv_3x\>\"", "\[Rule]",
RowBox[{"ConvMod", "[",
RowBox[{"32", ",", "ks1", ",", " ", "ps1", ",", "st1"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Conv_4x\>\"", "\[Rule]",
RowBox[{"ConvMod", "[",
RowBox[{"64", ",", "ks1", ",", " ", "ps1", ",", "st1"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Conv_5x\>\"", "\[Rule]",
RowBox[{"ConvMod", "[",
RowBox[{"128", ",", "ks1", ",", " ", "ps1", ",", "st1"}], "]"}]}],
",", "\[IndentingNewLine]", "\[IndentingNewLine]",
RowBox[{"\"\<H_1x\>\"", "\[Rule]",
RowBox[{"CatenateLayer", "[", "]"}]}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<H_2x\>\"", "\[Rule]",
RowBox[{"CatenateLayer", "[", "]"}]}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<H_3x\>\"", "\[Rule]",
RowBox[{"CatenateLayer", "[", "]"}]}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<H_4x\>\"", "\[Rule]",
RowBox[{"CatenateLayer", "[", "]"}]}], ",", "\[IndentingNewLine]",
"\[IndentingNewLine]",
RowBox[{"\"\<Map0x\>\"", "\[Rule]",
RowBox[{"MapMod", "[",
RowBox[{"1", ",", "ks1", ",", "ps1", ",", "st1"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Map1x\>\"", "\[Rule]",
RowBox[{"MapMod", "[",
RowBox[{"4", ",", "ks1", ",", "ps1", ",", "st1"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Map2x\>\"", "\[Rule]",
RowBox[{"MapMod", "[",
RowBox[{"8", ",", "ks1", ",", "ps1", ",", "st1"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Map3x\>\"", "\[Rule]",
RowBox[{"MapMod", "[",
RowBox[{"16", ",", "ks1", ",", "ps1", ",", "st1"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Map4x\>\"", "\[Rule]",
RowBox[{"MapMod", "[",
RowBox[{"32", ",", "ks1", ",", "ps1", ",", "st1"}], "]"}]}], ",",
"\[IndentingNewLine]", "\[IndentingNewLine]",
RowBox[{"\"\<Dec_1y\>\"", "\[Rule]",
RowBox[{"DecMod", "[", "4", "]"}]}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<Dec_2y\>\"", "\[Rule]",
RowBox[{"DecMod", "[", "8", "]"}]}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<Dec_3y\>\"", "\[Rule]",
RowBox[{"DecMod", "[", "16", "]"}]}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<Dec_4y\>\"", "\[Rule]",
RowBox[{"DecMod", "[", "32", "]"}]}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<Dec_5y\>\"", "\[Rule]",
RowBox[{"DecMod", "[", "64", "]"}]}], ",", "\[IndentingNewLine]",
"\[IndentingNewLine]",
RowBox[{"\"\<Conv_1y\>\"", "\[Rule]",
RowBox[{"ConvMod", "[",
RowBox[{"8", ",", "ks1", ",", " ", "ps1", ",", "st1"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Conv_2y\>\"", "\[Rule]",
RowBox[{"ConvMod", "[",
RowBox[{"16", ",", "ks1", ",", " ", "ps1", ",", "st1"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Conv_3y\>\"", "\[Rule]",
RowBox[{"ConvMod", "[",
RowBox[{"32", ",", "ks1", ",", " ", "ps1", ",", "st1"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Conv_4y\>\"", "\[Rule]",
RowBox[{"ConvMod", "[",
RowBox[{"64", ",", "ks1", ",", " ", "ps1", ",", "st1"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Conv_5y\>\"", "\[Rule]",
RowBox[{"ConvMod", "[",
RowBox[{"128", ",", "ks1", ",", " ", "ps1", ",", "st1"}], "]"}]}],
",", "\[IndentingNewLine]", "\[IndentingNewLine]",
RowBox[{"\"\<H_1y\>\"", "\[Rule]",
RowBox[{"CatenateLayer", "[", "]"}]}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<H_2y\>\"", "\[Rule]",
RowBox[{"CatenateLayer", "[", "]"}]}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<H_3y\>\"", "\[Rule]",
RowBox[{"CatenateLayer", "[", "]"}]}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<H_4y\>\"", "\[Rule]",
RowBox[{"CatenateLayer", "[", "]"}]}], ",", "\[IndentingNewLine]",
"\[IndentingNewLine]",
RowBox[{"\"\<Map0y\>\"", "\[Rule]",
RowBox[{"MapMod", "[",
RowBox[{"1", ",", "ks1", ",", "ps1", ",", "st1"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Map1y\>\"", "\[Rule]",
RowBox[{"MapMod", "[",
RowBox[{"4", ",", "ks1", ",", "ps1", ",", "st1"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Map2y\>\"", "\[Rule]",
RowBox[{"MapMod", "[",
RowBox[{"8", ",", "ks1", ",", "ps1", ",", "st1"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Map3y\>\"", "\[Rule]",
RowBox[{"MapMod", "[",
RowBox[{"16", ",", "ks1", ",", "ps1", ",", "st1"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Map4y\>\"", "\[Rule]",
RowBox[{"MapMod", "[",
RowBox[{"32", ",", "ks1", ",", "ps1", ",", "st1"}], "]"}]}], ",",
"\[IndentingNewLine]", "\[IndentingNewLine]",
RowBox[{"\"\<Dec_1z\>\"", "\[Rule]",
RowBox[{"DecMod", "[", "4", "]"}]}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<Dec_2z\>\"", "\[Rule]",
RowBox[{"DecMod", "[", "8", "]"}]}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<Dec_3z\>\"", "\[Rule]",
RowBox[{"DecMod", "[", "16", "]"}]}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<Dec_4z\>\"", "\[Rule]",
RowBox[{"DecMod", "[", "32", "]"}]}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<Dec_5z\>\"", "\[Rule]",
RowBox[{"DecMod", "[", "64", "]"}]}], ",", "\[IndentingNewLine]",
"\[IndentingNewLine]",
RowBox[{"\"\<Conv_1z\>\"", "\[Rule]",
RowBox[{"ConvMod", "[",
RowBox[{"8", ",", "ks1", ",", " ", "ps1", ",", "st1"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Conv_2z\>\"", "\[Rule]",
RowBox[{"ConvMod", "[",
RowBox[{"16", ",", "ks1", ",", " ", "ps1", ",", "st1"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Conv_3z\>\"", "\[Rule]",
RowBox[{"ConvMod", "[",
RowBox[{"32", ",", "ks1", ",", " ", "ps1", ",", "st1"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Conv_4z\>\"", "\[Rule]",
RowBox[{"ConvMod", "[",
RowBox[{"64", ",", "ks1", ",", " ", "ps1", ",", "st1"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Conv_5z\>\"", "\[Rule]",
RowBox[{"ConvMod", "[",
RowBox[{"128", ",", "ks1", ",", " ", "ps1", ",", "st1"}], "]"}]}],
",", "\[IndentingNewLine]", "\[IndentingNewLine]",
RowBox[{"\"\<H_1z\>\"", "\[Rule]",
RowBox[{"CatenateLayer", "[", "]"}]}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<H_2z\>\"", "\[Rule]",
RowBox[{"CatenateLayer", "[", "]"}]}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<H_3z\>\"", "\[Rule]",
RowBox[{"CatenateLayer", "[", "]"}]}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<H_4z\>\"", "\[Rule]",
RowBox[{"CatenateLayer", "[", "]"}]}], ",", "\[IndentingNewLine]",
"\[IndentingNewLine]",
RowBox[{"\"\<Map0z\>\"", "\[Rule]",
RowBox[{"MapMod", "[",
RowBox[{"1", ",", "ks1", ",", "ps1", ",", "st1"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Map1z\>\"", "\[Rule]",
RowBox[{"MapMod", "[",
RowBox[{"4", ",", "ks1", ",", "ps1", ",", "st1"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Map2z\>\"", "\[Rule]",
RowBox[{"MapMod", "[",
RowBox[{"8", ",", "ks1", ",", "ps1", ",", "st1"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Map3z\>\"", "\[Rule]",
RowBox[{"MapMod", "[",
RowBox[{"16", ",", "ks1", ",", "ps1", ",", "st1"}], "]"}]}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Map4z\>\"", "\[Rule]",
RowBox[{"MapMod", "[",
RowBox[{"32", ",", "ks1", ",", "ps1", ",", "st1"}], "]"}]}]}],
"\[IndentingNewLine]", "\[IndentingNewLine]", "\[IndentingNewLine]",
"|>"}], ",", "\[IndentingNewLine]", "\[IndentingNewLine]",
RowBox[{"{",
RowBox[{
RowBox[{"{",
RowBox[{
RowBox[{"NetPort", "[", "\"\<Input1\>\"", "]"}], "\[Rule]",
RowBox[{"\"\<Enc_01a\>\"", "\[Rule]",
RowBox[{"\"\<Enc_02a\>\"", "\[Rule]",
RowBox[{"\"\<Enc_03a\>\"", "\[Rule]",
RowBox[{"\"\<Enc_04a\>\"", "\[Rule]",
RowBox[{
"\"\<Enc_05a\>\"", "\[Rule]", "\"\<Enc_06a\>\""}]}]}]}]}]}],
"}"}], ",", "\[IndentingNewLine]",
RowBox[{"{",
RowBox[{
RowBox[{"NetPort", "[", "\"\<Input2\>\"", "]"}], "\[Rule]",
RowBox[{"\"\<Enc_01b\>\"", "\[Rule]",
RowBox[{"\"\<Enc_02b\>\"", "\[Rule]",
RowBox[{"\"\<Enc_03b\>\"", "\[Rule]",
RowBox[{"\"\<Enc_04b\>\"", "\[Rule]",
RowBox[{
"\"\<Enc_05b\>\"", "\[Rule]", "\"\<Enc_06b\>\""}]}]}]}]}]}],
"}"}], ",", "\[IndentingNewLine]", "\[IndentingNewLine]",
RowBox[{"\"\<Enc_06a\>\"", "\[Rule]", "\"\<Dec_06a\>\""}], ",",
"\[IndentingNewLine]",
RowBox[{"\"\<Enc_06b\>\"", "\[Rule]", "\"\<Dec_06b\>\""}], ",",
"\[IndentingNewLine]",
RowBox[{
RowBox[{"{",
RowBox[{"\"\<Dec_06a\>\"", ",", "\"\<Dec_06b\>\""}], "}"}],
"\[Rule]", "\"\<H\>\""}], ",", "\[IndentingNewLine]",
"\[IndentingNewLine]", "\[IndentingNewLine]",
RowBox[{"\"\<H\>\"", "\[Rule]", " ",
RowBox[{"\"\<Conv_5x\>\"", "\[Rule]",
RowBox[{"\"\<Dec_5x\>\"", "\[Rule]", "\"\<Map4x\>\""}]}]}], ",",
"\[IndentingNewLine]",
RowBox[{
RowBox[{"{",
RowBox[{
"\"\<Enc_04a\>\"", ",", "\"\<Map4x\>\"", ",", "\"\<Enc_04b\>\""}],
"}"}], "\[Rule]", " ", "\"\<H_4x\>\""}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<H_4x\>\"", "\[Rule]",
RowBox[{"\"\<Conv_4x\>\"", "\[Rule]",
RowBox[{"\"\<Dec_4x\>\"", "\[Rule]", "\"\<Map3x\>\""}]}]}], ",",
"\[IndentingNewLine]",
RowBox[{
RowBox[{"{",
RowBox[{
"\"\<Enc_03a\>\"", ",", "\"\<Map3x\>\"", ",", "\"\<Enc_03b\>\""}],
"}"}], "\[Rule]", " ", "\"\<H_3x\>\""}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<H_3x\>\"", "\[Rule]",
RowBox[{"\"\<Conv_3x\>\"", "\[Rule]",
RowBox[{"\"\<Dec_3x\>\"", "\[Rule]", "\"\<Map2x\>\""}]}]}], ",",
"\[IndentingNewLine]",
RowBox[{
RowBox[{"{",
RowBox[{
"\"\<Enc_02a\>\"", ",", "\"\<Map2x\>\"", ",", "\"\<Enc_02b\>\""}],
"}"}], "\[Rule]", "\"\<H_2x\>\""}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<H_2x\>\"", "\[Rule]",
RowBox[{"\"\<Conv_2x\>\"", "\[Rule]",
RowBox[{"\"\<Dec_2x\>\"", "\[Rule]", "\"\<Map1x\>\""}]}]}], ",",
"\[IndentingNewLine]",
RowBox[{
RowBox[{"{",
RowBox[{
"\"\<Enc_01a\>\"", ",", "\"\<Map1x\>\"", ",", "\"\<Enc_01b\>\""}],
"}"}], "\[Rule]", "\"\<H_1x\>\""}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<H_1x\>\"", "\[Rule]",
RowBox[{"\"\<Conv_1x\>\"", "\[Rule]",
RowBox[{"\"\<Dec_1x\>\"", "\[Rule]",
RowBox[{"\"\<Map0x\>\"", "\[Rule]",
RowBox[{"NetPort", "[", "\"\<Output1\>\"", "]"}]}]}]}]}], ",",
"\[IndentingNewLine]", "\[IndentingNewLine]",
RowBox[{"\"\<H\>\"", "\[Rule]", " ",
RowBox[{"\"\<Conv_5y\>\"", "\[Rule]",
RowBox[{"\"\<Dec_5y\>\"", "\[Rule]", "\"\<Map4y\>\""}]}]}], ",",
"\[IndentingNewLine]",
RowBox[{
RowBox[{"{",
RowBox[{
"\"\<Enc_04a\>\"", ",", "\"\<Map4y\>\"", ",", "\"\<Enc_04b\>\""}],
"}"}], "\[Rule]", " ", "\"\<H_4y\>\""}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<H_4y\>\"", "\[Rule]",
RowBox[{"\"\<Conv_4y\>\"", "\[Rule]",
RowBox[{"\"\<Dec_4y\>\"", "\[Rule]", "\"\<Map3y\>\""}]}]}], ",",
"\[IndentingNewLine]",
RowBox[{
RowBox[{"{",
RowBox[{
"\"\<Enc_03a\>\"", ",", "\"\<Map3y\>\"", ",", "\"\<Enc_03b\>\""}],
"}"}], "\[Rule]", " ", "\"\<H_3y\>\""}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<H_3y\>\"", "\[Rule]",
RowBox[{"\"\<Conv_3y\>\"", "\[Rule]",
RowBox[{"\"\<Dec_3y\>\"", "\[Rule]", "\"\<Map2y\>\""}]}]}], ",",
"\[IndentingNewLine]",
RowBox[{
RowBox[{"{",
RowBox[{
"\"\<Enc_02a\>\"", ",", "\"\<Map2y\>\"", ",", "\"\<Enc_02b\>\""}],
"}"}], "\[Rule]", "\"\<H_2y\>\""}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<H_2y\>\"", "\[Rule]",
RowBox[{"\"\<Conv_2y\>\"", "\[Rule]",
RowBox[{"\"\<Dec_2y\>\"", "\[Rule]", "\"\<Map1y\>\""}]}]}], ",",
"\[IndentingNewLine]",
RowBox[{
RowBox[{"{",
RowBox[{
"\"\<Enc_01a\>\"", ",", "\"\<Map1y\>\"", ",", "\"\<Enc_01b\>\""}],
"}"}], "\[Rule]", "\"\<H_1y\>\""}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<H_1y\>\"", "\[Rule]",
RowBox[{"\"\<Conv_1y\>\"", "\[Rule]",
RowBox[{"\"\<Dec_1y\>\"", "\[Rule]",
RowBox[{"\"\<Map0y\>\"", "\[Rule]",
RowBox[{"NetPort", "[", "\"\<Output2\>\"", "]"}]}]}]}]}], ",",
"\[IndentingNewLine]", "\[IndentingNewLine]",
RowBox[{"\"\<H\>\"", "\[Rule]", " ",
RowBox[{"\"\<Conv_5z\>\"", "\[Rule]",
RowBox[{"\"\<Dec_5z\>\"", "\[Rule]", "\"\<Map4z\>\""}]}]}], ",",
"\[IndentingNewLine]",
RowBox[{
RowBox[{"{",
RowBox[{
"\"\<Enc_04a\>\"", ",", "\"\<Map4z\>\"", ",", "\"\<Enc_04b\>\""}],
"}"}], "\[Rule]", " ", "\"\<H_4z\>\""}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<H_4z\>\"", "\[Rule]",
RowBox[{"\"\<Conv_4z\>\"", "\[Rule]",
RowBox[{"\"\<Dec_4z\>\"", "\[Rule]", "\"\<Map3z\>\""}]}]}], ",",
"\[IndentingNewLine]",
RowBox[{
RowBox[{"{",
RowBox[{
"\"\<Enc_03a\>\"", ",", "\"\<Map3z\>\"", ",", "\"\<Enc_03b\>\""}],
"}"}], "\[Rule]", " ", "\"\<H_3z\>\""}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<H_3z\>\"", "\[Rule]",
RowBox[{"\"\<Conv_3z\>\"", "\[Rule]",
RowBox[{"\"\<Dec_3z\>\"", "\[Rule]", "\"\<Map2z\>\""}]}]}], ",",
"\[IndentingNewLine]",
RowBox[{
RowBox[{"{",
RowBox[{
"\"\<Enc_02a\>\"", ",", "\"\<Map2z\>\"", ",", "\"\<Enc_02b\>\""}],
"}"}], "\[Rule]", "\"\<H_2z\>\""}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<H_2z\>\"", "\[Rule]",
RowBox[{"\"\<Conv_2z\>\"", "\[Rule]",
RowBox[{"\"\<Dec_2z\>\"", "\[Rule]", "\"\<Map1z\>\""}]}]}], ",",
"\[IndentingNewLine]",
RowBox[{
RowBox[{"{",
RowBox[{
"\"\<Enc_01a\>\"", ",", "\"\<Map1z\>\"", ",", "\"\<Enc_01b\>\""}],
"}"}], "\[Rule]", "\"\<H_1z\>\""}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<H_1z\>\"", "\[Rule]",
RowBox[{"\"\<Conv_1z\>\"", "\[Rule]",
RowBox[{"\"\<Dec_1z\>\"", "\[Rule]",
RowBox[{"\"\<Map0z\>\"", "\[Rule]",
RowBox[{"NetPort", "[", "\"\<Output3\>\"", "]"}]}]}]}]}]}], "}"}],
",", "\[IndentingNewLine]", "\[IndentingNewLine]",
RowBox[{"\"\<Input1\>\"", "\[Rule]",
RowBox[{"NetEncoder", "[",
RowBox[{"{",
RowBox[{"\"\<Image\>\"", ",",
RowBox[{"{",
RowBox[{"256", ",", "256"}], "}"}], ",",
RowBox[{"ColorSpace", "\[Rule]", "\"\<Grayscale\>\""}]}], "}"}],
"]"}]}], ",", "\[IndentingNewLine]",
RowBox[{"\"\<Input2\>\"", "\[Rule]",
RowBox[{"NetEncoder", "[",
RowBox[{"{",
RowBox[{"\"\<Image\>\"", ",",
RowBox[{"{",
RowBox[{"256", ",", "256"}], "}"}], ",",
RowBox[{"ColorSpace", "\[Rule]", "\"\<Grayscale\>\""}]}], "}"}],
"]"}]}]}], "]"}]}]], "Input",
CellChangeTimes->{{3.752965631512206*^9, 3.752965686448625*^9},
3.752965733801126*^9, {3.752967163942707*^9, 3.752967496303589*^9},
3.7529687870116873`*^9, {3.752969497110306*^9, 3.7529696365860653`*^9}, {
3.752969715830831*^9, 3.7529697920622807`*^9}, {3.752969831381259*^9,
3.7529699748951197`*^9}, {3.752970048543421*^9, 3.752970116600079*^9}, {
3.752970192707192*^9, 3.752970202825555*^9}, {3.752970235973957*^9,
3.752970279365521*^9}, {3.7529704310073557`*^9, 3.7529705782908487`*^9},
3.752970695274082*^9, {3.752971414499645*^9, 3.7529714366063347`*^9}, {
3.752971753184265*^9, 3.752971816960363*^9}, {3.752971873792968*^9,
3.752972117155735*^9}, {3.7529722882019453`*^9, 3.7529722915241528`*^9},
3.7529777688591137`*^9, {3.752977804333798*^9, 3.752977864615123*^9}, {
3.7534026918044233`*^9, 3.753402716218102*^9}, {3.75340375044769*^9,
3.753403762116199*^9}, 3.753420091911006*^9, 3.753422079080553*^9,
3.753423114219288*^9, 3.753424555688628*^9, {3.753477337047659*^9,
3.7534773972664967`*^9}, {3.7534907443658943`*^9, 3.753490843665807*^9}, {
3.753490875466997*^9, 3.753490916884796*^9}, {3.753491024615223*^9,
3.753491151255979*^9}, {3.7534920100985813`*^9, 3.753492023684156*^9}, {
3.753492074872341*^9, 3.7534920977790318`*^9}, {3.753492153427835*^9,
3.753492170434527*^9}, {3.7534932507063417`*^9, 3.753493252512994*^9}, {
3.753493288503734*^9, 3.753493300704502*^9}, {3.753493339969514*^9,
3.7534933561364937`*^9}, {3.753493386867414*^9, 3.7534933904973383`*^9}, {
3.753493420934334*^9, 3.753493478114835*^9}, {3.753493514612563*^9,
3.753493550352593*^9}, {3.753493589317367*^9, 3.753493678183276*^9}, {
3.753493727730343*^9, 3.7534939596522207`*^9}, {3.7534940071450853`*^9,
3.753494235047925*^9}, {3.753494298619038*^9, 3.753494301176635*^9}, {
3.7534943480098467`*^9, 3.7534943729408092`*^9}, {3.753494421958926*^9,
3.753494496023178*^9}, {3.753494664637834*^9, 3.75349473642496*^9}, {
3.7534947672502403`*^9, 3.753494914764639*^9}, {3.7534960821341753`*^9,
3.753496164260139*^9}, {3.753496303228776*^9, 3.753496332928895*^9}, {
3.753496382793055*^9, 3.753496388337462*^9}, {3.753498217770155*^9,
3.753498218419199*^9}, {3.7534993075451508`*^9, 3.753499561416245*^9}, {
3.753499640734918*^9, 3.7534996607133417`*^9}, {3.753499718323194*^9,
3.753499754444686*^9}, {3.753499792552457*^9, 3.753499909537917*^9}, {
3.753499942622488*^9, 3.7535002608630533`*^9}, {3.753500329439199*^9,
3.753500504262227*^9}, {3.753503103870267*^9, 3.753503168938983*^9}, {
3.753503596979044*^9, 3.75350362801689*^9}, {3.7535037477576942`*^9,
3.753503840644355*^9}, {3.753503942359078*^9, 3.7535039636371098`*^9}, {
3.753504170151335*^9, 3.7535041705479393`*^9}, {3.753504226863896*^9,
3.7535042711904373`*^9}, {3.7535043180619287`*^9, 3.75350436902882*^9}, {
3.7535065547268047`*^9, 3.753506671206478*^9}, {3.753508979477723*^9,
3.753509078034194*^9}, {3.753510799647649*^9, 3.7535108122577457`*^9}, {
3.753577472311104*^9, 3.7535777006439123`*^9}, {3.753577866230509*^9,
3.7535779352030773`*^9}, {3.7535791702900667`*^9, 3.753579281524117*^9}, {
3.7535797208137083`*^9, 3.753579973335658*^9}, {3.7535800098236847`*^9,
3.753580020598723*^9}, 3.753580107419449*^9, {3.753580365994329*^9,
3.7535803886677227`*^9}, {3.753580455972348*^9, 3.753580482311139*^9}, {
3.753580571200837*^9, 3.753580623694796*^9}, {3.753580690754146*^9,
3.753580766973837*^9}, {3.753580852287634*^9, 3.753580857591023*^9}, {
3.753581048273589*^9, 3.7535810517769127`*^9}, {3.753581213443829*^9,
3.753581237572547*^9}, {3.753581304740027*^9, 3.75358138263947*^9}, {
3.753582458712689*^9, 3.753582471046754*^9}, {3.753587152200103*^9,
3.7535871883442593`*^9}, 3.7535872423449574`*^9, {3.753587440204186*^9,
3.7535875568755283`*^9}, {3.753587779464066*^9, 3.7535880476911287`*^9}, {
3.753655759181801*^9, 3.753655761096904*^9}, {3.753656320033122*^9,
3.753656333502796*^9}, {3.7561603909257402`*^9, 3.756160392316486*^9}, {
3.76085809638857*^9, 3.760858108044828*^9}, {3.760858149624948*^9,
3.76085815495627*^9}, 3.7608581854335823`*^9, 3.761528577010961*^9, {
3.761531449122591*^9, 3.761531450052964*^9}, {3.7616034332712717`*^9,
3.761603511748217*^9}, 3.761603570774372*^9, 3.761603687160385*^9, {
3.7616037729970713`*^9, 3.761603827166007*^9}, {3.761604092814932*^9,
3.761604093419375*^9}, {3.761612924209436*^9, 3.761612974666965*^9}, {
3.76161563432148*^9, 3.761615721207057*^9}, {3.761616040951974*^9,
3.7616162646991043`*^9}, {3.7616162951369953`*^9, 3.761616316588764*^9}, {
3.761616456942802*^9, 3.7616164963811083`*^9}, 3.761616726574231*^9, {
3.761616756709351*^9, 3.7616168025086193`*^9}, 3.761616840826211*^9,
3.761616894804798*^9, {3.761616939857913*^9, 3.761617107323718*^9},
3.761617163931589*^9, {3.761617215926627*^9, 3.7616172923438473`*^9}, {
3.761617386156852*^9, 3.7616174304692698`*^9}, {3.7616174648358097`*^9,
3.7616176388709183`*^9}, {3.7616176712499228`*^9, 3.761617818549512*^9}, {
3.76161786644038*^9, 3.761618116216465*^9}, {3.7616181553267736`*^9,
3.761618257995531*^9}, {3.761618299260661*^9, 3.761618473947584*^9}, {
3.761618560929768*^9, 3.761618598608325*^9}, {3.761618666848578*^9,
3.761618786110641*^9}, {3.761618828158814*^9, 3.7616189702711983`*^9}, {
3.761619039142868*^9, 3.761619125477453*^9}, {3.7715403208023376`*^9,
3.7715403367844677`*^9}, {3.771540373888908*^9, 3.7715406993098507`*^9}, {
3.7715407447225857`*^9, 3.7715407527837467`*^9}, {3.7715501951417427`*^9,
3.771550281615045*^9}, {3.771550488257584*^9, 3.771550560035562*^9}, {
3.77155059360264*^9, 3.771550659445922*^9}, {3.77155070524496*^9,
3.771550729198905*^9}, {3.771550786182364*^9, 3.7715508246395063`*^9}, {
3.771550860967915*^9, 3.771550972943903*^9}, {3.771551010984654*^9,
3.771551236918583*^9}, {3.771551301095439*^9, 3.7715513527398443`*^9}, {
3.77163403305868*^9, 3.771634033068963*^9}, {3.771638678373412*^9,
3.771638678968897*^9}, {3.7716389185870523`*^9, 3.7716389371348343`*^9}, {
3.771643540014184*^9, 3.7716435438559923`*^9}, {3.771643620446966*^9,
3.771643623037546*^9}, 3.771643658543592*^9, {3.771643691083378*^9,
3.771643693883151*^9}, {3.7716437506833878`*^9, 3.771643824109981*^9}, {
3.7716438548267612`*^9, 3.771643947586707*^9}, {3.7717280506722403`*^9,
3.7717281065525227`*^9}, {3.771818421790551*^9, 3.77181843118465*^9}, {
3.7719061966680603`*^9, 3.771906342013996*^9}, {3.7719098264553967`*^9,
3.771909883237426*^9}, {3.7719099183585997`*^9, 3.7719099298828897`*^9}, {
3.772417143176262*^9, 3.772417347087978*^9}, {3.77241879531548*^9,
3.772418802524478*^9}, {3.772418841295549*^9, 3.7724188595124826`*^9},
3.7724189097132797`*^9, {3.775191892690789*^9, 3.7751919219258337`*^9}, {
3.775191965026318*^9, 3.77519197764981*^9}, {3.775192029396562*^9,
3.775192530293202*^9}, {3.77519256419764*^9, 3.775192566052494*^9}, {
3.775192602393565*^9, 3.7751926392674713`*^9}, {3.775192781114271*^9,
3.775192791559249*^9}, {3.775192841113984*^9, 3.775192873303443*^9}, {
3.77519290383358*^9, 3.7751931349378138`*^9}, {3.7751932095204144`*^9,
3.775193429712757*^9}, {3.775193527551173*^9, 3.775193675681931*^9}, {
3.775780437839755*^9, 3.7757805077091713`*^9}, {3.775781482745521*^9,
3.7757815743010693`*^9}, {3.775781625623307*^9, 3.77578169746383*^9}, {
3.775781752494869*^9, 3.7757817548553257`*^9}, {3.775781945837494*^9,
3.775781965466967*^9}, {3.77578216183454*^9, 3.775782164601694*^9}, {
3.775784091344614*^9, 3.775784130372088*^9}, {3.77587705078907*^9,
3.7758772920060663`*^9}, {3.775877358409255*^9, 3.775877366424718*^9}, {
3.775879436640679*^9, 3.775879517558077*^9}, {3.775879590540859*^9,
3.775879794682218*^9}, {3.775880062853557*^9, 3.775880120270129*^9}, {
3.776129565300411*^9, 3.776129789079708*^9}, {3.7761299985433083`*^9,
3.7761300183686438`*^9}, {3.776130064149085*^9, 3.776130064496725*^9}, {
3.776130115986113*^9, 3.776130172064878*^9}, {3.776130221179832*^9,
3.776130484950337*^9}, {3.776130551270383*^9, 3.776130562757312*^9}, {
3.776130616039812*^9, 3.7761307874817057`*^9}, {3.776130837099291*^9,
3.776130901628148*^9}, {3.7761309344247637`*^9, 3.7761310498343277`*^9}, {
3.776131103803974*^9, 3.77613111038416*^9}, {3.776131142430141*^9,
3.7761312542685947`*^9}, {3.776131336163287*^9, 3.77613135845076*^9}, {
3.776139168969105*^9, 3.776139261221004*^9}, {3.776551619337673*^9,
3.776551756460778*^9}, {3.776551925532552*^9, 3.7765519303302937`*^9}, {
3.7765520767169657`*^9, 3.776552269344356*^9}, {3.7765524085633707`*^9,
3.7765525015371304`*^9}, {3.776552746964015*^9, 3.776552755677065*^9}, {
3.776552794098963*^9, 3.776553016392309*^9}, {3.77655306898457*^9,
3.776553124457279*^9}, {3.77655318652386*^9, 3.776553274267014*^9}, {
3.776553324082459*^9, 3.776553347503051*^9}, {3.776553457709373*^9,
3.776553475286564*^9}, {3.7765535199345083`*^9, 3.7765535736240053`*^9}, {
3.7765536635060797`*^9, 3.776553713925765*^9}, {3.776554286704938*^9,
3.776554352742177*^9}, 3.776556777642164*^9, {3.776557100340222*^9,
3.776557185504429*^9}, {3.7765572746951513`*^9, 3.7765572873824863`*^9}, {
3.7765573537384872`*^9, 3.776557355042486*^9}, {3.776557407166915*^9,
3.7765574162945433`*^9}, {3.776558995441896*^9, 3.776559015952705*^9}, {
3.776559173041277*^9, 3.7765591873429613`*^9}, {3.776559236434664*^9,
3.776559247073889*^9}, {3.7765592779253273`*^9, 3.77655928840145*^9}, {
3.776560846053835*^9, 3.7765609001520967`*^9}, {3.776561026242433*^9,
3.776561053192326*^9}, {3.7765613138171577`*^9, 3.776561333441094*^9}, {
3.776561495645975*^9, 3.77656155940934*^9}, {3.7765625612446547`*^9,
3.776562768690186*^9}, {3.776562836516283*^9, 3.776562966261159*^9},
3.77656303554805*^9, {3.776567686097427*^9, 3.776567689725628*^9}, {
3.776569558431861*^9, 3.776569563796171*^9}, 3.776569604000154*^9, {
3.776633624837153*^9, 3.776633632756671*^9}, {3.776634854510726*^9,
3.776635005503161*^9}, {3.776635075122786*^9, 3.77663508323708*^9},
3.776635985126326*^9, {3.776636054245099*^9, 3.776636129473002*^9}, {
3.777154396586816*^9, 3.777154397160904*^9}, 3.777156170579094*^9, {
3.7771635375491543`*^9, 3.777163608459447*^9}, 3.777163671772998*^9, {
3.777163843116497*^9, 3.7771639115963697`*^9}, {3.777170504939466*^9,
3.777170517128577*^9}, {3.777170591147683*^9, 3.777170605256958*^9}, {
3.777170640507036*^9, 3.777170652712637*^9}, {3.7771713335775137`*^9,
3.777171359180162*^9}, {3.7771714638638077`*^9, 3.777171466298655*^9}, {
3.777171714572596*^9, 3.777171742513152*^9}, {3.7771717989761343`*^9,
3.777171851663904*^9}, {3.7771718931744347`*^9, 3.777171895589114*^9}, {
3.777171941359518*^9, 3.777171968742243*^9}, {3.777248777547318*^9,
3.777248783175497*^9}, {3.7773227979080877`*^9, 3.77732283362048*^9}, {
3.777322864659774*^9, 3.777322928003922*^9}, {3.77732326415746*^9,
3.777323343928722*^9}, {3.779678664395067*^9, 3.7796787309747334`*^9}, {
3.7796787647325783`*^9, 3.779678830074181*^9}, {3.779682119471406*^9,
3.7796821197800713`*^9}, {3.7924589745921087`*^9,
3.792458975014325*^9}},ExpressionUUID->"1fdca5cd-47bc-47f4-88be-\
64fe5c436b6b"],
Cell[BoxData[
TagBox[
TemplateBox[{RowBox[{
StyleBox[
TagBox["NetGraph", "SummaryHead"], "NonInterpretableSummary"],
StyleBox["[", "NonInterpretableSummary"],
DynamicModuleBox[{Typeset`open = True},
PanelBox[
PaneSelectorBox[{False -> GridBox[{{
PaneBox[
ButtonBox[
DynamicBox[
FEPrivate`FrontEndResource[
"FEBitmaps", "SquarePlusIconMedium"],
ImageSizeCache -> {12., {0., 12.}}], Appearance -> None,
ButtonFunction :> (Typeset`open = True), Evaluator ->
Automatic, Method -> "Preemptive"],
Alignment -> {Center, Center}, ImageSize -> {Automatic, 24}],
OverlayBox[{
GraphicsBox[{
Thickness[0.0149], {
GrayLevel[0.6],
Thickness[0.03],
Opacity[1.],
JoinForm[{"Miter", 10.}],
JoinedCurveBox[{{{1, 4, 3}}}, {{{18., 37.}, {18., 37.}, {
18.5, 27.5}, {35., 27.}}}, CurveClosed -> {0}],
JoinedCurveBox[{{{1, 4, 3}}}, {{{50., 37.}, {50., 37.}, {
49.5, 27.5}, {33., 27.}}}, CurveClosed -> {0}],
JoinedCurveBox[{{{1, 4, 3}}}, {{{18., 16.}, {18., 16.}, {
18.5, 25.5}, {35., 26.}}}, CurveClosed -> {0}]}, {
FaceForm[
GrayLevel[0.9]],
FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{
15.5, 40.5}, {22.5, 40.5}, {22.5, 33.5}, {15.5,
33.5}}}]}, {
FaceForm[
GrayLevel[0.6]],
FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2,
0}, {0, 1, 0}, {0, 1, 0}}}, {{{23., 41.}, {15., 41.}, {
15., 33.}, {23., 33.}}, {{22., 34.}, {16., 34.}, {16.,
40.}, {22., 40.}}}]}, {
FaceForm[
GrayLevel[0.9]],
FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{
15.5, 19.5}, {22.5, 19.5}, {22.5, 12.5}, {15.5,
12.5}}}]}, {
FaceForm[
GrayLevel[0.6]],
FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2,
0}, {0, 1, 0}, {0, 1, 0}}}, {{{23., 20.}, {15., 20.}, {
15., 12.}, {23., 12.}}, {{22., 13.}, {16., 13.}, {16.,
19.}, {22., 19.}}}]}, {
FaceForm[
GrayLevel[0.9]],
FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{
30.5, 30.5}, {37.5, 30.5}, {37.5, 23.5}, {30.5,
23.5}}}]}, {
FaceForm[
GrayLevel[0.6]],
FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2,
0}, {0, 1, 0}, {0, 1, 0}}}, {{{38., 31.}, {30., 31.}, {
30., 23.}, {38., 23.}}, {{37., 24.}, {31., 24.}, {31.,
30.}, {37., 30.}}}]}, {
FaceForm[
GrayLevel[0.9]],
FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}}, {{{
45.5, 40.5}, {52.5, 40.5}, {52.5, 33.5}, {45.5,
33.5}}}]}, {
FaceForm[
GrayLevel[0.6]],
FilledCurveBox[{{{0, 2, 0}, {0, 1, 0}, {0, 1, 0}}, {{0, 2,
0}, {0, 1, 0}, {0, 1, 0}}}, {{{53., 41.}, {45., 41.}, {
45., 33.}, {53., 33.}}, {{52., 34.}, {46., 34.}, {46.,
40.}, {52., 40.}}}]}}, BaseStyle -> GrayLevel[0.6],
ImageMargins -> 0, ImageSize -> {36, Automatic},
PlotRangePadding -> 0],
StyleBox[
"uninitialized", LineColor -> RGBColor[0.66, 0, 0],
FrontFaceColor -> RGBColor[0.66, 0, 0], BackFaceColor ->
RGBColor[0.66, 0, 0], GraphicsColor -> RGBColor[0.66, 0, 0],
FontFamily -> "Roboto", FontSize -> 8, FontColor ->
RGBColor[0.66, 0, 0], Background -> GrayLevel[1, 0.65]]},
Alignment -> {Center,
Scaled[0.0001]}],
GridBox[{{
StyleBox[
TemplateBox[{"\"Number of inputs\"", "\":\""},
"RowDefault"], "SummaryItemAnnotation"],
StyleBox["2", "SummaryItem"]}, {
StyleBox[
TemplateBox[{"\"Number of outputs\"", "\":\""},
"RowDefault"], "SummaryItemAnnotation"],
StyleBox["3", "SummaryItem"]}, {
StyleBox[
TemplateBox[{"\"Number of layers\"", "\":\""},
"RowDefault"], "SummaryItemAnnotation"],
StyleBox["72", "SummaryItem"]}}, BaselinePosition -> {2, 1},
GridBoxAlignment -> {
"Columns" -> {{Left}}, "Rows" -> {{Automatic}}},
GridBoxItemSize -> {
"Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}},
GridBoxSpacings -> {
"Columns" -> {{2}}, "Rows" -> {{Automatic}}}]}},
BaselinePosition -> {1, 3},
GridBoxAlignment -> {"Rows" -> {{Top}}},
GridBoxItemSize -> {
"Columns" -> {{Automatic}}, "Rows" -> {{Automatic}}},
GridBoxSpacings -> {"Columns" -> {
Offset[0.], {
Offset[0.5599999999999999]},
Offset[0.]}, "Rows" -> {
Offset[0.], {
Offset[0.4]},
Offset[0.]}}], True -> GridBox[{{
PaneBox[
ButtonBox[
DynamicBox[