-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathmanual_model.py
259 lines (255 loc) · 12.4 KB
/
manual_model.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
import model
import picking_cans_board
class ManualModel(model.Model):
def __init__(self):
self._actions = {
0: picking_cans_board.ACTION_MOVE_RANDOM,
1: picking_cans_board.ACTION_UP,
2: picking_cans_board.ACTION_LEFT,
3: picking_cans_board.ACTION_LEFT,
4: picking_cans_board.ACTION_UP,
5: picking_cans_board.ACTION_LEFT,
6: picking_cans_board.ACTION_DOWN,
7: picking_cans_board.ACTION_UP,
8: picking_cans_board.ACTION_DOWN,
9: picking_cans_board.ACTION_PICK_UP_CAN,
10: picking_cans_board.ACTION_PICK_UP_CAN,
11: picking_cans_board.ACTION_PICK_UP_CAN,
12: picking_cans_board.ACTION_PICK_UP_CAN,
13: picking_cans_board.ACTION_PICK_UP_CAN,
14: picking_cans_board.ACTION_PICK_UP_CAN,
15: picking_cans_board.ACTION_PICK_UP_CAN,
16: picking_cans_board.ACTION_PICK_UP_CAN,
17: picking_cans_board.ACTION_PICK_UP_CAN,
18: picking_cans_board.ACTION_STAY,
19: picking_cans_board.ACTION_STAY,
20: picking_cans_board.ACTION_STAY,
21: picking_cans_board.ACTION_STAY,
22: picking_cans_board.ACTION_STAY,
23: picking_cans_board.ACTION_STAY,
24: picking_cans_board.ACTION_STAY,
25: picking_cans_board.ACTION_STAY,
26: picking_cans_board.ACTION_STAY,
27: picking_cans_board.ACTION_RIGHT,
28: picking_cans_board.ACTION_RIGHT,
29: picking_cans_board.ACTION_RIGHT,
30: picking_cans_board.ACTION_RIGHT,
31: picking_cans_board.ACTION_UP,
32: picking_cans_board.ACTION_RIGHT,
33: picking_cans_board.ACTION_RIGHT,
34: picking_cans_board.ACTION_UP,
35: picking_cans_board.ACTION_RIGHT,
36: picking_cans_board.ACTION_PICK_UP_CAN,
37: picking_cans_board.ACTION_PICK_UP_CAN,
38: picking_cans_board.ACTION_PICK_UP_CAN,
39: picking_cans_board.ACTION_PICK_UP_CAN,
40: picking_cans_board.ACTION_PICK_UP_CAN,
41: picking_cans_board.ACTION_PICK_UP_CAN,
42: picking_cans_board.ACTION_PICK_UP_CAN,
43: picking_cans_board.ACTION_PICK_UP_CAN,
44: picking_cans_board.ACTION_PICK_UP_CAN,
45: picking_cans_board.ACTION_STAY,
46: picking_cans_board.ACTION_STAY,
47: picking_cans_board.ACTION_STAY,
48: picking_cans_board.ACTION_STAY,
49: picking_cans_board.ACTION_STAY,
50: picking_cans_board.ACTION_STAY,
51: picking_cans_board.ACTION_STAY,
52: picking_cans_board.ACTION_STAY,
53: picking_cans_board.ACTION_STAY,
54: picking_cans_board.ACTION_UP,
55: picking_cans_board.ACTION_UP,
56: picking_cans_board.ACTION_LEFT,
57: picking_cans_board.ACTION_LEFT,
58: picking_cans_board.ACTION_LEFT,
59: picking_cans_board.ACTION_LEFT,
60: picking_cans_board.ACTION_UP,
61: picking_cans_board.ACTION_UP,
62: picking_cans_board.ACTION_DOWN,
63: picking_cans_board.ACTION_PICK_UP_CAN,
64: picking_cans_board.ACTION_PICK_UP_CAN,
65: picking_cans_board.ACTION_PICK_UP_CAN,
66: picking_cans_board.ACTION_PICK_UP_CAN,
67: picking_cans_board.ACTION_PICK_UP_CAN,
68: picking_cans_board.ACTION_PICK_UP_CAN,
69: picking_cans_board.ACTION_PICK_UP_CAN,
70: picking_cans_board.ACTION_PICK_UP_CAN,
71: picking_cans_board.ACTION_PICK_UP_CAN,
72: picking_cans_board.ACTION_STAY,
73: picking_cans_board.ACTION_STAY,
74: picking_cans_board.ACTION_STAY,
75: picking_cans_board.ACTION_STAY,
76: picking_cans_board.ACTION_STAY,
77: picking_cans_board.ACTION_STAY,
78: picking_cans_board.ACTION_STAY,
79: picking_cans_board.ACTION_STAY,
80: picking_cans_board.ACTION_STAY,
81: picking_cans_board.ACTION_DOWN,
82: picking_cans_board.ACTION_DOWN,
83: picking_cans_board.ACTION_DOWN,
84: picking_cans_board.ACTION_LEFT,
85: picking_cans_board.ACTION_UP,
86: picking_cans_board.ACTION_DOWN,
87: picking_cans_board.ACTION_DOWN,
88: picking_cans_board.ACTION_UP,
89: picking_cans_board.ACTION_DOWN,
90: picking_cans_board.ACTION_PICK_UP_CAN,
91: picking_cans_board.ACTION_PICK_UP_CAN,
92: picking_cans_board.ACTION_PICK_UP_CAN,
93: picking_cans_board.ACTION_PICK_UP_CAN,
94: picking_cans_board.ACTION_PICK_UP_CAN,
95: picking_cans_board.ACTION_PICK_UP_CAN,
96: picking_cans_board.ACTION_PICK_UP_CAN,
97: picking_cans_board.ACTION_PICK_UP_CAN,
98: picking_cans_board.ACTION_PICK_UP_CAN,
99: picking_cans_board.ACTION_STAY,
100: picking_cans_board.ACTION_STAY,
101: picking_cans_board.ACTION_STAY,
102: picking_cans_board.ACTION_STAY,
103: picking_cans_board.ACTION_STAY,
104: picking_cans_board.ACTION_STAY,
105: picking_cans_board.ACTION_STAY,
106: picking_cans_board.ACTION_STAY,
107: picking_cans_board.ACTION_STAY,
108: picking_cans_board.ACTION_RIGHT,
109: picking_cans_board.ACTION_DOWN,
110: picking_cans_board.ACTION_RIGHT,
111: picking_cans_board.ACTION_RIGHT,
112: picking_cans_board.ACTION_UP,
113: picking_cans_board.ACTION_RIGHT,
114: picking_cans_board.ACTION_RIGHT,
115: picking_cans_board.ACTION_UP,
116: picking_cans_board.ACTION_RIGHT,
117: picking_cans_board.ACTION_PICK_UP_CAN,
118: picking_cans_board.ACTION_PICK_UP_CAN,
119: picking_cans_board.ACTION_PICK_UP_CAN,
120: picking_cans_board.ACTION_PICK_UP_CAN,
121: picking_cans_board.ACTION_PICK_UP_CAN,
122: picking_cans_board.ACTION_PICK_UP_CAN,
123: picking_cans_board.ACTION_PICK_UP_CAN,
124: picking_cans_board.ACTION_PICK_UP_CAN,
125: picking_cans_board.ACTION_PICK_UP_CAN,
126: picking_cans_board.ACTION_STAY,
127: picking_cans_board.ACTION_STAY,
128: picking_cans_board.ACTION_STAY,
129: picking_cans_board.ACTION_STAY,
130: picking_cans_board.ACTION_STAY,
131: picking_cans_board.ACTION_STAY,
132: picking_cans_board.ACTION_STAY,
133: picking_cans_board.ACTION_STAY,
134: picking_cans_board.ACTION_STAY,
135: picking_cans_board.ACTION_DOWN,
136: picking_cans_board.ACTION_DOWN,
137: picking_cans_board.ACTION_DOWN,
138: picking_cans_board.ACTION_DOWN,
139: picking_cans_board.ACTION_DOWN,
140: picking_cans_board.ACTION_DOWN,
141: picking_cans_board.ACTION_DOWN,
142: picking_cans_board.ACTION_DOWN,
143: picking_cans_board.ACTION_DOWN,
144: picking_cans_board.ACTION_PICK_UP_CAN,
145: picking_cans_board.ACTION_PICK_UP_CAN,
146: picking_cans_board.ACTION_PICK_UP_CAN,
147: picking_cans_board.ACTION_PICK_UP_CAN,
148: picking_cans_board.ACTION_PICK_UP_CAN,
149: picking_cans_board.ACTION_PICK_UP_CAN,
150: picking_cans_board.ACTION_PICK_UP_CAN,
151: picking_cans_board.ACTION_PICK_UP_CAN,
152: picking_cans_board.ACTION_PICK_UP_CAN,
153: picking_cans_board.ACTION_STAY,
154: picking_cans_board.ACTION_STAY,
155: picking_cans_board.ACTION_STAY,
156: picking_cans_board.ACTION_STAY,
157: picking_cans_board.ACTION_STAY,
158: picking_cans_board.ACTION_STAY,
159: picking_cans_board.ACTION_STAY,
160: picking_cans_board.ACTION_STAY,
161: picking_cans_board.ACTION_STAY,
162: picking_cans_board.ACTION_RIGHT,
163: picking_cans_board.ACTION_UP,
164: picking_cans_board.ACTION_RIGHT,
165: picking_cans_board.ACTION_LEFT,
166: picking_cans_board.ACTION_LEFT,
167: picking_cans_board.ACTION_LEFT,
168: picking_cans_board.ACTION_RIGHT,
169: picking_cans_board.ACTION_UP,
170: picking_cans_board.ACTION_RIGHT,
171: picking_cans_board.ACTION_PICK_UP_CAN,
172: picking_cans_board.ACTION_PICK_UP_CAN,
173: picking_cans_board.ACTION_PICK_UP_CAN,
174: picking_cans_board.ACTION_PICK_UP_CAN,
175: picking_cans_board.ACTION_PICK_UP_CAN,
176: picking_cans_board.ACTION_PICK_UP_CAN,
177: picking_cans_board.ACTION_PICK_UP_CAN,
178: picking_cans_board.ACTION_PICK_UP_CAN,
179: picking_cans_board.ACTION_PICK_UP_CAN,
180: picking_cans_board.ACTION_STAY,
181: picking_cans_board.ACTION_STAY,
182: picking_cans_board.ACTION_STAY,
183: picking_cans_board.ACTION_STAY,
184: picking_cans_board.ACTION_STAY,
185: picking_cans_board.ACTION_STAY,
186: picking_cans_board.ACTION_STAY,
187: picking_cans_board.ACTION_STAY,
188: picking_cans_board.ACTION_STAY,
189: picking_cans_board.ACTION_RIGHT,
190: picking_cans_board.ACTION_UP,
191: picking_cans_board.ACTION_RIGHT,
192: picking_cans_board.ACTION_LEFT,
193: picking_cans_board.ACTION_LEFT,
194: picking_cans_board.ACTION_LEFT,
195: picking_cans_board.ACTION_RIGHT,
196: picking_cans_board.ACTION_UP,
197: picking_cans_board.ACTION_RIGHT,
198: picking_cans_board.ACTION_PICK_UP_CAN,
199: picking_cans_board.ACTION_PICK_UP_CAN,
200: picking_cans_board.ACTION_PICK_UP_CAN,
201: picking_cans_board.ACTION_PICK_UP_CAN,
202: picking_cans_board.ACTION_PICK_UP_CAN,
203: picking_cans_board.ACTION_PICK_UP_CAN,
204: picking_cans_board.ACTION_PICK_UP_CAN,
205: picking_cans_board.ACTION_PICK_UP_CAN,
206: picking_cans_board.ACTION_PICK_UP_CAN,
207: picking_cans_board.ACTION_STAY,
208: picking_cans_board.ACTION_STAY,
209: picking_cans_board.ACTION_STAY,
210: picking_cans_board.ACTION_STAY,
211: picking_cans_board.ACTION_STAY,
212: picking_cans_board.ACTION_STAY,
213: picking_cans_board.ACTION_STAY,
214: picking_cans_board.ACTION_STAY,
215: picking_cans_board.ACTION_STAY,
216: picking_cans_board.ACTION_UP,
217: picking_cans_board.ACTION_UP,
218: picking_cans_board.ACTION_LEFT,
219: picking_cans_board.ACTION_LEFT,
220: picking_cans_board.ACTION_LEFT,
221: picking_cans_board.ACTION_LEFT,
222: picking_cans_board.ACTION_UP,
223: picking_cans_board.ACTION_UP,
224: picking_cans_board.ACTION_STAY,
225: picking_cans_board.ACTION_PICK_UP_CAN,
226: picking_cans_board.ACTION_PICK_UP_CAN,
227: picking_cans_board.ACTION_PICK_UP_CAN,
228: picking_cans_board.ACTION_PICK_UP_CAN,
229: picking_cans_board.ACTION_PICK_UP_CAN,
230: picking_cans_board.ACTION_PICK_UP_CAN,
231: picking_cans_board.ACTION_PICK_UP_CAN,
232: picking_cans_board.ACTION_PICK_UP_CAN,
233: picking_cans_board.ACTION_PICK_UP_CAN,
234: picking_cans_board.ACTION_STAY,
235: picking_cans_board.ACTION_STAY,
236: picking_cans_board.ACTION_STAY,
237: picking_cans_board.ACTION_STAY,
238: picking_cans_board.ACTION_STAY,
239: picking_cans_board.ACTION_STAY,
240: picking_cans_board.ACTION_STAY,
241: picking_cans_board.ACTION_STAY,
242: picking_cans_board.ACTION_STAY,
}
def __str__(self):
return str(self._actions)
def ActionForState(self, state):
return self._actions[int(state)]
def Update(self, initial_state, action, final_state, reward):
return