manikandan-n-07 commited on
Commit
62d70b8
·
1 Parent(s): 35e3d6a

Ediited an README.md file

Browse files
Files changed (2) hide show
  1. README.md +11 -5
  2. data/memory.json +715 -217
README.md CHANGED
@@ -209,7 +209,7 @@ class DroneObservation(BaseModel):
209
  | Max Steps | 60 | 100 | 160 |
210
  | Battery | 60 | 100 | 160 |
211
  | `r_delivery` | +1.0 | +0.8 | +0.6 |
212
- | `r_battery_dead` | 0.5 | 0.5 | −1.0 |
213
 
214
  ---
215
 
@@ -474,11 +474,17 @@ MODEL_NAME=Qwen/Qwen2.5-72B-Instruct python inference.py
474
  The runner emits structured benchmark-compatible log lines:
475
 
476
  ```
477
- [START] task=easy_delivery env=drone_env_v1 model=Qwen/Qwen2.5-7B-Instruct
478
- [STEP] step=1 action=RIGHT reward=-0.05 done=false error=null
479
- [STEP] step=2 action=DOWN reward=-0.05 done=false error=null
 
 
 
 
 
 
480
  ...
481
- [END] success=true steps=23 score=0.847 rewards=-0.05,-0.05,1.00,...
482
  ```
483
 
484
  ### System Prompt
 
209
  | Max Steps | 60 | 100 | 160 |
210
  | Battery | 60 | 100 | 160 |
211
  | `r_delivery` | +1.0 | +0.8 | +0.6 |
212
+ | `r_battery_dead` | 0.10 | 0.15 | 0.25 |
213
 
214
  ---
215
 
 
474
  The runner emits structured benchmark-compatible log lines:
475
 
476
  ```
477
+ [START] task=drone_env.core.graders:grade_easy env=drone_env_v1 model=Qwen/Qwen2.5-7B-Instruct
478
+ [STEP] step=1 action=RIGHT reward=0.10 done=false error=null
479
+ [STEP] step=2 action=RIGHT reward=0.10 done=false error=null
480
+ [STEP] step=3 action=RIGHT reward=0.10 done=false error=null
481
+ [STEP] step=4 action=LEFT reward=0.10 done=false error=null
482
+ [STEP] step=5 action=RIGHT reward=0.10 done=false error=null
483
+ [STEP] step=6 action=LEFT reward=0.10 done=false error=null
484
+ [STEP] step=7 action=RIGHT reward=0.10 done=false error=null
485
+ [STEP] step=8 action=LEFT reward=0.10 done=false error=null
486
  ...
487
+ [END] success=true steps=23 score=0.847 rewards=0.10,0.10,0.10,0.10,0.10,0.10,0.10,0.10,...
488
  ```
489
 
490
  ### System Prompt
data/memory.json CHANGED
@@ -1,138 +1,6 @@
1
  [
2
  {
3
- "task": "easy_delivery",
4
- "steps": [
5
- {
6
- "step": 1,
7
- "x": 9,
8
- "y": 0,
9
- "action": "RIGHT",
10
- "reward": -0.25,
11
- "battery": 0.9833
12
- },
13
- {
14
- "step": 2,
15
- "x": 9,
16
- "y": 0,
17
- "action": "RIGHT",
18
- "reward": -0.25,
19
- "battery": 0.9667
20
- },
21
- {
22
- "step": 3,
23
- "x": 9,
24
- "y": 0,
25
- "action": "RIGHT",
26
- "reward": -0.25,
27
- "battery": 0.95
28
- },
29
- {
30
- "step": 4,
31
- "x": 9,
32
- "y": 0,
33
- "action": "RIGHT",
34
- "reward": -0.25,
35
- "battery": 0.9333
36
- },
37
- {
38
- "step": 5,
39
- "x": 9,
40
- "y": 0,
41
- "action": "RIGHT",
42
- "reward": -0.25,
43
- "battery": 0.9167
44
- }
45
- ],
46
- "grid_meta": {
47
- "width": 10,
48
- "height": 10
49
- },
50
- "delivery_positions": [
51
- [
52
- 2,
53
- 3
54
- ]
55
- ],
56
- "deliveries_done": 0,
57
- "total_reward": -1.25,
58
- "total_steps": 5
59
- },
60
- {
61
- "task": "easy_delivery",
62
- "steps": [
63
- {
64
- "step": 1,
65
- "x": 0,
66
- "y": 5,
67
- "action": "UP",
68
- "reward": -0.05,
69
- "battery": 0.9833
70
- },
71
- {
72
- "step": 2,
73
- "x": 1,
74
- "y": 5,
75
- "action": "RIGHT",
76
- "reward": -0.05,
77
- "battery": 0.9667
78
- },
79
- {
80
- "step": 3,
81
- "x": 1,
82
- "y": 6,
83
- "action": "DOWN",
84
- "reward": -0.05,
85
- "battery": 0.95
86
- },
87
- {
88
- "step": 4,
89
- "x": 0,
90
- "y": 6,
91
- "action": "LEFT",
92
- "reward": -0.05,
93
- "battery": 0.9333
94
- },
95
- {
96
- "step": 5,
97
- "x": 0,
98
- "y": 6,
99
- "action": "WAIT",
100
- "reward": -0.1,
101
- "battery": 0.9167
102
- },
103
- {
104
- "step": 6,
105
- "x": 0,
106
- "y": 5,
107
- "action": "UP",
108
- "reward": -0.05,
109
- "battery": 0.9
110
- },
111
- {
112
- "step": 7,
113
- "x": 1,
114
- "y": 5,
115
- "action": "RIGHT",
116
- "reward": -0.05,
117
- "battery": 0.8833
118
- }
119
- ],
120
- "grid_meta": {
121
- "width": 10,
122
- "height": 10
123
- },
124
- "delivery_positions": [
125
- [
126
- 7,
127
- 0
128
- ]
129
- ],
130
- "deliveries_done": 0,
131
- "total_reward": -0.4,
132
- "total_steps": 7
133
- },
134
- {
135
- "task": "easy_delivery",
136
  "steps": [
137
  {
138
  "step": 1,
@@ -166,7 +34,7 @@
166
  "total_steps": 2
167
  },
168
  {
169
- "task": "easy_delivery",
170
  "steps": [
171
  {
172
  "step": 1,
@@ -664,7 +532,7 @@
664
  "total_steps": 60
665
  },
666
  {
667
- "task": "easy_delivery",
668
  "steps": [
669
  {
670
  "step": 1,
@@ -722,7 +590,7 @@
722
  "total_steps": 5
723
  },
724
  {
725
- "task": "easy_delivery",
726
  "steps": [
727
  {
728
  "step": 1,
@@ -780,7 +648,7 @@
780
  "total_steps": 5
781
  },
782
  {
783
- "task": "easy_delivery",
784
  "steps": [
785
  {
786
  "step": 1,
@@ -854,7 +722,7 @@
854
  "total_steps": 7
855
  },
856
  {
857
- "task": "easy_delivery",
858
  "steps": [
859
  {
860
  "step": 1,
@@ -888,7 +756,7 @@
888
  "total_steps": 2
889
  },
890
  {
891
- "task": "easy_delivery",
892
  "steps": [
893
  {
894
  "step": 1,
@@ -1386,7 +1254,7 @@
1386
  "total_steps": 60
1387
  },
1388
  {
1389
- "task": "easy_delivery",
1390
  "steps": [
1391
  {
1392
  "step": 1,
@@ -1436,7 +1304,7 @@
1436
  "total_steps": 4
1437
  },
1438
  {
1439
- "task": "easy_delivery",
1440
  "steps": [
1441
  {
1442
  "step": 1,
@@ -1470,7 +1338,7 @@
1470
  "total_steps": 2
1471
  },
1472
  {
1473
- "task": "easy_delivery",
1474
  "steps": [
1475
  {
1476
  "step": 1,
@@ -1520,7 +1388,7 @@
1520
  "total_steps": 4
1521
  },
1522
  {
1523
- "task": "medium_delivery",
1524
  "steps": [
1525
  {
1526
  "step": 1,
@@ -1834,7 +1702,7 @@
1834
  "total_steps": 36
1835
  },
1836
  {
1837
- "task": "hard_delivery",
1838
  "steps": [
1839
  {
1840
  "step": 1,
@@ -2404,7 +2272,7 @@
2404
  "total_steps": 67
2405
  },
2406
  {
2407
- "task": "easy_delivery",
2408
  "steps": [
2409
  {
2410
  "step": 1,
@@ -2470,7 +2338,7 @@
2470
  "total_steps": 6
2471
  },
2472
  {
2473
- "task": "easy_delivery",
2474
  "steps": [
2475
  {
2476
  "step": 1,
@@ -2888,7 +2756,7 @@
2888
  "total_steps": 50
2889
  },
2890
  {
2891
- "task": "easy_delivery",
2892
  "steps": [
2893
  {
2894
  "step": 1,
@@ -2986,7 +2854,7 @@
2986
  "total_steps": 10
2987
  },
2988
  {
2989
- "task": "easy_delivery",
2990
  "steps": [
2991
  {
2992
  "step": 1,
@@ -3076,7 +2944,7 @@
3076
  "total_steps": 9
3077
  },
3078
  {
3079
- "task": "easy_delivery",
3080
  "steps": [
3081
  {
3082
  "step": 1,
@@ -3206,7 +3074,7 @@
3206
  "total_steps": 14
3207
  },
3208
  {
3209
- "task": "easy_delivery",
3210
  "steps": [
3211
  {
3212
  "step": 1,
@@ -3264,7 +3132,7 @@
3264
  "total_steps": 5
3265
  },
3266
  {
3267
- "task": "easy_delivery",
3268
  "steps": [
3269
  {
3270
  "step": 1,
@@ -3322,7 +3190,7 @@
3322
  "total_steps": 5
3323
  },
3324
  {
3325
- "task": "easy_delivery",
3326
  "steps": [
3327
  {
3328
  "step": 1,
@@ -3396,7 +3264,7 @@
3396
  "total_steps": 7
3397
  },
3398
  {
3399
- "task": "easy_delivery",
3400
  "steps": [
3401
  {
3402
  "step": 1,
@@ -3430,7 +3298,7 @@
3430
  "total_steps": 2
3431
  },
3432
  {
3433
- "task": "easy_delivery",
3434
  "steps": [
3435
  {
3436
  "step": 1,
@@ -3928,7 +3796,7 @@
3928
  "total_steps": 60
3929
  },
3930
  {
3931
- "task": "easy_delivery",
3932
  "steps": [
3933
  {
3934
  "step": 1,
@@ -3986,7 +3854,7 @@
3986
  "total_steps": 5
3987
  },
3988
  {
3989
- "task": "easy_delivery",
3990
  "steps": [
3991
  {
3992
  "step": 1,
@@ -4044,7 +3912,7 @@
4044
  "total_steps": 5
4045
  },
4046
  {
4047
- "task": "easy_delivery",
4048
  "steps": [
4049
  {
4050
  "step": 1,
@@ -4118,7 +3986,7 @@
4118
  "total_steps": 7
4119
  },
4120
  {
4121
- "task": "easy_delivery",
4122
  "steps": [
4123
  {
4124
  "step": 1,
@@ -4152,7 +4020,7 @@
4152
  "total_steps": 2
4153
  },
4154
  {
4155
- "task": "easy_delivery",
4156
  "steps": [
4157
  {
4158
  "step": 1,
@@ -4650,7 +4518,7 @@
4650
  "total_steps": 60
4651
  },
4652
  {
4653
- "task": "easy_delivery",
4654
  "steps": [
4655
  {
4656
  "step": 1,
@@ -4708,7 +4576,7 @@
4708
  "total_steps": 5
4709
  },
4710
  {
4711
- "task": "easy_delivery",
4712
  "steps": [
4713
  {
4714
  "step": 1,
@@ -4766,7 +4634,7 @@
4766
  "total_steps": 5
4767
  },
4768
  {
4769
- "task": "easy_delivery",
4770
  "steps": [
4771
  {
4772
  "step": 1,
@@ -4840,7 +4708,7 @@
4840
  "total_steps": 7
4841
  },
4842
  {
4843
- "task": "easy_delivery",
4844
  "steps": [
4845
  {
4846
  "step": 1,
@@ -4874,7 +4742,7 @@
4874
  "total_steps": 2
4875
  },
4876
  {
4877
- "task": "easy_delivery",
4878
  "steps": [
4879
  {
4880
  "step": 1,
@@ -5140,7 +5008,7 @@
5140
  "total_steps": 31
5141
  },
5142
  {
5143
- "task": "easy_delivery",
5144
  "steps": [
5145
  {
5146
  "step": 1,
@@ -5198,7 +5066,7 @@
5198
  "total_steps": 5
5199
  },
5200
  {
5201
- "task": "easy_delivery",
5202
  "steps": [
5203
  {
5204
  "step": 1,
@@ -5256,7 +5124,7 @@
5256
  "total_steps": 5
5257
  },
5258
  {
5259
- "task": "easy_delivery",
5260
  "steps": [
5261
  {
5262
  "step": 1,
@@ -5330,7 +5198,7 @@
5330
  "total_steps": 7
5331
  },
5332
  {
5333
- "task": "easy_delivery",
5334
  "steps": [
5335
  {
5336
  "step": 1,
@@ -5364,7 +5232,7 @@
5364
  "total_steps": 2
5365
  },
5366
  {
5367
- "task": "easy_delivery",
5368
  "steps": [
5369
  {
5370
  "step": 1,
@@ -5686,7 +5554,7 @@
5686
  "total_steps": 38
5687
  },
5688
  {
5689
- "task": "easy_delivery",
5690
  "steps": [
5691
  {
5692
  "step": 1,
@@ -5736,7 +5604,7 @@
5736
  "total_steps": 4
5737
  },
5738
  {
5739
- "task": "easy_delivery",
5740
  "steps": [
5741
  {
5742
  "step": 1,
@@ -5802,7 +5670,7 @@
5802
  "total_steps": 6
5803
  },
5804
  {
5805
- "task": "easy_delivery",
5806
  "steps": [
5807
  {
5808
  "step": 1,
@@ -5852,7 +5720,7 @@
5852
  "total_steps": 4
5853
  },
5854
  {
5855
- "task": "easy_delivery",
5856
  "steps": [
5857
  {
5858
  "step": 1,
@@ -6014,7 +5882,7 @@
6014
  "total_steps": 18
6015
  },
6016
  {
6017
- "task": "medium_delivery",
6018
  "steps": [
6019
  {
6020
  "step": 1,
@@ -6232,7 +6100,7 @@
6232
  "total_steps": 24
6233
  },
6234
  {
6235
- "task": "hard_delivery",
6236
  "steps": [
6237
  {
6238
  "step": 1,
@@ -6794,7 +6662,7 @@
6794
  "total_steps": 66
6795
  },
6796
  {
6797
- "task": "easy_delivery",
6798
  "steps": [
6799
  {
6800
  "step": 1,
@@ -6852,7 +6720,7 @@
6852
  "total_steps": 5
6853
  },
6854
  {
6855
- "task": "medium_delivery",
6856
  "steps": [
6857
  {
6858
  "step": 1,
@@ -7070,7 +6938,7 @@
7070
  "total_steps": 24
7071
  },
7072
  {
7073
- "task": "easy_delivery",
7074
  "steps": [
7075
  {
7076
  "step": 1,
@@ -7128,7 +6996,7 @@
7128
  "total_steps": 5
7129
  },
7130
  {
7131
- "task": "easy_delivery",
7132
  "steps": [
7133
  {
7134
  "step": 1,
@@ -7202,7 +7070,7 @@
7202
  "total_steps": 7
7203
  },
7204
  {
7205
- "task": "easy_delivery",
7206
  "steps": [
7207
  {
7208
  "step": 1,
@@ -7316,7 +7184,7 @@
7316
  "total_steps": 12
7317
  },
7318
  {
7319
- "task": "easy_delivery",
7320
  "steps": [
7321
  {
7322
  "step": 1,
@@ -7382,7 +7250,7 @@
7382
  "total_steps": 6
7383
  },
7384
  {
7385
- "task": "easy_delivery",
7386
  "steps": [
7387
  {
7388
  "step": 1,
@@ -7456,7 +7324,7 @@
7456
  "total_steps": 7
7457
  },
7458
  {
7459
- "task": "medium_delivery",
7460
  "steps": [
7461
  {
7462
  "step": 1,
@@ -7770,7 +7638,7 @@
7770
  "total_steps": 36
7771
  },
7772
  {
7773
- "task": "easy_delivery",
7774
  "steps": [
7775
  {
7776
  "step": 1,
@@ -7820,7 +7688,7 @@
7820
  "total_steps": 4
7821
  },
7822
  {
7823
- "task": "easy_delivery",
7824
  "steps": [
7825
  {
7826
  "step": 1,
@@ -7886,7 +7754,7 @@
7886
  "total_steps": 6
7887
  },
7888
  {
7889
- "task": "easy_delivery",
7890
  "steps": [
7891
  {
7892
  "step": 1,
@@ -7907,7 +7775,7 @@
7907
  "total_steps": 1
7908
  },
7909
  {
7910
- "task": "easy_delivery",
7911
  "steps": [
7912
  {
7913
  "step": 1,
@@ -8013,7 +7881,7 @@
8013
  "total_steps": 11
8014
  },
8015
  {
8016
- "task": "easy_delivery",
8017
  "steps": [
8018
  {
8019
  "step": 1,
@@ -8071,7 +7939,7 @@
8071
  "total_steps": 5
8072
  },
8073
  {
8074
- "task": "easy_delivery",
8075
  "steps": [
8076
  {
8077
  "step": 1,
@@ -8193,7 +8061,7 @@
8193
  "total_steps": 13
8194
  },
8195
  {
8196
- "task": "medium_delivery",
8197
  "steps": [
8198
  {
8199
  "step": 1,
@@ -8379,7 +8247,7 @@
8379
  "total_steps": 20
8380
  },
8381
  {
8382
- "task": "easy_delivery",
8383
  "steps": [
8384
  {
8385
  "step": 1,
@@ -8469,7 +8337,7 @@
8469
  "total_steps": 9
8470
  },
8471
  {
8472
- "task": "medium_delivery",
8473
  "steps": [
8474
  {
8475
  "step": 1,
@@ -8607,7 +8475,7 @@
8607
  "total_steps": 14
8608
  },
8609
  {
8610
- "task": "easy_delivery",
8611
  "steps": [
8612
  {
8613
  "step": 1,
@@ -8665,7 +8533,7 @@
8665
  "total_steps": 5
8666
  },
8667
  {
8668
- "task": "medium_delivery",
8669
  "steps": [
8670
  {
8671
  "step": 1,
@@ -8963,7 +8831,7 @@
8963
  "total_steps": 34
8964
  },
8965
  {
8966
- "task": "easy_delivery",
8967
  "steps": [
8968
  {
8969
  "step": 1,
@@ -9461,7 +9329,7 @@
9461
  "total_steps": 60
9462
  },
9463
  {
9464
- "task": "easy_delivery",
9465
  "steps": [
9466
  {
9467
  "step": 1,
@@ -9559,7 +9427,7 @@
9559
  "total_steps": 10
9560
  },
9561
  {
9562
- "task": "easy_delivery",
9563
  "steps": [
9564
  {
9565
  "step": 1,
@@ -9601,7 +9469,7 @@
9601
  "total_steps": 3
9602
  },
9603
  {
9604
- "task": "easy_delivery",
9605
  "steps": [
9606
  {
9607
  "step": 1,
@@ -9651,7 +9519,7 @@
9651
  "total_steps": 4
9652
  },
9653
  {
9654
- "task": "medium_delivery",
9655
  "steps": [
9656
  {
9657
  "step": 1,
@@ -9866,7 +9734,7 @@
9866
  "total_steps": 21
9867
  },
9868
  {
9869
- "task": "easy_delivery",
9870
  "steps": [
9871
  {
9872
  "step": 1,
@@ -10001,7 +9869,7 @@
10001
  "total_steps": 13
10002
  },
10003
  {
10004
- "task": "medium_delivery",
10005
  "steps": [
10006
  {
10007
  "step": 1,
@@ -10378,7 +10246,7 @@
10378
  "total_steps": 39
10379
  },
10380
  {
10381
- "task": "easy_delivery",
10382
  "steps": [
10383
  {
10384
  "step": 1,
@@ -10450,7 +10318,7 @@
10450
  "total_steps": 6
10451
  },
10452
  {
10453
- "task": "medium_delivery",
10454
  "steps": [
10455
  {
10456
  "step": 1,
@@ -10674,7 +10542,7 @@
10674
  "total_steps": 22
10675
  },
10676
  {
10677
- "task": "hard_delivery",
10678
  "steps": [
10679
  {
10680
  "step": 1,
@@ -11104,7 +10972,7 @@
11104
  "total_steps": 44
11105
  },
11106
  {
11107
- "task": "easy_delivery",
11108
  "steps": [
11109
  {
11110
  "step": 1,
@@ -11158,7 +11026,7 @@
11158
  "total_steps": 4
11159
  },
11160
  {
11161
- "task": "easy_delivery",
11162
  "steps": [
11163
  {
11164
  "step": 1,
@@ -11284,7 +11152,7 @@
11284
  "total_steps": 12
11285
  },
11286
  {
11287
- "task": "easy_delivery",
11288
  "steps": [
11289
  {
11290
  "step": 1,
@@ -11401,7 +11269,7 @@
11401
  "total_steps": 11
11402
  },
11403
  {
11404
- "task": "easy_delivery",
11405
  "steps": [
11406
  {
11407
  "step": 1,
@@ -11518,7 +11386,7 @@
11518
  "total_steps": 11
11519
  },
11520
  {
11521
- "task": "easy_delivery",
11522
  "steps": [
11523
  {
11524
  "step": 1,
@@ -11554,7 +11422,7 @@
11554
  "total_steps": 2
11555
  },
11556
  {
11557
- "task": "easy_delivery",
11558
  "steps": [
11559
  {
11560
  "step": 1,
@@ -11581,7 +11449,7 @@
11581
  "total_steps": 1
11582
  },
11583
  {
11584
- "task": "easy_delivery",
11585
  "steps": [
11586
  {
11587
  "step": 1,
@@ -11743,7 +11611,7 @@
11743
  "total_steps": 16
11744
  },
11745
  {
11746
- "task": "medium_delivery",
11747
  "steps": [
11748
  {
11749
  "step": 1,
@@ -12039,7 +11907,7 @@
12039
  "total_steps": 30
12040
  },
12041
  {
12042
- "task": "hard_delivery",
12043
  "steps": [
12044
  {
12045
  "step": 1,
@@ -12649,7 +12517,7 @@
12649
  "total_steps": 64
12650
  },
12651
  {
12652
- "task": "easy_delivery",
12653
  "steps": [
12654
  {
12655
  "step": 1,
@@ -12685,7 +12553,7 @@
12685
  "total_steps": 2
12686
  },
12687
  {
12688
- "task": "easy_delivery",
12689
  "steps": [
12690
  {
12691
  "step": 1,
@@ -12739,7 +12607,7 @@
12739
  "total_steps": 4
12740
  },
12741
  {
12742
- "task": "easy_delivery",
12743
  "steps": [
12744
  {
12745
  "step": 1,
@@ -12829,7 +12697,7 @@
12829
  "total_steps": 8
12830
  },
12831
  {
12832
- "task": "easy_delivery",
12833
  "steps": [
12834
  {
12835
  "step": 1,
@@ -16504,5 +16372,635 @@
16504
  "deliveries_done": 0,
16505
  "total_reward": 6.1,
16506
  "total_steps": 60
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
16507
  }
16508
  ]
 
1
  [
2
  {
3
+ "task": "drone_env.core.graders:grade_easy",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4
  "steps": [
5
  {
6
  "step": 1,
 
34
  "total_steps": 2
35
  },
36
  {
37
+ "task": "drone_env.core.graders:grade_easy",
38
  "steps": [
39
  {
40
  "step": 1,
 
532
  "total_steps": 60
533
  },
534
  {
535
+ "task": "drone_env.core.graders:grade_easy",
536
  "steps": [
537
  {
538
  "step": 1,
 
590
  "total_steps": 5
591
  },
592
  {
593
+ "task": "drone_env.core.graders:grade_easy",
594
  "steps": [
595
  {
596
  "step": 1,
 
648
  "total_steps": 5
649
  },
650
  {
651
+ "task": "drone_env.core.graders:grade_easy",
652
  "steps": [
653
  {
654
  "step": 1,
 
722
  "total_steps": 7
723
  },
724
  {
725
+ "task": "drone_env.core.graders:grade_easy",
726
  "steps": [
727
  {
728
  "step": 1,
 
756
  "total_steps": 2
757
  },
758
  {
759
+ "task": "drone_env.core.graders:grade_easy",
760
  "steps": [
761
  {
762
  "step": 1,
 
1254
  "total_steps": 60
1255
  },
1256
  {
1257
+ "task": "drone_env.core.graders:grade_easy",
1258
  "steps": [
1259
  {
1260
  "step": 1,
 
1304
  "total_steps": 4
1305
  },
1306
  {
1307
+ "task": "drone_env.core.graders:grade_easy",
1308
  "steps": [
1309
  {
1310
  "step": 1,
 
1338
  "total_steps": 2
1339
  },
1340
  {
1341
+ "task": "drone_env.core.graders:grade_easy",
1342
  "steps": [
1343
  {
1344
  "step": 1,
 
1388
  "total_steps": 4
1389
  },
1390
  {
1391
+ "task": "drone_env.core.graders:grade_medium",
1392
  "steps": [
1393
  {
1394
  "step": 1,
 
1702
  "total_steps": 36
1703
  },
1704
  {
1705
+ "task": "drone_env.core.graders:grade_hard",
1706
  "steps": [
1707
  {
1708
  "step": 1,
 
2272
  "total_steps": 67
2273
  },
2274
  {
2275
+ "task": "drone_env.core.graders:grade_easy",
2276
  "steps": [
2277
  {
2278
  "step": 1,
 
2338
  "total_steps": 6
2339
  },
2340
  {
2341
+ "task": "drone_env.core.graders:grade_easy",
2342
  "steps": [
2343
  {
2344
  "step": 1,
 
2756
  "total_steps": 50
2757
  },
2758
  {
2759
+ "task": "drone_env.core.graders:grade_easy",
2760
  "steps": [
2761
  {
2762
  "step": 1,
 
2854
  "total_steps": 10
2855
  },
2856
  {
2857
+ "task": "drone_env.core.graders:grade_easy",
2858
  "steps": [
2859
  {
2860
  "step": 1,
 
2944
  "total_steps": 9
2945
  },
2946
  {
2947
+ "task": "drone_env.core.graders:grade_easy",
2948
  "steps": [
2949
  {
2950
  "step": 1,
 
3074
  "total_steps": 14
3075
  },
3076
  {
3077
+ "task": "drone_env.core.graders:grade_easy",
3078
  "steps": [
3079
  {
3080
  "step": 1,
 
3132
  "total_steps": 5
3133
  },
3134
  {
3135
+ "task": "drone_env.core.graders:grade_easy",
3136
  "steps": [
3137
  {
3138
  "step": 1,
 
3190
  "total_steps": 5
3191
  },
3192
  {
3193
+ "task": "drone_env.core.graders:grade_easy",
3194
  "steps": [
3195
  {
3196
  "step": 1,
 
3264
  "total_steps": 7
3265
  },
3266
  {
3267
+ "task": "drone_env.core.graders:grade_easy",
3268
  "steps": [
3269
  {
3270
  "step": 1,
 
3298
  "total_steps": 2
3299
  },
3300
  {
3301
+ "task": "drone_env.core.graders:grade_easy",
3302
  "steps": [
3303
  {
3304
  "step": 1,
 
3796
  "total_steps": 60
3797
  },
3798
  {
3799
+ "task": "drone_env.core.graders:grade_easy",
3800
  "steps": [
3801
  {
3802
  "step": 1,
 
3854
  "total_steps": 5
3855
  },
3856
  {
3857
+ "task": "drone_env.core.graders:grade_easy",
3858
  "steps": [
3859
  {
3860
  "step": 1,
 
3912
  "total_steps": 5
3913
  },
3914
  {
3915
+ "task": "drone_env.core.graders:grade_easy",
3916
  "steps": [
3917
  {
3918
  "step": 1,
 
3986
  "total_steps": 7
3987
  },
3988
  {
3989
+ "task": "drone_env.core.graders:grade_easy",
3990
  "steps": [
3991
  {
3992
  "step": 1,
 
4020
  "total_steps": 2
4021
  },
4022
  {
4023
+ "task": "drone_env.core.graders:grade_easy",
4024
  "steps": [
4025
  {
4026
  "step": 1,
 
4518
  "total_steps": 60
4519
  },
4520
  {
4521
+ "task": "drone_env.core.graders:grade_easy",
4522
  "steps": [
4523
  {
4524
  "step": 1,
 
4576
  "total_steps": 5
4577
  },
4578
  {
4579
+ "task": "drone_env.core.graders:grade_easy",
4580
  "steps": [
4581
  {
4582
  "step": 1,
 
4634
  "total_steps": 5
4635
  },
4636
  {
4637
+ "task": "drone_env.core.graders:grade_easy",
4638
  "steps": [
4639
  {
4640
  "step": 1,
 
4708
  "total_steps": 7
4709
  },
4710
  {
4711
+ "task": "drone_env.core.graders:grade_easy",
4712
  "steps": [
4713
  {
4714
  "step": 1,
 
4742
  "total_steps": 2
4743
  },
4744
  {
4745
+ "task": "drone_env.core.graders:grade_easy",
4746
  "steps": [
4747
  {
4748
  "step": 1,
 
5008
  "total_steps": 31
5009
  },
5010
  {
5011
+ "task": "drone_env.core.graders:grade_easy",
5012
  "steps": [
5013
  {
5014
  "step": 1,
 
5066
  "total_steps": 5
5067
  },
5068
  {
5069
+ "task": "drone_env.core.graders:grade_easy",
5070
  "steps": [
5071
  {
5072
  "step": 1,
 
5124
  "total_steps": 5
5125
  },
5126
  {
5127
+ "task": "drone_env.core.graders:grade_easy",
5128
  "steps": [
5129
  {
5130
  "step": 1,
 
5198
  "total_steps": 7
5199
  },
5200
  {
5201
+ "task": "drone_env.core.graders:grade_easy",
5202
  "steps": [
5203
  {
5204
  "step": 1,
 
5232
  "total_steps": 2
5233
  },
5234
  {
5235
+ "task": "drone_env.core.graders:grade_easy",
5236
  "steps": [
5237
  {
5238
  "step": 1,
 
5554
  "total_steps": 38
5555
  },
5556
  {
5557
+ "task": "drone_env.core.graders:grade_easy",
5558
  "steps": [
5559
  {
5560
  "step": 1,
 
5604
  "total_steps": 4
5605
  },
5606
  {
5607
+ "task": "drone_env.core.graders:grade_easy",
5608
  "steps": [
5609
  {
5610
  "step": 1,
 
5670
  "total_steps": 6
5671
  },
5672
  {
5673
+ "task": "drone_env.core.graders:grade_easy",
5674
  "steps": [
5675
  {
5676
  "step": 1,
 
5720
  "total_steps": 4
5721
  },
5722
  {
5723
+ "task": "drone_env.core.graders:grade_easy",
5724
  "steps": [
5725
  {
5726
  "step": 1,
 
5882
  "total_steps": 18
5883
  },
5884
  {
5885
+ "task": "drone_env.core.graders:grade_medium",
5886
  "steps": [
5887
  {
5888
  "step": 1,
 
6100
  "total_steps": 24
6101
  },
6102
  {
6103
+ "task": "drone_env.core.graders:grade_hard",
6104
  "steps": [
6105
  {
6106
  "step": 1,
 
6662
  "total_steps": 66
6663
  },
6664
  {
6665
+ "task": "drone_env.core.graders:grade_easy",
6666
  "steps": [
6667
  {
6668
  "step": 1,
 
6720
  "total_steps": 5
6721
  },
6722
  {
6723
+ "task": "drone_env.core.graders:grade_medium",
6724
  "steps": [
6725
  {
6726
  "step": 1,
 
6938
  "total_steps": 24
6939
  },
6940
  {
6941
+ "task": "drone_env.core.graders:grade_easy",
6942
  "steps": [
6943
  {
6944
  "step": 1,
 
6996
  "total_steps": 5
6997
  },
6998
  {
6999
+ "task": "drone_env.core.graders:grade_easy",
7000
  "steps": [
7001
  {
7002
  "step": 1,
 
7070
  "total_steps": 7
7071
  },
7072
  {
7073
+ "task": "drone_env.core.graders:grade_easy",
7074
  "steps": [
7075
  {
7076
  "step": 1,
 
7184
  "total_steps": 12
7185
  },
7186
  {
7187
+ "task": "drone_env.core.graders:grade_easy",
7188
  "steps": [
7189
  {
7190
  "step": 1,
 
7250
  "total_steps": 6
7251
  },
7252
  {
7253
+ "task": "drone_env.core.graders:grade_easy",
7254
  "steps": [
7255
  {
7256
  "step": 1,
 
7324
  "total_steps": 7
7325
  },
7326
  {
7327
+ "task": "drone_env.core.graders:grade_medium",
7328
  "steps": [
7329
  {
7330
  "step": 1,
 
7638
  "total_steps": 36
7639
  },
7640
  {
7641
+ "task": "drone_env.core.graders:grade_easy",
7642
  "steps": [
7643
  {
7644
  "step": 1,
 
7688
  "total_steps": 4
7689
  },
7690
  {
7691
+ "task": "drone_env.core.graders:grade_easy",
7692
  "steps": [
7693
  {
7694
  "step": 1,
 
7754
  "total_steps": 6
7755
  },
7756
  {
7757
+ "task": "drone_env.core.graders:grade_easy",
7758
  "steps": [
7759
  {
7760
  "step": 1,
 
7775
  "total_steps": 1
7776
  },
7777
  {
7778
+ "task": "drone_env.core.graders:grade_easy",
7779
  "steps": [
7780
  {
7781
  "step": 1,
 
7881
  "total_steps": 11
7882
  },
7883
  {
7884
+ "task": "drone_env.core.graders:grade_easy",
7885
  "steps": [
7886
  {
7887
  "step": 1,
 
7939
  "total_steps": 5
7940
  },
7941
  {
7942
+ "task": "drone_env.core.graders:grade_easy",
7943
  "steps": [
7944
  {
7945
  "step": 1,
 
8061
  "total_steps": 13
8062
  },
8063
  {
8064
+ "task": "drone_env.core.graders:grade_medium",
8065
  "steps": [
8066
  {
8067
  "step": 1,
 
8247
  "total_steps": 20
8248
  },
8249
  {
8250
+ "task": "drone_env.core.graders:grade_easy",
8251
  "steps": [
8252
  {
8253
  "step": 1,
 
8337
  "total_steps": 9
8338
  },
8339
  {
8340
+ "task": "drone_env.core.graders:grade_medium",
8341
  "steps": [
8342
  {
8343
  "step": 1,
 
8475
  "total_steps": 14
8476
  },
8477
  {
8478
+ "task": "drone_env.core.graders:grade_easy",
8479
  "steps": [
8480
  {
8481
  "step": 1,
 
8533
  "total_steps": 5
8534
  },
8535
  {
8536
+ "task": "drone_env.core.graders:grade_medium",
8537
  "steps": [
8538
  {
8539
  "step": 1,
 
8831
  "total_steps": 34
8832
  },
8833
  {
8834
+ "task": "drone_env.core.graders:grade_easy",
8835
  "steps": [
8836
  {
8837
  "step": 1,
 
9329
  "total_steps": 60
9330
  },
9331
  {
9332
+ "task": "drone_env.core.graders:grade_easy",
9333
  "steps": [
9334
  {
9335
  "step": 1,
 
9427
  "total_steps": 10
9428
  },
9429
  {
9430
+ "task": "drone_env.core.graders:grade_easy",
9431
  "steps": [
9432
  {
9433
  "step": 1,
 
9469
  "total_steps": 3
9470
  },
9471
  {
9472
+ "task": "drone_env.core.graders:grade_easy",
9473
  "steps": [
9474
  {
9475
  "step": 1,
 
9519
  "total_steps": 4
9520
  },
9521
  {
9522
+ "task": "drone_env.core.graders:grade_medium",
9523
  "steps": [
9524
  {
9525
  "step": 1,
 
9734
  "total_steps": 21
9735
  },
9736
  {
9737
+ "task": "drone_env.core.graders:grade_easy",
9738
  "steps": [
9739
  {
9740
  "step": 1,
 
9869
  "total_steps": 13
9870
  },
9871
  {
9872
+ "task": "drone_env.core.graders:grade_medium",
9873
  "steps": [
9874
  {
9875
  "step": 1,
 
10246
  "total_steps": 39
10247
  },
10248
  {
10249
+ "task": "drone_env.core.graders:grade_easy",
10250
  "steps": [
10251
  {
10252
  "step": 1,
 
10318
  "total_steps": 6
10319
  },
10320
  {
10321
+ "task": "drone_env.core.graders:grade_medium",
10322
  "steps": [
10323
  {
10324
  "step": 1,
 
10542
  "total_steps": 22
10543
  },
10544
  {
10545
+ "task": "drone_env.core.graders:grade_hard",
10546
  "steps": [
10547
  {
10548
  "step": 1,
 
10972
  "total_steps": 44
10973
  },
10974
  {
10975
+ "task": "drone_env.core.graders:grade_easy",
10976
  "steps": [
10977
  {
10978
  "step": 1,
 
11026
  "total_steps": 4
11027
  },
11028
  {
11029
+ "task": "drone_env.core.graders:grade_easy",
11030
  "steps": [
11031
  {
11032
  "step": 1,
 
11152
  "total_steps": 12
11153
  },
11154
  {
11155
+ "task": "drone_env.core.graders:grade_easy",
11156
  "steps": [
11157
  {
11158
  "step": 1,
 
11269
  "total_steps": 11
11270
  },
11271
  {
11272
+ "task": "drone_env.core.graders:grade_easy",
11273
  "steps": [
11274
  {
11275
  "step": 1,
 
11386
  "total_steps": 11
11387
  },
11388
  {
11389
+ "task": "drone_env.core.graders:grade_easy",
11390
  "steps": [
11391
  {
11392
  "step": 1,
 
11422
  "total_steps": 2
11423
  },
11424
  {
11425
+ "task": "drone_env.core.graders:grade_easy",
11426
  "steps": [
11427
  {
11428
  "step": 1,
 
11449
  "total_steps": 1
11450
  },
11451
  {
11452
+ "task": "drone_env.core.graders:grade_easy",
11453
  "steps": [
11454
  {
11455
  "step": 1,
 
11611
  "total_steps": 16
11612
  },
11613
  {
11614
+ "task": "drone_env.core.graders:grade_medium",
11615
  "steps": [
11616
  {
11617
  "step": 1,
 
11907
  "total_steps": 30
11908
  },
11909
  {
11910
+ "task": "drone_env.core.graders:grade_hard",
11911
  "steps": [
11912
  {
11913
  "step": 1,
 
12517
  "total_steps": 64
12518
  },
12519
  {
12520
+ "task": "drone_env.core.graders:grade_easy",
12521
  "steps": [
12522
  {
12523
  "step": 1,
 
12553
  "total_steps": 2
12554
  },
12555
  {
12556
+ "task": "drone_env.core.graders:grade_easy",
12557
  "steps": [
12558
  {
12559
  "step": 1,
 
12607
  "total_steps": 4
12608
  },
12609
  {
12610
+ "task": "drone_env.core.graders:grade_easy",
12611
  "steps": [
12612
  {
12613
  "step": 1,
 
12697
  "total_steps": 8
12698
  },
12699
  {
12700
+ "task": "drone_env.core.graders:grade_easy",
12701
  "steps": [
12702
  {
12703
  "step": 1,
 
16372
  "deliveries_done": 0,
16373
  "total_reward": 6.1,
16374
  "total_steps": 60
16375
+ },
16376
+ {
16377
+ "task": "drone_env.core.graders:grade_easy",
16378
+ "steps": [
16379
+ {
16380
+ "step": 1,
16381
+ "x": 8,
16382
+ "y": 8,
16383
+ "action": "LEFT",
16384
+ "reward": 0.1,
16385
+ "battery": 0.9833,
16386
+ "message": "On road \ud83d\udee3\ufe0f"
16387
+ },
16388
+ {
16389
+ "step": 2,
16390
+ "x": 7,
16391
+ "y": 8,
16392
+ "action": "LEFT",
16393
+ "reward": 0.1,
16394
+ "battery": 0.9667,
16395
+ "message": "Flying over a tree! \ud83c\udf33"
16396
+ },
16397
+ {
16398
+ "step": 3,
16399
+ "x": 6,
16400
+ "y": 8,
16401
+ "action": "LEFT",
16402
+ "reward": 0.1,
16403
+ "battery": 0.95,
16404
+ "message": "On road \ud83d\udee3\ufe0f"
16405
+ },
16406
+ {
16407
+ "step": 4,
16408
+ "x": 5,
16409
+ "y": 8,
16410
+ "action": "LEFT",
16411
+ "reward": 0.1,
16412
+ "battery": 0.9333,
16413
+ "message": "On road \ud83d\udee3\ufe0f"
16414
+ },
16415
+ {
16416
+ "step": 5,
16417
+ "x": 4,
16418
+ "y": 8,
16419
+ "action": "LEFT",
16420
+ "reward": 0.1,
16421
+ "battery": 0.9167,
16422
+ "message": "On road \ud83d\udee3\ufe0f"
16423
+ },
16424
+ {
16425
+ "step": 6,
16426
+ "x": 3,
16427
+ "y": 8,
16428
+ "action": "LEFT",
16429
+ "reward": 0.1,
16430
+ "battery": 0.9,
16431
+ "message": "On road \ud83d\udee3\ufe0f"
16432
+ },
16433
+ {
16434
+ "step": 7,
16435
+ "x": 2,
16436
+ "y": 8,
16437
+ "action": "LEFT",
16438
+ "reward": 0.1,
16439
+ "battery": 0.8833,
16440
+ "message": "On road \ud83d\udee3\ufe0f"
16441
+ },
16442
+ {
16443
+ "step": 8,
16444
+ "x": 2,
16445
+ "y": 9,
16446
+ "action": "DOWN",
16447
+ "reward": 0.1,
16448
+ "battery": 0.8667,
16449
+ "message": "On road \ud83d\udee3\ufe0f"
16450
+ },
16451
+ {
16452
+ "step": 9,
16453
+ "x": 2,
16454
+ "y": 9,
16455
+ "action": "DOWN",
16456
+ "reward": 0.2,
16457
+ "battery": 0.85,
16458
+ "message": "Hit DOWN boundary! \ud83d\udeab"
16459
+ },
16460
+ {
16461
+ "step": 10,
16462
+ "x": 2,
16463
+ "y": 8,
16464
+ "action": "UP",
16465
+ "reward": 0.1,
16466
+ "battery": 0.8333,
16467
+ "message": "On road \ud83d\udee3\ufe0f"
16468
+ },
16469
+ {
16470
+ "step": 11,
16471
+ "x": 2,
16472
+ "y": 9,
16473
+ "action": "DOWN",
16474
+ "reward": 0.1,
16475
+ "battery": 0.8167,
16476
+ "message": "On road \ud83d\udee3\ufe0f"
16477
+ },
16478
+ {
16479
+ "step": 12,
16480
+ "x": 2,
16481
+ "y": 9,
16482
+ "action": "DOWN",
16483
+ "reward": 0.2,
16484
+ "battery": 0.8,
16485
+ "message": "Hit DOWN boundary! \ud83d\udeab"
16486
+ },
16487
+ {
16488
+ "step": 13,
16489
+ "x": 2,
16490
+ "y": 8,
16491
+ "action": "UP",
16492
+ "reward": 0.1,
16493
+ "battery": 0.7833,
16494
+ "message": "On road \ud83d\udee3\ufe0f"
16495
+ },
16496
+ {
16497
+ "step": 14,
16498
+ "x": 2,
16499
+ "y": 9,
16500
+ "action": "DOWN",
16501
+ "reward": 0.1,
16502
+ "battery": 0.7667,
16503
+ "message": "On road \ud83d\udee3\ufe0f"
16504
+ },
16505
+ {
16506
+ "step": 15,
16507
+ "x": 2,
16508
+ "y": 9,
16509
+ "action": "DOWN",
16510
+ "reward": 0.2,
16511
+ "battery": 0.75,
16512
+ "message": "Hit DOWN boundary! \ud83d\udeab"
16513
+ },
16514
+ {
16515
+ "step": 16,
16516
+ "x": 2,
16517
+ "y": 8,
16518
+ "action": "UP",
16519
+ "reward": 0.1,
16520
+ "battery": 0.7333,
16521
+ "message": "On road \ud83d\udee3\ufe0f"
16522
+ },
16523
+ {
16524
+ "step": 17,
16525
+ "x": 2,
16526
+ "y": 9,
16527
+ "action": "DOWN",
16528
+ "reward": 0.1,
16529
+ "battery": 0.7167,
16530
+ "message": "On road \ud83d\udee3\ufe0f"
16531
+ },
16532
+ {
16533
+ "step": 18,
16534
+ "x": 2,
16535
+ "y": 9,
16536
+ "action": "WAIT",
16537
+ "reward": 0.1,
16538
+ "battery": 0.7,
16539
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16540
+ },
16541
+ {
16542
+ "step": 19,
16543
+ "x": 2,
16544
+ "y": 9,
16545
+ "action": "WAIT",
16546
+ "reward": 0.1,
16547
+ "battery": 0.6833,
16548
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16549
+ },
16550
+ {
16551
+ "step": 20,
16552
+ "x": 2,
16553
+ "y": 9,
16554
+ "action": "WAIT",
16555
+ "reward": 0.1,
16556
+ "battery": 0.6667,
16557
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16558
+ },
16559
+ {
16560
+ "step": 21,
16561
+ "x": 2,
16562
+ "y": 9,
16563
+ "action": "WAIT",
16564
+ "reward": 0.1,
16565
+ "battery": 0.65,
16566
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16567
+ },
16568
+ {
16569
+ "step": 22,
16570
+ "x": 2,
16571
+ "y": 9,
16572
+ "action": "WAIT",
16573
+ "reward": 0.1,
16574
+ "battery": 0.6333,
16575
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16576
+ },
16577
+ {
16578
+ "step": 23,
16579
+ "x": 2,
16580
+ "y": 9,
16581
+ "action": "WAIT",
16582
+ "reward": 0.1,
16583
+ "battery": 0.6167,
16584
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16585
+ },
16586
+ {
16587
+ "step": 24,
16588
+ "x": 2,
16589
+ "y": 9,
16590
+ "action": "WAIT",
16591
+ "reward": 0.1,
16592
+ "battery": 0.6,
16593
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16594
+ },
16595
+ {
16596
+ "step": 25,
16597
+ "x": 2,
16598
+ "y": 9,
16599
+ "action": "WAIT",
16600
+ "reward": 0.1,
16601
+ "battery": 0.5833,
16602
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16603
+ },
16604
+ {
16605
+ "step": 26,
16606
+ "x": 2,
16607
+ "y": 9,
16608
+ "action": "WAIT",
16609
+ "reward": 0.1,
16610
+ "battery": 0.5667,
16611
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16612
+ },
16613
+ {
16614
+ "step": 27,
16615
+ "x": 2,
16616
+ "y": 9,
16617
+ "action": "WAIT",
16618
+ "reward": 0.1,
16619
+ "battery": 0.55,
16620
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16621
+ },
16622
+ {
16623
+ "step": 28,
16624
+ "x": 2,
16625
+ "y": 9,
16626
+ "action": "WAIT",
16627
+ "reward": 0.1,
16628
+ "battery": 0.5333,
16629
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16630
+ },
16631
+ {
16632
+ "step": 29,
16633
+ "x": 2,
16634
+ "y": 9,
16635
+ "action": "WAIT",
16636
+ "reward": 0.1,
16637
+ "battery": 0.5167,
16638
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16639
+ },
16640
+ {
16641
+ "step": 30,
16642
+ "x": 2,
16643
+ "y": 9,
16644
+ "action": "WAIT",
16645
+ "reward": 0.1,
16646
+ "battery": 0.5,
16647
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16648
+ },
16649
+ {
16650
+ "step": 31,
16651
+ "x": 2,
16652
+ "y": 9,
16653
+ "action": "WAIT",
16654
+ "reward": 0.1,
16655
+ "battery": 0.4833,
16656
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16657
+ },
16658
+ {
16659
+ "step": 32,
16660
+ "x": 2,
16661
+ "y": 9,
16662
+ "action": "WAIT",
16663
+ "reward": 0.1,
16664
+ "battery": 0.4667,
16665
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16666
+ },
16667
+ {
16668
+ "step": 33,
16669
+ "x": 2,
16670
+ "y": 9,
16671
+ "action": "WAIT",
16672
+ "reward": 0.1,
16673
+ "battery": 0.45,
16674
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16675
+ },
16676
+ {
16677
+ "step": 34,
16678
+ "x": 2,
16679
+ "y": 9,
16680
+ "action": "WAIT",
16681
+ "reward": 0.1,
16682
+ "battery": 0.4333,
16683
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16684
+ },
16685
+ {
16686
+ "step": 35,
16687
+ "x": 2,
16688
+ "y": 9,
16689
+ "action": "WAIT",
16690
+ "reward": 0.1,
16691
+ "battery": 0.4167,
16692
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16693
+ },
16694
+ {
16695
+ "step": 36,
16696
+ "x": 2,
16697
+ "y": 9,
16698
+ "action": "WAIT",
16699
+ "reward": 0.1,
16700
+ "battery": 0.4,
16701
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16702
+ },
16703
+ {
16704
+ "step": 37,
16705
+ "x": 2,
16706
+ "y": 9,
16707
+ "action": "WAIT",
16708
+ "reward": 0.1,
16709
+ "battery": 0.3833,
16710
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16711
+ },
16712
+ {
16713
+ "step": 38,
16714
+ "x": 2,
16715
+ "y": 9,
16716
+ "action": "WAIT",
16717
+ "reward": 0.1,
16718
+ "battery": 0.3667,
16719
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16720
+ },
16721
+ {
16722
+ "step": 39,
16723
+ "x": 2,
16724
+ "y": 9,
16725
+ "action": "WAIT",
16726
+ "reward": 0.1,
16727
+ "battery": 0.35,
16728
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16729
+ },
16730
+ {
16731
+ "step": 40,
16732
+ "x": 2,
16733
+ "y": 9,
16734
+ "action": "WAIT",
16735
+ "reward": 0.1,
16736
+ "battery": 0.3333,
16737
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16738
+ },
16739
+ {
16740
+ "step": 41,
16741
+ "x": 2,
16742
+ "y": 9,
16743
+ "action": "WAIT",
16744
+ "reward": 0.1,
16745
+ "battery": 0.3167,
16746
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16747
+ },
16748
+ {
16749
+ "step": 42,
16750
+ "x": 2,
16751
+ "y": 9,
16752
+ "action": "WAIT",
16753
+ "reward": 0.1,
16754
+ "battery": 0.3,
16755
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16756
+ },
16757
+ {
16758
+ "step": 43,
16759
+ "x": 2,
16760
+ "y": 9,
16761
+ "action": "WAIT",
16762
+ "reward": 0.1,
16763
+ "battery": 0.2833,
16764
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16765
+ },
16766
+ {
16767
+ "step": 44,
16768
+ "x": 2,
16769
+ "y": 9,
16770
+ "action": "WAIT",
16771
+ "reward": 0.1,
16772
+ "battery": 0.2667,
16773
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16774
+ },
16775
+ {
16776
+ "step": 45,
16777
+ "x": 2,
16778
+ "y": 9,
16779
+ "action": "WAIT",
16780
+ "reward": 0.1,
16781
+ "battery": 0.25,
16782
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16783
+ },
16784
+ {
16785
+ "step": 46,
16786
+ "x": 2,
16787
+ "y": 9,
16788
+ "action": "WAIT",
16789
+ "reward": 0.1,
16790
+ "battery": 0.2333,
16791
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16792
+ },
16793
+ {
16794
+ "step": 47,
16795
+ "x": 2,
16796
+ "y": 9,
16797
+ "action": "WAIT",
16798
+ "reward": 0.1,
16799
+ "battery": 0.2167,
16800
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16801
+ },
16802
+ {
16803
+ "step": 48,
16804
+ "x": 2,
16805
+ "y": 9,
16806
+ "action": "WAIT",
16807
+ "reward": 0.1,
16808
+ "battery": 0.2,
16809
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16810
+ },
16811
+ {
16812
+ "step": 49,
16813
+ "x": 2,
16814
+ "y": 9,
16815
+ "action": "WAIT",
16816
+ "reward": 0.1,
16817
+ "battery": 0.1833,
16818
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16819
+ },
16820
+ {
16821
+ "step": 50,
16822
+ "x": 2,
16823
+ "y": 9,
16824
+ "action": "WAIT",
16825
+ "reward": 0.1,
16826
+ "battery": 0.1667,
16827
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16828
+ },
16829
+ {
16830
+ "step": 51,
16831
+ "x": 2,
16832
+ "y": 9,
16833
+ "action": "WAIT",
16834
+ "reward": 0.1,
16835
+ "battery": 0.15,
16836
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16837
+ },
16838
+ {
16839
+ "step": 52,
16840
+ "x": 2,
16841
+ "y": 9,
16842
+ "action": "WAIT",
16843
+ "reward": 0.1,
16844
+ "battery": 0.1333,
16845
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16846
+ },
16847
+ {
16848
+ "step": 53,
16849
+ "x": 2,
16850
+ "y": 9,
16851
+ "action": "WAIT",
16852
+ "reward": 0.1,
16853
+ "battery": 0.1167,
16854
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16855
+ },
16856
+ {
16857
+ "step": 54,
16858
+ "x": 2,
16859
+ "y": 9,
16860
+ "action": "WAIT",
16861
+ "reward": 0.1,
16862
+ "battery": 0.1,
16863
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16864
+ },
16865
+ {
16866
+ "step": 55,
16867
+ "x": 2,
16868
+ "y": 9,
16869
+ "action": "WAIT",
16870
+ "reward": 0.1,
16871
+ "battery": 0.0833,
16872
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16873
+ },
16874
+ {
16875
+ "step": 56,
16876
+ "x": 2,
16877
+ "y": 9,
16878
+ "action": "WAIT",
16879
+ "reward": 0.1,
16880
+ "battery": 0.0667,
16881
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16882
+ },
16883
+ {
16884
+ "step": 57,
16885
+ "x": 2,
16886
+ "y": 9,
16887
+ "action": "WAIT",
16888
+ "reward": 0.1,
16889
+ "battery": 0.05,
16890
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16891
+ },
16892
+ {
16893
+ "step": 58,
16894
+ "x": 2,
16895
+ "y": 9,
16896
+ "action": "WAIT",
16897
+ "reward": 0.1,
16898
+ "battery": 0.0333,
16899
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16900
+ },
16901
+ {
16902
+ "step": 59,
16903
+ "x": 2,
16904
+ "y": 9,
16905
+ "action": "WAIT",
16906
+ "reward": 0.1,
16907
+ "battery": 0.0167,
16908
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16909
+ },
16910
+ {
16911
+ "step": 60,
16912
+ "x": 2,
16913
+ "y": 9,
16914
+ "action": "WAIT",
16915
+ "reward": 0.1,
16916
+ "battery": 0.0,
16917
+ "message": "Drone is idling (WAIT)... \ud83d\udd0b"
16918
+ }
16919
+ ],
16920
+ "grid_meta": {
16921
+ "width": 10,
16922
+ "height": 10
16923
+ },
16924
+ "delivery_positions": [
16925
+ [
16926
+ 2,
16927
+ 5
16928
+ ]
16929
+ ],
16930
+ "deliveries_done": 0,
16931
+ "total_reward": 6.4,
16932
+ "total_steps": 60
16933
+ },
16934
+ {
16935
+ "task": "drone_env.core.graders:grade_easy",
16936
+ "steps": [
16937
+ {
16938
+ "step": 1,
16939
+ "x": 4,
16940
+ "y": 3,
16941
+ "action": "UP",
16942
+ "reward": 0.1,
16943
+ "battery": 0.9833,
16944
+ "message": "On road \ud83d\udee3\ufe0f"
16945
+ },
16946
+ {
16947
+ "step": 2,
16948
+ "x": 5,
16949
+ "y": 3,
16950
+ "action": "RIGHT",
16951
+ "reward": 0.1,
16952
+ "battery": 0.9667,
16953
+ "message": "On road \ud83d\udee3\ufe0f"
16954
+ },
16955
+ {
16956
+ "step": 3,
16957
+ "x": 5,
16958
+ "y": 2,
16959
+ "action": "UP",
16960
+ "reward": 0.1,
16961
+ "battery": 0.95,
16962
+ "message": "On road \ud83d\udee3\ufe0f"
16963
+ },
16964
+ {
16965
+ "step": 4,
16966
+ "x": 6,
16967
+ "y": 2,
16968
+ "action": "RIGHT",
16969
+ "reward": 0.1,
16970
+ "battery": 0.9333,
16971
+ "message": "On road \ud83d\udee3\ufe0f"
16972
+ },
16973
+ {
16974
+ "step": 5,
16975
+ "x": 6,
16976
+ "y": 1,
16977
+ "action": "UP",
16978
+ "reward": 0.1,
16979
+ "battery": 0.9167,
16980
+ "message": "On road \ud83d\udee3\ufe0f"
16981
+ },
16982
+ {
16983
+ "step": 6,
16984
+ "x": 7,
16985
+ "y": 1,
16986
+ "action": "RIGHT",
16987
+ "reward": 1.05,
16988
+ "battery": 0.9,
16989
+ "message": "\u2705 Delivery 1/1 done!"
16990
+ }
16991
+ ],
16992
+ "grid_meta": {
16993
+ "width": 10,
16994
+ "height": 10
16995
+ },
16996
+ "delivery_positions": [
16997
+ [
16998
+ 7,
16999
+ 1
17000
+ ]
17001
+ ],
17002
+ "deliveries_done": 1,
17003
+ "total_reward": 1.55,
17004
+ "total_steps": 6
17005
  }
17006
  ]