Skip to content

Commit cff3a84

Browse files
author
zylo117
committed
replace nms with batched_nms to further improve mAP by 0.5~0.7, thanks @Laughing-q.
1 parent 934feff commit cff3a84

3 files changed

Lines changed: 173 additions & 168 deletions

File tree

‎benchmark/coco_eval_result‎

Lines changed: 111 additions & 111 deletions
Original file line numberDiff line numberDiff line change
@@ -1,111 +1,111 @@
1-
efficientdet-d0
2-
Average Precision (AP) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.326
3-
Average Precision (AP) @[ IoU=0.50 | area= all | maxDets=100 ] = 0.502
4-
Average Precision (AP) @[ IoU=0.75 | area= all | maxDets=100 ] = 0.342
5-
Average Precision (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.118
6-
Average Precision (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.376
7-
Average Precision (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.509
8-
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 1 ] = 0.268
9-
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 10 ] = 0.402
10-
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.430
11-
Average Recall (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.172
12-
Average Recall (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.502
13-
Average Recall (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.624
14-
15-
efficientdet-d1
16-
Average Precision (AP) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.382
17-
Average Precision (AP) @[ IoU=0.50 | area= all | maxDets=100 ] = 0.568
18-
Average Precision (AP) @[ IoU=0.75 | area= all | maxDets=100 ] = 0.407
19-
Average Precision (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.181
20-
Average Precision (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.437
21-
Average Precision (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.555
22-
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 1 ] = 0.304
23-
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 10 ] = 0.465
24-
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.496
25-
Average Recall (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.265
26-
Average Recall (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.562
27-
Average Recall (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.673
28-
29-
efficientdet-d2
30-
Average Precision (AP) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.415
31-
Average Precision (AP) @[ IoU=0.50 | area= all | maxDets=100 ] = 0.603
32-
Average Precision (AP) @[ IoU=0.75 | area= all | maxDets=100 ] = 0.440
33-
Average Precision (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.226
34-
Average Precision (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.471
35-
Average Precision (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.567
36-
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 1 ] = 0.321
37-
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 10 ] = 0.497
38-
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.529
39-
Average Recall (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.315
40-
Average Recall (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.595
41-
Average Recall (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.672
42-
43-
efficientdet-d3
44-
Average Precision (AP) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.449
45-
Average Precision (AP) @[ IoU=0.50 | area= all | maxDets=100 ] = 0.637
46-
Average Precision (AP) @[ IoU=0.75 | area= all | maxDets=100 ] = 0.480
47-
Average Precision (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.272
48-
Average Precision (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.491
49-
Average Precision (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.602
50-
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 1 ] = 0.342
51-
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 10 ] = 0.533
52-
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.567
53-
Average Recall (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.383
54-
Average Recall (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.615
55-
Average Recall (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.710
56-
57-
efficientdet-d4
58-
Average Precision (AP) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.481
59-
Average Precision (AP) @[ IoU=0.50 | area= all | maxDets=100 ] = 0.672
60-
Average Precision (AP) @[ IoU=0.75 | area= all | maxDets=100 ] = 0.520
61-
Average Precision (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.320
62-
Average Precision (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.528
63-
Average Precision (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.625
64-
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 1 ] = 0.357
65-
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 10 ] = 0.565
66-
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.600
67-
Average Recall (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.436
68-
Average Recall (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.649
69-
Average Recall (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.728
70-
71-
efficientdet-d5
72-
Average Precision (AP) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.495
73-
Average Precision (AP) @[ IoU=0.50 | area= all | maxDets=100 ] = 0.687
74-
Average Precision (AP) @[ IoU=0.75 | area= all | maxDets=100 ] = 0.532
75-
Average Precision (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.333
76-
Average Precision (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.540
77-
Average Precision (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.632
78-
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 1 ] = 0.367
79-
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 10 ] = 0.584
80-
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.621
81-
Average Recall (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.467
82-
Average Recall (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.662
83-
Average Recall (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.739
84-
85-
efficientdet-d6
86-
Average Precision (AP) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.501
87-
Average Precision (AP) @[ IoU=0.50 | area= all | maxDets=100 ] = 0.692
88-
Average Precision (AP) @[ IoU=0.75 | area= all | maxDets=100 ] = 0.540
89-
Average Precision (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.338
90-
Average Precision (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.544
91-
Average Precision (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.637
92-
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 1 ] = 0.368
93-
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 10 ] = 0.588
94-
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.626
95-
Average Recall (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.469
96-
Average Recall (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.667
97-
Average Recall (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.738
98-
99-
efficientdet-d7
100-
Average Precision (AP) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.507
101-
Average Precision (AP) @[ IoU=0.50 | area= all | maxDets=100 ] = 0.696
102-
Average Precision (AP) @[ IoU=0.75 | area= all | maxDets=100 ] = 0.545
103-
Average Precision (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.352
104-
Average Precision (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.551
105-
Average Precision (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.638
106-
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 1 ] = 0.370
107-
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 10 ] = 0.588
108-
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.624
109-
Average Recall (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.466
110-
Average Recall (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.663
111-
Average Recall (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.743
1+
efficientdet-d0
2+
Average Precision (AP) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.331
3+
Average Precision (AP) @[ IoU=0.50 | area= all | maxDets=100 ] = 0.512
4+
Average Precision (AP) @[ IoU=0.75 | area= all | maxDets=100 ] = 0.348
5+
Average Precision (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.122
6+
Average Precision (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.379
7+
Average Precision (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.520
8+
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 1 ] = 0.277
9+
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 10 ] = 0.419
10+
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.449
11+
Average Recall (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.186
12+
Average Recall (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.522
13+
Average Recall (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.651
14+
15+
efficientdet-d1
16+
Average Precision (AP) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.388
17+
Average Precision (AP) @[ IoU=0.50 | area= all | maxDets=100 ] = 0.577
18+
Average Precision (AP) @[ IoU=0.75 | area= all | maxDets=100 ] = 0.413
19+
Average Precision (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.189
20+
Average Precision (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.441
21+
Average Precision (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.564
22+
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 1 ] = 0.312
23+
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 10 ] = 0.480
24+
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.513
25+
Average Recall (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.287
26+
Average Recall (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.580
27+
Average Recall (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.699
28+
29+
efficientdet-d2
30+
Average Precision (AP) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.421
31+
Average Precision (AP) @[ IoU=0.50 | area= all | maxDets=100 ] = 0.612
32+
Average Precision (AP) @[ IoU=0.75 | area= all | maxDets=100 ] = 0.446
33+
Average Precision (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.237
34+
Average Precision (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.474
35+
Average Precision (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.584
36+
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 1 ] = 0.331
37+
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 10 ] = 0.514
38+
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.549
39+
Average Recall (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.337
40+
Average Recall (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.610
41+
Average Recall (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.711
42+
43+
efficientdet-d3
44+
Average Precision (AP) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.456
45+
Average Precision (AP) @[ IoU=0.50 | area= all | maxDets=100 ] = 0.645
46+
Average Precision (AP) @[ IoU=0.75 | area= all | maxDets=100 ] = 0.489
47+
Average Precision (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.283
48+
Average Precision (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.499
49+
Average Precision (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.614
50+
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 1 ] = 0.350
51+
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 10 ] = 0.548
52+
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.584
53+
Average Recall (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.398
54+
Average Recall (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.636
55+
Average Recall (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.735
56+
57+
efficientdet-d4
58+
Average Precision (AP) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.481
59+
Average Precision (AP) @[ IoU=0.50 | area= all | maxDets=100 ] = 0.672
60+
Average Precision (AP) @[ IoU=0.75 | area= all | maxDets=100 ] = 0.520
61+
Average Precision (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.320
62+
Average Precision (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.528
63+
Average Precision (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.625
64+
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 1 ] = 0.357
65+
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 10 ] = 0.565
66+
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.600
67+
Average Recall (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.436
68+
Average Recall (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.649
69+
Average Recall (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.728
70+
71+
efficientdet-d5
72+
Average Precision (AP) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.495
73+
Average Precision (AP) @[ IoU=0.50 | area= all | maxDets=100 ] = 0.687
74+
Average Precision (AP) @[ IoU=0.75 | area= all | maxDets=100 ] = 0.532
75+
Average Precision (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.333
76+
Average Precision (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.540
77+
Average Precision (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.632
78+
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 1 ] = 0.367
79+
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 10 ] = 0.584
80+
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.621
81+
Average Recall (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.467
82+
Average Recall (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.662
83+
Average Recall (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.739
84+
85+
efficientdet-d6
86+
Average Precision (AP) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.501
87+
Average Precision (AP) @[ IoU=0.50 | area= all | maxDets=100 ] = 0.692
88+
Average Precision (AP) @[ IoU=0.75 | area= all | maxDets=100 ] = 0.540
89+
Average Precision (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.338
90+
Average Precision (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.544
91+
Average Precision (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.637
92+
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 1 ] = 0.368
93+
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 10 ] = 0.588
94+
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.626
95+
Average Recall (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.469
96+
Average Recall (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.667
97+
Average Recall (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.738
98+
99+
efficientdet-d7
100+
Average Precision (AP) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.507
101+
Average Precision (AP) @[ IoU=0.50 | area= all | maxDets=100 ] = 0.696
102+
Average Precision (AP) @[ IoU=0.75 | area= all | maxDets=100 ] = 0.545
103+
Average Precision (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.352
104+
Average Precision (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.551
105+
Average Precision (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.638
106+
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 1 ] = 0.370
107+
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets= 10 ] = 0.588
108+
Average Recall (AR) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.624
109+
Average Recall (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.466
110+
Average Recall (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.663
111+
Average Recall (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.743

0 commit comments

Comments
 (0)