add midtern report and change data source
This commit is contained in:
92
tests/results/CPU_1024_ALL.json
Normal file
92
tests/results/CPU_1024_ALL.json
Normal file
@@ -0,0 +1,92 @@
|
||||
[
|
||||
{
|
||||
"backbone": "vgg16",
|
||||
"attention": "none",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 141.3471221923828,
|
||||
"single_ms_std": 10.999455352113372,
|
||||
"fpn_ms_mean": 294.6423053741455,
|
||||
"fpn_ms_std": 28.912915136807353,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "vgg16",
|
||||
"attention": "se",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 326.34620666503906,
|
||||
"single_ms_std": 54.04931608990964,
|
||||
"fpn_ms_mean": 315.0646686553955,
|
||||
"fpn_ms_std": 60.65783428103009,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "vgg16",
|
||||
"attention": "cbam",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 426.434326171875,
|
||||
"single_ms_std": 60.69115466365216,
|
||||
"fpn_ms_mean": 391.7152404785156,
|
||||
"fpn_ms_std": 138.7148880499908,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "resnet34",
|
||||
"attention": "none",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 170.68419456481934,
|
||||
"single_ms_std": 194.25785107183256,
|
||||
"fpn_ms_mean": 71.00968360900879,
|
||||
"fpn_ms_std": 13.895657206826819,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "resnet34",
|
||||
"attention": "se",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 324.0950584411621,
|
||||
"single_ms_std": 27.36211048416722,
|
||||
"fpn_ms_mean": 77.90617942810059,
|
||||
"fpn_ms_std": 20.16708143745481,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "resnet34",
|
||||
"attention": "cbam",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 300.76422691345215,
|
||||
"single_ms_std": 28.93460548619247,
|
||||
"fpn_ms_mean": 64.48302268981934,
|
||||
"fpn_ms_std": 0.4713311501198183,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "efficientnet_b0",
|
||||
"attention": "none",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 1856.752586364746,
|
||||
"single_ms_std": 76.05230739491566,
|
||||
"fpn_ms_mean": 1745.8839416503906,
|
||||
"fpn_ms_std": 98.87906961993708,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "efficientnet_b0",
|
||||
"attention": "se",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 1934.6572399139404,
|
||||
"single_ms_std": 64.76559071973423,
|
||||
"fpn_ms_mean": 1743.2162761688232,
|
||||
"fpn_ms_std": 128.72720421935776,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "efficientnet_b0",
|
||||
"attention": "cbam",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 2008.91752243042,
|
||||
"single_ms_std": 90.95359089922094,
|
||||
"fpn_ms_mean": 1690.7908916473389,
|
||||
"fpn_ms_std": 95.36625615611426,
|
||||
"runs": 5
|
||||
}
|
||||
]
|
||||
92
tests/results/CPU_2048_ALL.json
Normal file
92
tests/results/CPU_2048_ALL.json
Normal file
@@ -0,0 +1,92 @@
|
||||
[
|
||||
{
|
||||
"backbone": "vgg16",
|
||||
"attention": "none",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 514.9366855621338,
|
||||
"single_ms_std": 45.35225422615823,
|
||||
"fpn_ms_mean": 1038.5901927947998,
|
||||
"fpn_ms_std": 47.45170014106504,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "vgg16",
|
||||
"attention": "se",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 808.8619709014893,
|
||||
"single_ms_std": 47.20959879402762,
|
||||
"fpn_ms_mean": 1024.115800857544,
|
||||
"fpn_ms_std": 53.97215637036486,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "vgg16",
|
||||
"attention": "cbam",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 809.1454982757568,
|
||||
"single_ms_std": 67.9724576221699,
|
||||
"fpn_ms_mean": 1025.6010055541992,
|
||||
"fpn_ms_std": 38.074372291205094,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "resnet34",
|
||||
"attention": "none",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 171.7343807220459,
|
||||
"single_ms_std": 39.34253911646844,
|
||||
"fpn_ms_mean": 169.7260856628418,
|
||||
"fpn_ms_std": 0.693567135974657,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "resnet34",
|
||||
"attention": "se",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 419.51584815979004,
|
||||
"single_ms_std": 94.58801360889647,
|
||||
"fpn_ms_mean": 209.4954490661621,
|
||||
"fpn_ms_std": 48.35416653973069,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "resnet34",
|
||||
"attention": "cbam",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 406.0696601867676,
|
||||
"single_ms_std": 60.80703618032097,
|
||||
"fpn_ms_mean": 168.99957656860352,
|
||||
"fpn_ms_std": 4.382641339475046,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "efficientnet_b0",
|
||||
"attention": "none",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 1820.025396347046,
|
||||
"single_ms_std": 101.29345716249082,
|
||||
"fpn_ms_mean": 1795.3098773956299,
|
||||
"fpn_ms_std": 148.9090080779234,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "efficientnet_b0",
|
||||
"attention": "se",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 1815.7261371612549,
|
||||
"single_ms_std": 99.77346747748312,
|
||||
"fpn_ms_mean": 1745.1868057250977,
|
||||
"fpn_ms_std": 47.73327230519917,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "efficientnet_b0",
|
||||
"attention": "cbam",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 1954.587173461914,
|
||||
"single_ms_std": 91.84379409958038,
|
||||
"fpn_ms_mean": 1793.1451797485352,
|
||||
"fpn_ms_std": 99.44095725207706,
|
||||
"runs": 5
|
||||
}
|
||||
]
|
||||
92
tests/results/CPU_512_ALL.json
Normal file
92
tests/results/CPU_512_ALL.json
Normal file
@@ -0,0 +1,92 @@
|
||||
[
|
||||
{
|
||||
"backbone": "vgg16",
|
||||
"attention": "none",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 39.18452262878418,
|
||||
"single_ms_std": 12.281795573990802,
|
||||
"fpn_ms_mean": 69.40970420837402,
|
||||
"fpn_ms_std": 3.992836017183183,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "vgg16",
|
||||
"attention": "se",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 355.5804252624512,
|
||||
"single_ms_std": 128.52460541869158,
|
||||
"fpn_ms_mean": 90.53478240966797,
|
||||
"fpn_ms_std": 26.290963555717845,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "vgg16",
|
||||
"attention": "cbam",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 403.49555015563965,
|
||||
"single_ms_std": 135.76611430211202,
|
||||
"fpn_ms_mean": 70.25303840637207,
|
||||
"fpn_ms_std": 2.9701052556946683,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "resnet34",
|
||||
"attention": "none",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 23.61011505126953,
|
||||
"single_ms_std": 5.150779912326564,
|
||||
"fpn_ms_mean": 41.643476486206055,
|
||||
"fpn_ms_std": 25.070309541922704,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "resnet34",
|
||||
"attention": "se",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 247.26028442382812,
|
||||
"single_ms_std": 41.75558238514015,
|
||||
"fpn_ms_mean": 28.083133697509766,
|
||||
"fpn_ms_std": 2.567059505914933,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "resnet34",
|
||||
"attention": "cbam",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 266.7567253112793,
|
||||
"single_ms_std": 56.60780910635171,
|
||||
"fpn_ms_mean": 26.839590072631836,
|
||||
"fpn_ms_std": 1.4675583651754307,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "efficientnet_b0",
|
||||
"attention": "none",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 1788.9115810394287,
|
||||
"single_ms_std": 71.41739570876662,
|
||||
"fpn_ms_mean": 1716.4819717407227,
|
||||
"fpn_ms_std": 133.11243499378875,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "efficientnet_b0",
|
||||
"attention": "se",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 2014.0462398529053,
|
||||
"single_ms_std": 75.56771639088022,
|
||||
"fpn_ms_mean": 1673.0663299560547,
|
||||
"fpn_ms_std": 145.24196965644995,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "efficientnet_b0",
|
||||
"attention": "cbam",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 2138.7922286987305,
|
||||
"single_ms_std": 86.92280440177618,
|
||||
"fpn_ms_mean": 1825.8434295654297,
|
||||
"fpn_ms_std": 194.8450216543579,
|
||||
"runs": 5
|
||||
}
|
||||
]
|
||||
92
tests/results/GPU_1024_ALL.json
Normal file
92
tests/results/GPU_1024_ALL.json
Normal file
@@ -0,0 +1,92 @@
|
||||
[
|
||||
{
|
||||
"backbone": "vgg16",
|
||||
"attention": "none",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 12.982702255249023,
|
||||
"single_ms_std": 0.24482904731043928,
|
||||
"fpn_ms_mean": 26.085424423217773,
|
||||
"fpn_ms_std": 0.22639525257177068,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "vgg16",
|
||||
"attention": "se",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 13.218450546264648,
|
||||
"single_ms_std": 0.37264198193022474,
|
||||
"fpn_ms_mean": 26.036596298217773,
|
||||
"fpn_ms_std": 0.10449814246797495,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "vgg16",
|
||||
"attention": "cbam",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 13.350486755371094,
|
||||
"single_ms_std": 0.1081598701020607,
|
||||
"fpn_ms_mean": 25.95195770263672,
|
||||
"fpn_ms_std": 0.19147755745716255,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "resnet34",
|
||||
"attention": "none",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 5.18193244934082,
|
||||
"single_ms_std": 0.013299910696986533,
|
||||
"fpn_ms_mean": 6.124782562255859,
|
||||
"fpn_ms_std": 0.007262027973114896,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "resnet34",
|
||||
"attention": "se",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 5.225419998168945,
|
||||
"single_ms_std": 0.03243193831087485,
|
||||
"fpn_ms_mean": 6.127119064331055,
|
||||
"fpn_ms_std": 0.006662082365636055,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "resnet34",
|
||||
"attention": "cbam",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 5.363655090332031,
|
||||
"single_ms_std": 0.07232244369634279,
|
||||
"fpn_ms_mean": 6.124973297119141,
|
||||
"fpn_ms_std": 0.01220274641413861,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "efficientnet_b0",
|
||||
"attention": "none",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 5.882596969604492,
|
||||
"single_ms_std": 0.03418446884176312,
|
||||
"fpn_ms_mean": 8.848905563354492,
|
||||
"fpn_ms_std": 0.009362294157062464,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "efficientnet_b0",
|
||||
"attention": "se",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 5.918645858764648,
|
||||
"single_ms_std": 0.02580504191671806,
|
||||
"fpn_ms_mean": 8.872699737548828,
|
||||
"fpn_ms_std": 0.028098375543588856,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "efficientnet_b0",
|
||||
"attention": "cbam",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 6.031894683837891,
|
||||
"single_ms_std": 0.0313291810810038,
|
||||
"fpn_ms_mean": 8.892679214477539,
|
||||
"fpn_ms_std": 0.051566053051003896,
|
||||
"runs": 5
|
||||
}
|
||||
]
|
||||
92
tests/results/GPU_2048_ALL.json
Normal file
92
tests/results/GPU_2048_ALL.json
Normal file
@@ -0,0 +1,92 @@
|
||||
[
|
||||
{
|
||||
"backbone": "vgg16",
|
||||
"attention": "none",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 49.271440505981445,
|
||||
"single_ms_std": 0.23241409960994724,
|
||||
"fpn_ms_mean": 102.07562446594238,
|
||||
"fpn_ms_std": 0.42413520422287554,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "vgg16",
|
||||
"attention": "se",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 49.530935287475586,
|
||||
"single_ms_std": 0.13801016738287253,
|
||||
"fpn_ms_mean": 101.71365737915039,
|
||||
"fpn_ms_std": 1.1014209244282123,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "vgg16",
|
||||
"attention": "cbam",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 50.364112854003906,
|
||||
"single_ms_std": 0.4197025102958908,
|
||||
"fpn_ms_mean": 102.47220993041992,
|
||||
"fpn_ms_std": 1.5183273821418544,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "resnet34",
|
||||
"attention": "none",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 18.09520721435547,
|
||||
"single_ms_std": 0.07370912329936108,
|
||||
"fpn_ms_mean": 21.407556533813477,
|
||||
"fpn_ms_std": 0.07469337123644337,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "resnet34",
|
||||
"attention": "se",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 18.140506744384766,
|
||||
"single_ms_std": 0.05383793490432421,
|
||||
"fpn_ms_mean": 21.529245376586914,
|
||||
"fpn_ms_std": 0.06281945453895799,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "resnet34",
|
||||
"attention": "cbam",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 18.230295181274414,
|
||||
"single_ms_std": 0.04911344027583079,
|
||||
"fpn_ms_mean": 21.495580673217773,
|
||||
"fpn_ms_std": 0.0675402425490155,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "efficientnet_b0",
|
||||
"attention": "none",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 21.39911651611328,
|
||||
"single_ms_std": 0.13477012515652945,
|
||||
"fpn_ms_mean": 33.47659111022949,
|
||||
"fpn_ms_std": 0.41584087986256785,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "efficientnet_b0",
|
||||
"attention": "se",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 21.669769287109375,
|
||||
"single_ms_std": 0.2965065548859928,
|
||||
"fpn_ms_mean": 33.5207462310791,
|
||||
"fpn_ms_std": 0.33375407474872,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "efficientnet_b0",
|
||||
"attention": "cbam",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 21.547365188598633,
|
||||
"single_ms_std": 0.0510207737654615,
|
||||
"fpn_ms_mean": 33.32929611206055,
|
||||
"fpn_ms_std": 0.3835388454349587,
|
||||
"runs": 5
|
||||
}
|
||||
]
|
||||
92
tests/results/GPU_512_ALL.json
Normal file
92
tests/results/GPU_512_ALL.json
Normal file
@@ -0,0 +1,92 @@
|
||||
[
|
||||
{
|
||||
"backbone": "vgg16",
|
||||
"attention": "none",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 3.521108627319336,
|
||||
"single_ms_std": 0.046391526086057476,
|
||||
"fpn_ms_mean": 6.904315948486328,
|
||||
"fpn_ms_std": 0.07348606737896927,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "vgg16",
|
||||
"attention": "se",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 3.5547256469726562,
|
||||
"single_ms_std": 0.021400693902261316,
|
||||
"fpn_ms_mean": 6.902885437011719,
|
||||
"fpn_ms_std": 0.04471842833891526,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "vgg16",
|
||||
"attention": "cbam",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 3.7161827087402344,
|
||||
"single_ms_std": 0.05841117000891556,
|
||||
"fpn_ms_mean": 6.91981315612793,
|
||||
"fpn_ms_std": 0.05035328142052411,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "resnet34",
|
||||
"attention": "none",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 2.284574508666992,
|
||||
"single_ms_std": 0.02460100824914029,
|
||||
"fpn_ms_mean": 2.7038097381591797,
|
||||
"fpn_ms_std": 0.003999751467802195,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "resnet34",
|
||||
"attention": "se",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 2.3165225982666016,
|
||||
"single_ms_std": 0.020921362770508985,
|
||||
"fpn_ms_mean": 2.7238845825195312,
|
||||
"fpn_ms_std": 0.020216096042230385,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "resnet34",
|
||||
"attention": "cbam",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 2.4497509002685547,
|
||||
"single_ms_std": 0.05221029383930219,
|
||||
"fpn_ms_mean": 2.716398239135742,
|
||||
"fpn_ms_std": 0.004755479550958438,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "efficientnet_b0",
|
||||
"attention": "none",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 3.581380844116211,
|
||||
"single_ms_std": 0.07765752449657702,
|
||||
"fpn_ms_mean": 4.308557510375977,
|
||||
"fpn_ms_std": 0.052167292688360074,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "efficientnet_b0",
|
||||
"attention": "se",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 3.658151626586914,
|
||||
"single_ms_std": 0.06563410163450095,
|
||||
"fpn_ms_mean": 4.302692413330078,
|
||||
"fpn_ms_std": 0.03982900643726076,
|
||||
"runs": 5
|
||||
},
|
||||
{
|
||||
"backbone": "efficientnet_b0",
|
||||
"attention": "cbam",
|
||||
"places": "backbone_high",
|
||||
"single_ms_mean": 3.838968276977539,
|
||||
"single_ms_std": 0.08186328888820248,
|
||||
"fpn_ms_mean": 4.266786575317383,
|
||||
"fpn_ms_std": 0.026517634201088852,
|
||||
"runs": 5
|
||||
}
|
||||
]
|
||||
Reference in New Issue
Block a user