Efficiency_benchmark.csv

Method,cpu_xe6150,cuda_v100,Peak GPU Mem (GB),cpu_m1pro,cpu_m2,cpu_i7_13700k,cuda_rtx3090,peak_gpu_rtx3090_gb,cpu_i7_13700k_status,cuda_rtx3090_status
nima-vgg16-ava,0.0953,0.024,0.1253,0.0763,0.1021,0.2308,0.0132,0.1123,ok,ok
paq2piq,0.2343,0.0325,0.1888,0.2388,0.2706,0.6206,0.0232,0.1882,ok,ok
piqe,0.0795,0.0325,0.0565,0.1115,0.0989,0.068,0.0186,0.0485,ok,ok
unique,2.2314,0.0327,0.2284,0.3453,0.4172,5.0643,0.0226,0.2288,ok,ok
brisque_matlab,0.1039,0.0354,0.1113,0.125,0.1262,0.1445,0.0188,0.1111,ok,ok
entropy,0.239,0.0358,2.2474,0.1457,0.1691,0.711,0.019,2.2395,ok,ok
brisque,0.1184,0.038,0.1075,0.1329,0.1292,0.1311,0.0192,0.1073,ok,ok
niqe_matlab,0.2105,0.0404,0.1214,0.2172,0.2247,0.4243,0.0341,0.1295,ok,ok
niqe,0.2113,0.0405,0.1214,0.2154,0.2229,0.4277,0.035,0.1295,ok,ok
wadiqam_nr,0.4299,0.0413,0.4448,0.7347,0.7452,1.3087,0.026,0.4138,ok,ok
psnr,0.0416,0.0443,0.0548,0.0212,0.0253,0.0272,0.0226,0.0469,ok,ok
gmsd,0.052,0.045,0.0626,0.0438,0.0569,0.0294,0.025,0.043,ok,ok
hyperiqa,1.2693,0.0451,0.4696,3.1934,2.8124,3.6233,0.0307,0.4686,ok,ok
arniqa-tid,0.7548,0.0457,0.3258,0.5111,0.6284,1.9197,0.0416,0.3251,ok,ok
laion_aes,0.456,0.0458,1.636,0.2491,0.3968,1.2554,0.0252,1.6372,ok,ok
arniqa-live,0.7568,0.0459,0.3258,0.5636,0.6182,1.9254,0.0443,0.3251,ok,ok
psnry,0.0436,0.0461,0.0547,0.0719,0.0449,0.0259,0.028,0.0389,ok,ok
topiq_iaa,0.4252,0.0469,0.5821,0.3102,0.3741,1.086,0.0251,0.5801,ok,ok
arniqa-spaq,0.7576,0.0483,0.3258,0.5064,0.6152,1.94,0.0447,0.3251,ok,ok
arniqa-flive,0.7425,0.0487,0.3258,0.504,0.6369,1.9265,0.0424,0.3251,ok,ok
arniqa-kadid,0.7424,0.0492,0.3258,0.5122,0.634,1.9041,0.0434,0.3251,ok,ok
liqe_mix,0.3701,0.0502,0.9604,0.2168,0.3479,1.1434,0.0233,0.9607,ok,ok
vsi,0.0989,0.0528,0.1641,0.0927,0.1175,0.1084,0.0293,0.1172,ok,ok
clipiqa+,0.8577,0.0535,0.6346,0.5471,0.6999,2.1849,0.0357,0.636,ok,ok
clipiqa+_rn50_512,0.8618,0.0538,0.6347,0.5471,0.7182,2.1158,0.0382,0.636,ok,ok
topiq_iaa_res50,0.2462,0.0554,0.3846,0.2011,0.2434,0.5526,0.0374,0.3976,ok,ok
nima-koniq,0.1658,0.057,0.2453,0.1194,0.1597,0.241,0.0194,0.2448,ok,ok
clipiqa,0.9891,0.058,0.6344,0.6273,0.7961,2.532,0.0398,0.6349,ok,ok
liqe,0.3716,0.0581,0.9604,0.1945,0.2804,1.1266,0.0235,0.9607,ok,ok
topiq_nr-spaq,1.1112,0.0589,0.6739,0.7977,0.9848,2.7748,0.051,0.7365,ok,ok
musiq-ava,0.6021,0.0594,0.405,0.7081,0.927,1.6617,0.0342,0.4046,ok,ok
topiq_nr-flive,1.109,0.0594,0.6739,0.7931,0.9825,0.4888,0.0391,0.2877,ok,ok
topiq_nr,1.1161,0.0595,0.6739,0.8416,1.003,2.7834,0.0505,0.7365,ok,ok
arniqa-clive,0.7379,0.061,0.3258,0.4874,0.6417,1.931,0.0424,0.3251,ok,ok
arniqa,0.7594,0.0617,0.3258,0.4851,0.6397,1.9176,0.042,0.3251,ok,ok
ckdn,0.0854,0.0623,0.1055,0.0834,0.0799,0.1109,0.0227,0.1055,ok,ok
dbcnn,1.5287,0.0639,0.5854,1.4413,1.8485,5.27,0.0452,0.8333,ok,ok
musiq-spaq,0.6012,0.0639,0.405,0.7371,0.8169,1.6797,0.0341,0.4045,ok,ok
musiq,0.6073,0.0654,0.405,0.7317,0.8374,1.7428,0.0346,0.4045,ok,ok
nima,0.1657,0.067,0.2453,0.1516,0.134,0.2389,0.0193,0.2449,ok,ok
lpips,0.2048,0.0718,0.2934,0.1742,0.2203,0.5049,0.0337,0.2846,ok,ok
nlpd,0.1339,0.0785,0.0783,0.1187,0.1103,0.1284,0.0454,0.0782,ok,ok
nima-spaq,0.1651,0.0793,0.2453,0.1538,0.1555,0.2391,0.0189,0.2448,ok,ok
musiq-paq2piq,0.5992,0.0804,0.405,0.7071,0.8245,1.6825,0.0346,0.4045,ok,ok
lpips+,0.2761,0.081,0.4736,0.2498,0.251,0.6342,0.0286,0.4651,ok,ok
fsim,0.1167,0.0827,0.1065,0.1155,0.1396,0.1354,0.0403,0.0994,ok,ok
wadiqam_fr,0.8664,0.0829,0.4742,1.4219,1.502,2.5619,0.0465,0.4426,ok,ok
arniqa-csiq,0.749,0.09,0.3258,0.5203,0.6121,1.9573,0.0421,0.3251,ok,ok
msswd,,0.0934,0.3477,,,0.6772,0.034,0.3476,ok,ok
vif,0.6349,0.0973,0.2526,1.5798,1.5738,1.1549,0.0509,0.2523,ok,ok
topiq_fr-pipal,1.7137,0.1152,1.0247,1.274,1.5432,4.1413,0.0698,1.0238,ok,ok
ssimc,1.4399,0.1179,0.3595,0.9434,1.2198,0.4784,0.0326,0.5262,ok,ok
dists,2.9309,0.1248,1.528,2.9516,3.7126,10.0756,0.0903,1.5204,ok,ok
lpips-vgg+,3.878,0.1277,4.4663,2.6661,3.4065,11.3857,0.0953,4.4588,ok,ok
deepdc,,0.1301,1.0967,,,11.8191,0.0939,1.3215,ok,ok
ms_ssim,0.659,0.137,0.138,0.5294,0.5486,0.1827,0.0326,0.1916,ok,ok
ilniqe,2.7671,0.1385,1.5472,2.381,2.5457,7.8459,0.3222,1.5473,ok,ok
lpips-vgg,3.1749,0.1431,2.4982,2.514,3.1522,9.957,0.0845,2.4907,ok,ok
ssim,0.5074,0.1579,0.138,0.35,0.4453,0.1557,0.0328,0.1916,ok,ok
uranker,2.2685,0.166,0.5723,2.6373,2.7708,6.2836,0.1416,0.5716,ok,ok
stlpips,1.3045,0.1799,0.9079,1.4463,1.4641,3.5013,0.0477,0.8998,ok,ok
pieapp,7.4984,0.1994,3.5438,8.4581,8.3669,22.1306,0.1806,0.5338,ok,ok
topiq_fr,1.7425,0.2113,1.0247,1.248,1.6452,4.1246,0.0729,1.0238,ok,ok
qalign,,0.2204,15.4313,,,,0.1181,15.4001,excluded by benchmark script,ok
stlpips-vgg,4.1181,0.2231,2.5082,3.5801,4.5599,11.8738,0.0952,2.5007,ok,ok
tres-flive,28.6947,0.2246,2.0755,11.895,10.8521,68.5437,0.1631,2.0735,ok,ok
tres,29.2183,0.2273,2.0755,11.6795,10.8187,67.191,0.1637,2.0735,ok,ok
cnniqa,0.2038,0.4322,0.4052,0.2049,0.1816,0.3955,0.3509,0.4051,ok,ok
clipiqa+_vitL14_512,15.1827,0.5016,1.9617,9.4805,9.9749,44.0275,0.4548,1.9608,ok,ok
maniqa,13.0507,0.5424,2.6567,8.7182,10.4081,54.7691,0.4097,2.6593,ok,ok
maniqa-pipal,13.5027,0.5571,2.6567,8.6304,10.5159,53.9102,0.4084,2.6593,ok,ok
qalign_8bit,,0.5595,8.1834,,,,0.1783,12.3674,excluded by benchmark script,ok
qalign_4bit,,0.5684,5.0484,,,,0.1527,4.8243,excluded by benchmark script,ok
maniqa-kadid,13.6595,0.579,2.6567,8.5639,10.3526,54.5415,0.4086,2.6593,ok,ok
nrqm,17.0939,0.6223,2.2224,12.0018,13.265,6.5656,0.5102,1.152,ok,ok
pi,16.9402,0.7532,2.1981,14.4017,13.9593,7.0049,0.552,1.1398,ok,ok
ahiq,147.5412,0.7961,4.4696,23.8511,23.6154,,0.6074,4.4696,timeout after 600s,ok
mad,14.4129,0.9686,3.3962,14.2657,14.4588,20.8353,0.7061,3.0247,ok,ok
cw_ssim,0.8336,0.9904,0.5117,1.0554,1.1038,1.058,0.2617,0.5509,ok,ok
compare2score,,1.7029,15.5104,,,,0.9435,15.4791,timeout after 600s,ok
dmm,,,,,,11.5132,0.5653,3.6932,ok,ok
fgresq,,,,,,0.5509,0.0226,0.6758,ok,ok
fgresq_pair,,,,,,1.1031,0.0385,0.6881,ok,ok
jld,,,,,,11.4157,0.1535,0.3362,ok,ok
jld_fast,,,,,,1.1589,0.0379,0.3214,ok,ok
maclip,,,,,,0.0601,0.0445,0.5574,ok,ok
metaiqa,,,,,,0.0474,0.0143,0.079,ok,ok
qualiclip,,,,,,2.0748,0.0358,0.6347,ok,ok
qualiclip+,,,,,,2.7153,0.0432,0.6361,ok,ok
qualiclip+-clive,,,,,,2.7193,0.0411,0.6361,ok,ok
qualiclip+-flive,,,,,,2.6721,0.0407,0.6361,ok,ok
qualiclip+-spaq,,,,,,2.702,0.0412,0.6361,ok,ok
qrealign,,,,,,,0.144,2.622,Triton does not support CPU tensor,ok
qrealign-lite,,,,,,,0.3136,10.2663,Triton does not support CPU tensor,ok
qrealign-mini,,,,,,,0.1259,2.622,Triton does not support CPU tensor,ok
qrealign-pro,,,,,,,0.4646,18.0732,Triton does not support CPU tensor,ok
afine_all,,,,,,,,,image dimensions must be divisible by 32,image dimensions must be divisible by 32
afine_all_scale,,,,,,,,,image dimensions must be divisible by 32,image dimensions must be divisible by 32
afine_fr,,,,,,,,,image dimensions must be divisible by 32,image dimensions must be divisible by 32
afine_nr,,,,,,,,,image dimensions must be divisible by 32,image dimensions must be divisible by 32
sfid,,,,,,,,,"requires image folders, not image files","requires image folders, not image files"