Skip to content

Instantly share code, notes, and snippets.

@philipphager

philipphager/benchmark.json

Last active March 21, 2022 13:08
Show Gist options
  • Save philipphager/130dfc65ca71601687e64fe830a4d9cd to your computer and use it in GitHub Desktop.
Save philipphager/130dfc65ca71601687e64fe830a4d9cd to your computer and use it in GitHub Desktop.
Download ZIP
Raw
benchmark.json
{
"config": {"view": {"continuousWidth": 400, "continuousHeight": 300}},
"data": {"name": "data-1132bb181f3c2cf775a80ccf83650219"},
"mark": "line",
"encoding": {
"color": {"field": "model", "type": "nominal"},
"row": {"field": "metric", "type": "nominal"},
"tooltip": [
{"field": "epoch", "type": "quantitative"},
{"field": "model", "type": "nominal"},
{"field": "metric", "type": "nominal"},
{"field": "value", "type": "quantitative"}
],
"x": {"field": "epoch", "type": "quantitative"},
"y": {"field": "value", "type": "quantitative"}
},
"height": 400,
"selection": {
"selector001": {
"type": "interval",
"bind": "scales",
"encodings": ["x", "y"]
}
},
"title": "Benchmark (items=1000, topk=10, item_occurrences=2, click_noise=0.1)",
"width": 600,
"$schema": "https://vega.github.io/schema/vega-lite/v4.17.0.json",
"datasets": {
"data-1132bb181f3c2cf775a80ccf83650219": [
{
"epoch": 0,
"model": "PBM",
"metric": "ndcg",
"value": 0.8209317989480147
},
{
"epoch": 1,
"model": "PBM",
"metric": "ndcg",
"value": 0.8638260722235717
},
{
"epoch": 2,
"model": "PBM",
"metric": "ndcg",
"value": 0.8951660617538804
},
{
"epoch": 3,
"model": "PBM",
"metric": "ndcg",
"value": 0.9003450919110016
},
{
"epoch": 4,
"model": "PBM",
"metric": "ndcg",
"value": 0.9176054816990304
},
{
"epoch": 5,
"model": "PBM",
"metric": "ndcg",
"value": 0.9292043194509756
},
{
"epoch": 6,
"model": "PBM",
"metric": "ndcg",
"value": 0.9312828854901938
},
{
"epoch": 7,
"model": "PBM",
"metric": "ndcg",
"value": 0.9336274641330014
},
{
"epoch": 8,
"model": "PBM",
"metric": "ndcg",
"value": 0.9371936855713685
},
{
"epoch": 9,
"model": "PBM",
"metric": "ndcg",
"value": 0.9436614925526078
},
{
"epoch": 10,
"model": "PBM",
"metric": "ndcg",
"value": 0.946392576193333
},
{
"epoch": 11,
"model": "PBM",
"metric": "ndcg",
"value": 0.9473940182158913
},
{
"epoch": 12,
"model": "PBM",
"metric": "ndcg",
"value": 0.9469959578897261
},
{
"epoch": 13,
"model": "PBM",
"metric": "ndcg",
"value": 0.9494872610410094
},
{
"epoch": 14,
"model": "PBM",
"metric": "ndcg",
"value": 0.9511112926679611
},
{
"epoch": 15,
"model": "PBM",
"metric": "ndcg",
"value": 0.9535976576824383
},
{
"epoch": 16,
"model": "PBM",
"metric": "ndcg",
"value": 0.9539794365191867
},
{
"epoch": 17,
"model": "PBM",
"metric": "ndcg",
"value": 0.9533977776292107
},
{
"epoch": 18,
"model": "PBM",
"metric": "ndcg",
"value": 0.9537049903689833
},
{
"epoch": 19,
"model": "PBM",
"metric": "ndcg",
"value": 0.9599007090120065
},
{
"epoch": 20,
"model": "PBM",
"metric": "ndcg",
"value": 0.9594512051987499
},
{
"epoch": 21,
"model": "PBM",
"metric": "ndcg",
"value": 0.9589642695542743
},
{
"epoch": 22,
"model": "PBM",
"metric": "ndcg",
"value": 0.9598497778385813
},
{
"epoch": 23,
"model": "PBM",
"metric": "ndcg",
"value": 0.9606958950968935
},
{
"epoch": 24,
"model": "PBM",
"metric": "ndcg",
"value": 0.9606958950968935
},
{
"epoch": 0,
"model": "NeuralPBM",
"metric": "ndcg",
"value": 0.7573345061733306
},
{
"epoch": 1,
"model": "NeuralPBM",
"metric": "ndcg",
"value": 0.7891555136426066
},
{
"epoch": 2,
"model": "NeuralPBM",
"metric": "ndcg",
"value": 0.8293615956814585
},
{
"epoch": 3,
"model": "NeuralPBM",
"metric": "ndcg",
"value": 0.846741295214691
},
{
"epoch": 4,
"model": "NeuralPBM",
"metric": "ndcg",
"value": 0.8604203236277759
},
{
"epoch": 5,
"model": "NeuralPBM",
"metric": "ndcg",
"value": 0.8735327330076151
},
{
"epoch": 6,
"model": "NeuralPBM",
"metric": "ndcg",
"value": 0.8806726478252261
},
{
"epoch": 7,
"model": "NeuralPBM",
"metric": "ndcg",
"value": 0.8867311565205003
},
{
"epoch": 8,
"model": "NeuralPBM",
"metric": "ndcg",
"value": 0.8967937074685035
},
{
"epoch": 9,
"model": "NeuralPBM",
"metric": "ndcg",
"value": 0.9047461984177504
},
{
"epoch": 10,
"model": "NeuralPBM",
"metric": "ndcg",
"value": 0.935117301439334
},
{
"epoch": 11,
"model": "NeuralPBM",
"metric": "ndcg",
"value": 0.935591888686142
},
{
"epoch": 12,
"model": "NeuralPBM",
"metric": "ndcg",
"value": 0.9476205934280475
},
{
"epoch": 13,
"model": "NeuralPBM",
"metric": "ndcg",
"value": 0.950551167624736
},
{
"epoch": 14,
"model": "NeuralPBM",
"metric": "ndcg",
"value": 0.9506240646058097
},
{
"epoch": 15,
"model": "NeuralPBM",
"metric": "ndcg",
"value": 0.948390045643026
},
{
"epoch": 16,
"model": "NeuralPBM",
"metric": "ndcg",
"value": 0.9495167078592399
},
{
"epoch": 17,
"model": "NeuralPBM",
"metric": "ndcg",
"value": 0.9497289058001739
},
{
"epoch": 18,
"model": "NeuralPBM",
"metric": "ndcg",
"value": 0.9493578890372286
},
{
"epoch": 19,
"model": "NeuralPBM",
"metric": "ndcg",
"value": 0.9477295711962401
},
{
"epoch": 20,
"model": "NeuralPBM",
"metric": "ndcg",
"value": 0.9508905525398202
},
{
"epoch": 21,
"model": "NeuralPBM",
"metric": "ndcg",
"value": 0.9520238308586569
},
{
"epoch": 22,
"model": "NeuralPBM",
"metric": "ndcg",
"value": 0.9527746958282595
},
{
"epoch": 23,
"model": "NeuralPBM",
"metric": "ndcg",
"value": 0.9558792298709878
},
{
"epoch": 24,
"model": "NeuralPBM",
"metric": "ndcg",
"value": 0.9559119888488748
},
{
"epoch": 0,
"model": "NeuralPBM - Biased",
"metric": "ndcg",
"value": 0.7267883599403403
},
{
"epoch": 1,
"model": "NeuralPBM - Biased",
"metric": "ndcg",
"value": 0.7702321290342721
},
{
"epoch": 2,
"model": "NeuralPBM - Biased",
"metric": "ndcg",
"value": 0.7940806048215758
},
{
"epoch": 3,
"model": "NeuralPBM - Biased",
"metric": "ndcg",
"value": 0.8086930307368679
},
{
"epoch": 4,
"model": "NeuralPBM - Biased",
"metric": "ndcg",
"value": 0.8241752121928511
},
{
"epoch": 5,
"model": "NeuralPBM - Biased",
"metric": "ndcg",
"value": 0.8420238373122004
},
{
"epoch": 6,
"model": "NeuralPBM - Biased",
"metric": "ndcg",
"value": 0.849941563208057
},
{
"epoch": 7,
"model": "NeuralPBM - Biased",
"metric": "ndcg",
"value": 0.8615107836173638
},
{
"epoch": 8,
"model": "NeuralPBM - Biased",
"metric": "ndcg",
"value": 0.8689785405876029
},
{
"epoch": 9,
"model": "NeuralPBM - Biased",
"metric": "ndcg",
"value": 0.8740410625256803
},
{
"epoch": 10,
"model": "NeuralPBM - Biased",
"metric": "ndcg",
"value": 0.8754582204389757
},
{
"epoch": 11,
"model": "NeuralPBM - Biased",
"metric": "ndcg",
"value": 0.879426905540563
},
{
"epoch": 12,
"model": "NeuralPBM - Biased",
"metric": "ndcg",
"value": 0.881518595561485
},
{
"epoch": 13,
"model": "NeuralPBM - Biased",
"metric": "ndcg",
"value": 0.8817824251716783
},
{
"epoch": 14,
"model": "NeuralPBM - Biased",
"metric": "ndcg",
"value": 0.8826035134675476
},
{
"epoch": 15,
"model": "NeuralPBM - Biased",
"metric": "ndcg",
"value": 0.8835083540959058
},
{
"epoch": 16,
"model": "NeuralPBM - Biased",
"metric": "ndcg",
"value": 0.8896870872873316
},
{
"epoch": 17,
"model": "NeuralPBM - Biased",
"metric": "ndcg",
"value": 0.888903140577177
},
{
"epoch": 18,
"model": "NeuralPBM - Biased",
"metric": "ndcg",
"value": 0.8892186438398852
},
{
"epoch": 19,
"model": "NeuralPBM - Biased",
"metric": "ndcg",
"value": 0.892196886436087
},
{
"epoch": 20,
"model": "NeuralPBM - Biased",
"metric": "ndcg",
"value": 0.8930690335195102
},
{
"epoch": 21,
"model": "NeuralPBM - Biased",
"metric": "ndcg",
"value": 0.8953656774878863
},
{
"epoch": 22,
"model": "NeuralPBM - Biased",
"metric": "ndcg",
"value": 0.89373721859266
},
{
"epoch": 23,
"model": "NeuralPBM - Biased",
"metric": "ndcg",
"value": 0.8945805492257121
},
{
"epoch": 24,
"model": "NeuralPBM - Biased",
"metric": "ndcg",
"value": 0.8955969183007713
},
{
"epoch": 0,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg",
"value": 0.7666373409550167
},
{
"epoch": 1,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg",
"value": 0.8060338772531074
},
{
"epoch": 2,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg",
"value": 0.8315516320678902
},
{
"epoch": 3,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg",
"value": 0.8435996349492543
},
{
"epoch": 4,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg",
"value": 0.8569279132501978
},
{
"epoch": 5,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg",
"value": 0.8673952488889506
},
{
"epoch": 6,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg",
"value": 0.8771353060970819
},
{
"epoch": 7,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg",
"value": 0.8867695240101432
},
{
"epoch": 8,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg",
"value": 0.8907050846453564
},
{
"epoch": 9,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg",
"value": 0.8961108407292545
},
{
"epoch": 10,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg",
"value": 0.9028816061871643
},
{
"epoch": 11,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg",
"value": 0.9064268396213819
},
{
"epoch": 12,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg",
"value": 0.9228538552143618
},
{
"epoch": 13,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg",
"value": 0.9298691517293931
},
{
"epoch": 14,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg",
"value": 0.9326055765445176
},
{
"epoch": 15,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg",
"value": 0.9353409810729587
},
{
"epoch": 16,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg",
"value": 0.9364020349558717
},
{
"epoch": 17,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg",
"value": 0.9418437509959346
},
{
"epoch": 18,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg",
"value": 0.9429663973400789
},
{
"epoch": 19,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg",
"value": 0.9376024142538166
},
{
"epoch": 20,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg",
"value": 0.9436122875386989
},
{
"epoch": 21,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg",
"value": 0.9377879543452379
},
{
"epoch": 22,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg",
"value": 0.9421307901517699
},
{
"epoch": 23,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg",
"value": 0.9389513532195758
},
{
"epoch": 24,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg",
"value": 0.943580182618485
},
{
"epoch": 0,
"model": "IPW",
"metric": "ndcg",
"value": 0.7325544799630183
},
{
"epoch": 1,
"model": "IPW",
"metric": "ndcg",
"value": 0.7644959469871102
},
{
"epoch": 2,
"model": "IPW",
"metric": "ndcg",
"value": 0.7925111029284417
},
{
"epoch": 3,
"model": "IPW",
"metric": "ndcg",
"value": 0.8153318920569759
},
{
"epoch": 4,
"model": "IPW",
"metric": "ndcg",
"value": 0.8350876002547739
},
{
"epoch": 5,
"model": "IPW",
"metric": "ndcg",
"value": 0.8540588171836404
},
{
"epoch": 6,
"model": "IPW",
"metric": "ndcg",
"value": 0.8656715984783544
},
{
"epoch": 7,
"model": "IPW",
"metric": "ndcg",
"value": 0.8724284491704914
},
{
"epoch": 8,
"model": "IPW",
"metric": "ndcg",
"value": 0.878502718327073
},
{
"epoch": 9,
"model": "IPW",
"metric": "ndcg",
"value": 0.8888969407934365
},
{
"epoch": 10,
"model": "IPW",
"metric": "ndcg",
"value": 0.8951047748549893
},
{
"epoch": 11,
"model": "IPW",
"metric": "ndcg",
"value": 0.9117323863715864
},
{
"epoch": 12,
"model": "IPW",
"metric": "ndcg",
"value": 0.917152985366322
},
{
"epoch": 13,
"model": "IPW",
"metric": "ndcg",
"value": 0.9276459941346296
},
{
"epoch": 14,
"model": "IPW",
"metric": "ndcg",
"value": 0.9302865586085636
},
{
"epoch": 15,
"model": "IPW",
"metric": "ndcg",
"value": 0.931569670764834
},
{
"epoch": 16,
"model": "IPW",
"metric": "ndcg",
"value": 0.9342004091095518
},
{
"epoch": 17,
"model": "IPW",
"metric": "ndcg",
"value": 0.938619883482271
},
{
"epoch": 18,
"model": "IPW",
"metric": "ndcg",
"value": 0.9406848862755115
},
{
"epoch": 19,
"model": "IPW",
"metric": "ndcg",
"value": 0.9407458258836807
},
{
"epoch": 20,
"model": "IPW",
"metric": "ndcg",
"value": 0.9425570981388333
},
{
"epoch": 21,
"model": "IPW",
"metric": "ndcg",
"value": 0.9430587822273069
},
{
"epoch": 22,
"model": "IPW",
"metric": "ndcg",
"value": 0.9447789317318296
},
{
"epoch": 23,
"model": "IPW",
"metric": "ndcg",
"value": 0.9444146636183234
},
{
"epoch": 24,
"model": "IPW",
"metric": "ndcg",
"value": 0.9464576934982645
},
{
"epoch": 0,
"model": "IPW - Biased",
"metric": "ndcg",
"value": 0.7507724193230846
},
{
"epoch": 1,
"model": "IPW - Biased",
"metric": "ndcg",
"value": 0.7813622719965485
},
{
"epoch": 2,
"model": "IPW - Biased",
"metric": "ndcg",
"value": 0.7987897190623157
},
{
"epoch": 3,
"model": "IPW - Biased",
"metric": "ndcg",
"value": 0.813840388407022
},
{
"epoch": 4,
"model": "IPW - Biased",
"metric": "ndcg",
"value": 0.8297524653697533
},
{
"epoch": 5,
"model": "IPW - Biased",
"metric": "ndcg",
"value": 0.8433181655998645
},
{
"epoch": 6,
"model": "IPW - Biased",
"metric": "ndcg",
"value": 0.852712257311125
},
{
"epoch": 7,
"model": "IPW - Biased",
"metric": "ndcg",
"value": 0.8626085774920169
},
{
"epoch": 8,
"model": "IPW - Biased",
"metric": "ndcg",
"value": 0.870022318610734
},
{
"epoch": 9,
"model": "IPW - Biased",
"metric": "ndcg",
"value": 0.877427235775573
},
{
"epoch": 10,
"model": "IPW - Biased",
"metric": "ndcg",
"value": 0.8808850469447591
},
{
"epoch": 11,
"model": "IPW - Biased",
"metric": "ndcg",
"value": 0.8854705085418125
},
{
"epoch": 12,
"model": "IPW - Biased",
"metric": "ndcg",
"value": 0.8885852736567896
},
{
"epoch": 13,
"model": "IPW - Biased",
"metric": "ndcg",
"value": 0.8904336543256511
},
{
"epoch": 14,
"model": "IPW - Biased",
"metric": "ndcg",
"value": 0.891338077986108
},
{
"epoch": 15,
"model": "IPW - Biased",
"metric": "ndcg",
"value": 0.8916661345002312
},
{
"epoch": 16,
"model": "IPW - Biased",
"metric": "ndcg",
"value": 0.8915804630364615
},
{
"epoch": 17,
"model": "IPW - Biased",
"metric": "ndcg",
"value": 0.8910528695558895
},
{
"epoch": 18,
"model": "IPW - Biased",
"metric": "ndcg",
"value": 0.8935639874798929
},
{
"epoch": 19,
"model": "IPW - Biased",
"metric": "ndcg",
"value": 0.8936149044099758
},
{
"epoch": 20,
"model": "IPW - Biased",
"metric": "ndcg",
"value": 0.8946645830328569
},
{
"epoch": 21,
"model": "IPW - Biased",
"metric": "ndcg",
"value": 0.8947364897207126
},
{
"epoch": 22,
"model": "IPW - Biased",
"metric": "ndcg",
"value": 0.8948556761695271
},
{
"epoch": 23,
"model": "IPW - Biased",
"metric": "ndcg",
"value": 0.8956165418454219
},
{
"epoch": 24,
"model": "IPW - Biased",
"metric": "ndcg",
"value": 0.8958841663337541
},
{
"epoch": 0,
"model": "PBM",
"metric": "ndcg@10",
"value": 0.8209317989480147
},
{
"epoch": 1,
"model": "PBM",
"metric": "ndcg@10",
"value": 0.8638260722235717
},
{
"epoch": 2,
"model": "PBM",
"metric": "ndcg@10",
"value": 0.8951660617538804
},
{
"epoch": 3,
"model": "PBM",
"metric": "ndcg@10",
"value": 0.9003450919110016
},
{
"epoch": 4,
"model": "PBM",
"metric": "ndcg@10",
"value": 0.9176054816990304
},
{
"epoch": 5,
"model": "PBM",
"metric": "ndcg@10",
"value": 0.9292043194509756
},
{
"epoch": 6,
"model": "PBM",
"metric": "ndcg@10",
"value": 0.9312828854901938
},
{
"epoch": 7,
"model": "PBM",
"metric": "ndcg@10",
"value": 0.9336274641330014
},
{
"epoch": 8,
"model": "PBM",
"metric": "ndcg@10",
"value": 0.9371936855713685
},
{
"epoch": 9,
"model": "PBM",
"metric": "ndcg@10",
"value": 0.9436614925526078
},
{
"epoch": 10,
"model": "PBM",
"metric": "ndcg@10",
"value": 0.946392576193333
},
{
"epoch": 11,
"model": "PBM",
"metric": "ndcg@10",
"value": 0.9473940182158913
},
{
"epoch": 12,
"model": "PBM",
"metric": "ndcg@10",
"value": 0.9469959578897261
},
{
"epoch": 13,
"model": "PBM",
"metric": "ndcg@10",
"value": 0.9494872610410094
},
{
"epoch": 14,
"model": "PBM",
"metric": "ndcg@10",
"value": 0.9511112926679611
},
{
"epoch": 15,
"model": "PBM",
"metric": "ndcg@10",
"value": 0.9535976576824383
},
{
"epoch": 16,
"model": "PBM",
"metric": "ndcg@10",
"value": 0.9539794365191867
},
{
"epoch": 17,
"model": "PBM",
"metric": "ndcg@10",
"value": 0.9533977776292107
},
{
"epoch": 18,
"model": "PBM",
"metric": "ndcg@10",
"value": 0.9537049903689833
},
{
"epoch": 19,
"model": "PBM",
"metric": "ndcg@10",
"value": 0.9599007090120065
},
{
"epoch": 20,
"model": "PBM",
"metric": "ndcg@10",
"value": 0.9594512051987499
},
{
"epoch": 21,
"model": "PBM",
"metric": "ndcg@10",
"value": 0.9589642695542743
},
{
"epoch": 22,
"model": "PBM",
"metric": "ndcg@10",
"value": 0.9598497778385813
},
{
"epoch": 23,
"model": "PBM",
"metric": "ndcg@10",
"value": 0.9606958950968935
},
{
"epoch": 24,
"model": "PBM",
"metric": "ndcg@10",
"value": 0.9606958950968935
},
{
"epoch": 0,
"model": "NeuralPBM",
"metric": "ndcg@10",
"value": 0.7573345061733306
},
{
"epoch": 1,
"model": "NeuralPBM",
"metric": "ndcg@10",
"value": 0.7891555136426066
},
{
"epoch": 2,
"model": "NeuralPBM",
"metric": "ndcg@10",
"value": 0.8293615956814585
},
{
"epoch": 3,
"model": "NeuralPBM",
"metric": "ndcg@10",
"value": 0.846741295214691
},
{
"epoch": 4,
"model": "NeuralPBM",
"metric": "ndcg@10",
"value": 0.8604203236277759
},
{
"epoch": 5,
"model": "NeuralPBM",
"metric": "ndcg@10",
"value": 0.8735327330076151
},
{
"epoch": 6,
"model": "NeuralPBM",
"metric": "ndcg@10",
"value": 0.8806726478252261
},
{
"epoch": 7,
"model": "NeuralPBM",
"metric": "ndcg@10",
"value": 0.8867311565205003
},
{
"epoch": 8,
"model": "NeuralPBM",
"metric": "ndcg@10",
"value": 0.8967937074685035
},
{
"epoch": 9,
"model": "NeuralPBM",
"metric": "ndcg@10",
"value": 0.9047461984177504
},
{
"epoch": 10,
"model": "NeuralPBM",
"metric": "ndcg@10",
"value": 0.935117301439334
},
{
"epoch": 11,
"model": "NeuralPBM",
"metric": "ndcg@10",
"value": 0.935591888686142
},
{
"epoch": 12,
"model": "NeuralPBM",
"metric": "ndcg@10",
"value": 0.9476205934280475
},
{
"epoch": 13,
"model": "NeuralPBM",
"metric": "ndcg@10",
"value": 0.950551167624736
},
{
"epoch": 14,
"model": "NeuralPBM",
"metric": "ndcg@10",
"value": 0.9506240646058097
},
{
"epoch": 15,
"model": "NeuralPBM",
"metric": "ndcg@10",
"value": 0.948390045643026
},
{
"epoch": 16,
"model": "NeuralPBM",
"metric": "ndcg@10",
"value": 0.9495167078592399
},
{
"epoch": 17,
"model": "NeuralPBM",
"metric": "ndcg@10",
"value": 0.9497289058001739
},
{
"epoch": 18,
"model": "NeuralPBM",
"metric": "ndcg@10",
"value": 0.9493578890372286
},
{
"epoch": 19,
"model": "NeuralPBM",
"metric": "ndcg@10",
"value": 0.9477295711962401
},
{
"epoch": 20,
"model": "NeuralPBM",
"metric": "ndcg@10",
"value": 0.9508905525398202
},
{
"epoch": 21,
"model": "NeuralPBM",
"metric": "ndcg@10",
"value": 0.9520238308586569
},
{
"epoch": 22,
"model": "NeuralPBM",
"metric": "ndcg@10",
"value": 0.9527746958282595
},
{
"epoch": 23,
"model": "NeuralPBM",
"metric": "ndcg@10",
"value": 0.9558792298709878
},
{
"epoch": 24,
"model": "NeuralPBM",
"metric": "ndcg@10",
"value": 0.9559119888488748
},
{
"epoch": 0,
"model": "NeuralPBM - Biased",
"metric": "ndcg@10",
"value": 0.7267883599403403
},
{
"epoch": 1,
"model": "NeuralPBM - Biased",
"metric": "ndcg@10",
"value": 0.7702321290342721
},
{
"epoch": 2,
"model": "NeuralPBM - Biased",
"metric": "ndcg@10",
"value": 0.7940806048215758
},
{
"epoch": 3,
"model": "NeuralPBM - Biased",
"metric": "ndcg@10",
"value": 0.8086930307368679
},
{
"epoch": 4,
"model": "NeuralPBM - Biased",
"metric": "ndcg@10",
"value": 0.8241752121928511
},
{
"epoch": 5,
"model": "NeuralPBM - Biased",
"metric": "ndcg@10",
"value": 0.8420238373122004
},
{
"epoch": 6,
"model": "NeuralPBM - Biased",
"metric": "ndcg@10",
"value": 0.849941563208057
},
{
"epoch": 7,
"model": "NeuralPBM - Biased",
"metric": "ndcg@10",
"value": 0.8615107836173638
},
{
"epoch": 8,
"model": "NeuralPBM - Biased",
"metric": "ndcg@10",
"value": 0.8689785405876029
},
{
"epoch": 9,
"model": "NeuralPBM - Biased",
"metric": "ndcg@10",
"value": 0.8740410625256803
},
{
"epoch": 10,
"model": "NeuralPBM - Biased",
"metric": "ndcg@10",
"value": 0.8754582204389757
},
{
"epoch": 11,
"model": "NeuralPBM - Biased",
"metric": "ndcg@10",
"value": 0.879426905540563
},
{
"epoch": 12,
"model": "NeuralPBM - Biased",
"metric": "ndcg@10",
"value": 0.881518595561485
},
{
"epoch": 13,
"model": "NeuralPBM - Biased",
"metric": "ndcg@10",
"value": 0.8817824251716783
},
{
"epoch": 14,
"model": "NeuralPBM - Biased",
"metric": "ndcg@10",
"value": 0.8826035134675476
},
{
"epoch": 15,
"model": "NeuralPBM - Biased",
"metric": "ndcg@10",
"value": 0.8835083540959058
},
{
"epoch": 16,
"model": "NeuralPBM - Biased",
"metric": "ndcg@10",
"value": 0.8896870872873316
},
{
"epoch": 17,
"model": "NeuralPBM - Biased",
"metric": "ndcg@10",
"value": 0.888903140577177
},
{
"epoch": 18,
"model": "NeuralPBM - Biased",
"metric": "ndcg@10",
"value": 0.8892186438398852
},
{
"epoch": 19,
"model": "NeuralPBM - Biased",
"metric": "ndcg@10",
"value": 0.892196886436087
},
{
"epoch": 20,
"model": "NeuralPBM - Biased",
"metric": "ndcg@10",
"value": 0.8930690335195102
},
{
"epoch": 21,
"model": "NeuralPBM - Biased",
"metric": "ndcg@10",
"value": 0.8953656774878863
},
{
"epoch": 22,
"model": "NeuralPBM - Biased",
"metric": "ndcg@10",
"value": 0.89373721859266
},
{
"epoch": 23,
"model": "NeuralPBM - Biased",
"metric": "ndcg@10",
"value": 0.8945805492257121
},
{
"epoch": 24,
"model": "NeuralPBM - Biased",
"metric": "ndcg@10",
"value": 0.8955969183007713
},
{
"epoch": 0,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg@10",
"value": 0.7666373409550167
},
{
"epoch": 1,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg@10",
"value": 0.8060338772531074
},
{
"epoch": 2,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg@10",
"value": 0.8315516320678902
},
{
"epoch": 3,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg@10",
"value": 0.8435996349492543
},
{
"epoch": 4,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg@10",
"value": 0.8569279132501978
},
{
"epoch": 5,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg@10",
"value": 0.8673952488889506
},
{
"epoch": 6,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg@10",
"value": 0.8771353060970819
},
{
"epoch": 7,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg@10",
"value": 0.8867695240101432
},
{
"epoch": 8,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg@10",
"value": 0.8907050846453564
},
{
"epoch": 9,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg@10",
"value": 0.8961108407292545
},
{
"epoch": 10,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg@10",
"value": 0.9028816061871643
},
{
"epoch": 11,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg@10",
"value": 0.9064268396213819
},
{
"epoch": 12,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg@10",
"value": 0.9228538552143618
},
{
"epoch": 13,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg@10",
"value": 0.9298691517293931
},
{
"epoch": 14,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg@10",
"value": 0.9326055765445176
},
{
"epoch": 15,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg@10",
"value": 0.9353409810729587
},
{
"epoch": 16,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg@10",
"value": 0.9364020349558717
},
{
"epoch": 17,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg@10",
"value": 0.9418437509959346
},
{
"epoch": 18,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg@10",
"value": 0.9429663973400789
},
{
"epoch": 19,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg@10",
"value": 0.9376024142538166
},
{
"epoch": 20,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg@10",
"value": 0.9436122875386989
},
{
"epoch": 21,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg@10",
"value": 0.9377879543452379
},
{
"epoch": 22,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg@10",
"value": 0.9421307901517699
},
{
"epoch": 23,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg@10",
"value": 0.9389513532195758
},
{
"epoch": 24,
"model": "NeuralPBM - Estimated Bias",
"metric": "ndcg@10",
"value": 0.943580182618485
},
{
"epoch": 0,
"model": "IPW",
"metric": "ndcg@10",
"value": 0.7325544799630183
},
{
"epoch": 1,
"model": "IPW",
"metric": "ndcg@10",
"value": 0.7644959469871102
},
{
"epoch": 2,
"model": "IPW",
"metric": "ndcg@10",
"value": 0.7925111029284417
},
{
"epoch": 3,
"model": "IPW",
"metric": "ndcg@10",
"value": 0.8153318920569759
},
{
"epoch": 4,
"model": "IPW",
"metric": "ndcg@10",
"value": 0.8350876002547739
},
{
"epoch": 5,
"model": "IPW",
"metric": "ndcg@10",
"value": 0.8540588171836404
},
{
"epoch": 6,
"model": "IPW",
"metric": "ndcg@10",
"value": 0.8656715984783544
},
{
"epoch": 7,
"model": "IPW",
"metric": "ndcg@10",
"value": 0.8724284491704914
},
{
"epoch": 8,
"model": "IPW",
"metric": "ndcg@10",
"value": 0.878502718327073
},
{
"epoch": 9,
"model": "IPW",
"metric": "ndcg@10",
"value": 0.8888969407934365
},
{
"epoch": 10,
"model": "IPW",
"metric": "ndcg@10",
"value": 0.8951047748549893
},
{
"epoch": 11,
"model": "IPW",
"metric": "ndcg@10",
"value": 0.9117323863715864
},
{
"epoch": 12,
"model": "IPW",
"metric": "ndcg@10",
"value": 0.917152985366322
},
{
"epoch": 13,
"model": "IPW",
"metric": "ndcg@10",
"value": 0.9276459941346296
},
{
"epoch": 14,
"model": "IPW",
"metric": "ndcg@10",
"value": 0.9302865586085636
},
{
"epoch": 15,
"model": "IPW",
"metric": "ndcg@10",
"value": 0.931569670764834
},
{
"epoch": 16,
"model": "IPW",
"metric": "ndcg@10",
"value": 0.9342004091095518
},
{
"epoch": 17,
"model": "IPW",
"metric": "ndcg@10",
"value": 0.938619883482271
},
{
"epoch": 18,
"model": "IPW",
"metric": "ndcg@10",
"value": 0.9406848862755115
},
{
"epoch": 19,
"model": "IPW",
"metric": "ndcg@10",
"value": 0.9407458258836807
},
{
"epoch": 20,
"model": "IPW",
"metric": "ndcg@10",
"value": 0.9425570981388333
},
{
"epoch": 21,
"model": "IPW",
"metric": "ndcg@10",
"value": 0.9430587822273069
},
{
"epoch": 22,
"model": "IPW",
"metric": "ndcg@10",
"value": 0.9447789317318296
},
{
"epoch": 23,
"model": "IPW",
"metric": "ndcg@10",
"value": 0.9444146636183234
},
{
"epoch": 24,
"model": "IPW",
"metric": "ndcg@10",
"value": 0.9464576934982645
},
{
"epoch": 0,
"model": "IPW - Biased",
"metric": "ndcg@10",
"value": 0.7507724193230846
},
{
"epoch": 1,
"model": "IPW - Biased",
"metric": "ndcg@10",
"value": 0.7813622719965485
},
{
"epoch": 2,
"model": "IPW - Biased",
"metric": "ndcg@10",
"value": 0.7987897190623157
},
{
"epoch": 3,
"model": "IPW - Biased",
"metric": "ndcg@10",
"value": 0.813840388407022
},
{
"epoch": 4,
"model": "IPW - Biased",
"metric": "ndcg@10",
"value": 0.8297524653697533
},
{
"epoch": 5,
"model": "IPW - Biased",
"metric": "ndcg@10",
"value": 0.8433181655998645
},
{
"epoch": 6,
"model": "IPW - Biased",
"metric": "ndcg@10",
"value": 0.852712257311125
},
{
"epoch": 7,
"model": "IPW - Biased",
"metric": "ndcg@10",
"value": 0.8626085774920169
},
{
"epoch": 8,
"model": "IPW - Biased",
"metric": "ndcg@10",
"value": 0.870022318610734
},
{
"epoch": 9,
"model": "IPW - Biased",
"metric": "ndcg@10",
"value": 0.877427235775573
},
{
"epoch": 10,
"model": "IPW - Biased",
"metric": "ndcg@10",
"value": 0.8808850469447591
},
{
"epoch": 11,
"model": "IPW - Biased",
"metric": "ndcg@10",
"value": 0.8854705085418125
},
{
"epoch": 12,
"model": "IPW - Biased",
"metric": "ndcg@10",
"value": 0.8885852736567896
},
{
"epoch": 13,
"model": "IPW - Biased",
"metric": "ndcg@10",
"value": 0.8904336543256511
},
{
"epoch": 14,
"model": "IPW - Biased",
"metric": "ndcg@10",
"value": 0.891338077986108
},
{
"epoch": 15,
"model": "IPW - Biased",
"metric": "ndcg@10",
"value": 0.8916661345002312
},
{
"epoch": 16,
"model": "IPW - Biased",
"metric": "ndcg@10",
"value": 0.8915804630364615
},
{
"epoch": 17,
"model": "IPW - Biased",
"metric": "ndcg@10",
"value": 0.8910528695558895
},
{
"epoch": 18,
"model": "IPW - Biased",
"metric": "ndcg@10",
"value": 0.8935639874798929
},
{
"epoch": 19,
"model": "IPW - Biased",
"metric": "ndcg@10",
"value": 0.8936149044099758
},
{
"epoch": 20,
"model": "IPW - Biased",
"metric": "ndcg@10",
"value": 0.8946645830328569
},
{
"epoch": 21,
"model": "IPW - Biased",
"metric": "ndcg@10",
"value": 0.8947364897207126
},
{
"epoch": 22,
"model": "IPW - Biased",
"metric": "ndcg@10",
"value": 0.8948556761695271
},
{
"epoch": 23,
"model": "IPW - Biased",
"metric": "ndcg@10",
"value": 0.8956165418454219
},
{
"epoch": 24,
"model": "IPW - Biased",
"metric": "ndcg@10",
"value": 0.8958841663337541
},
{
"epoch": 0,
"model": "PBM",
"metric": "mAP",
"value": 0.7219184382086167
},
{
"epoch": 1,
"model": "PBM",
"metric": "mAP",
"value": 0.7893672052154196
},
{"epoch": 2, "model": "PBM", "metric": "mAP", "value": 0.840331746031746},
{
"epoch": 3,
"model": "PBM",
"metric": "mAP",
"value": 0.8506063492063493
},
{
"epoch": 4,
"model": "PBM",
"metric": "mAP",
"value": 0.8771037131519275
},
{
"epoch": 5,
"model": "PBM",
"metric": "mAP",
"value": 0.8940682539682538
},
{
"epoch": 6,
"model": "PBM",
"metric": "mAP",
"value": 0.8983709750566894
},
{
"epoch": 7,
"model": "PBM",
"metric": "mAP",
"value": 0.9026632369614512
},
{
"epoch": 8,
"model": "PBM",
"metric": "mAP",
"value": 0.9079053004535147
},
{
"epoch": 9,
"model": "PBM",
"metric": "mAP",
"value": 0.9189350623582766
},
{
"epoch": 10,
"model": "PBM",
"metric": "mAP",
"value": 0.9235481575963718
},
{
"epoch": 11,
"model": "PBM",
"metric": "mAP",
"value": 0.926082142857143
},
{
"epoch": 12,
"model": "PBM",
"metric": "mAP",
"value": 0.9253738095238094
},
{
"epoch": 13,
"model": "PBM",
"metric": "mAP",
"value": 0.9307970238095237
},
{
"epoch": 14,
"model": "PBM",
"metric": "mAP",
"value": 0.9343744047619046
},
{
"epoch": 15,
"model": "PBM",
"metric": "mAP",
"value": 0.9394091269841269
},
{
"epoch": 16,
"model": "PBM",
"metric": "mAP",
"value": 0.9400757936507935
},
{
"epoch": 17,
"model": "PBM",
"metric": "mAP",
"value": 0.9387702380952381
},
{
"epoch": 18,
"model": "PBM",
"metric": "mAP",
"value": 0.9393257936507936
},
{
"epoch": 19,
"model": "PBM",
"metric": "mAP",
"value": 0.9498105158730158
},
{
"epoch": 20,
"model": "PBM",
"metric": "mAP",
"value": 0.9487771825396826
},
{
"epoch": 21,
"model": "PBM",
"metric": "mAP",
"value": 0.9476938492063492
},
{
"epoch": 22,
"model": "PBM",
"metric": "mAP",
"value": 0.9496795634920635
},
{
"epoch": 23,
"model": "PBM",
"metric": "mAP",
"value": 0.951485119047619
},
{
"epoch": 24,
"model": "PBM",
"metric": "mAP",
"value": 0.951485119047619
},
{
"epoch": 0,
"model": "NeuralPBM",
"metric": "mAP",
"value": 0.6316951058201059
},
{
"epoch": 1,
"model": "NeuralPBM",
"metric": "mAP",
"value": 0.6738803902116401
},
{
"epoch": 2,
"model": "NeuralPBM",
"metric": "mAP",
"value": 0.7339526785714285
},
{
"epoch": 3,
"model": "NeuralPBM",
"metric": "mAP",
"value": 0.7593933531746032
},
{
"epoch": 4,
"model": "NeuralPBM",
"metric": "mAP",
"value": 0.7819214143990929
},
{
"epoch": 5,
"model": "NeuralPBM",
"metric": "mAP",
"value": 0.8025100056689343
},
{
"epoch": 6,
"model": "NeuralPBM",
"metric": "mAP",
"value": 0.8140373866213152
},
{
"epoch": 7,
"model": "NeuralPBM",
"metric": "mAP",
"value": 0.824490164399093
},
{
"epoch": 8,
"model": "NeuralPBM",
"metric": "mAP",
"value": 0.8397679421768707
},
{
"epoch": 9,
"model": "NeuralPBM",
"metric": "mAP",
"value": 0.8526119897959183
},
{
"epoch": 10,
"model": "NeuralPBM",
"metric": "mAP",
"value": 0.9051803004535146
},
{
"epoch": 11,
"model": "NeuralPBM",
"metric": "mAP",
"value": 0.9073338718820861
},
{
"epoch": 12,
"model": "NeuralPBM",
"metric": "mAP",
"value": 0.9254354591836735
},
{
"epoch": 13,
"model": "NeuralPBM",
"metric": "mAP",
"value": 0.9306492063492064
},
{
"epoch": 14,
"model": "NeuralPBM",
"metric": "mAP",
"value": 0.9307117063492063
},
{
"epoch": 15,
"model": "NeuralPBM",
"metric": "mAP",
"value": 0.927454761904762
},
{
"epoch": 16,
"model": "NeuralPBM",
"metric": "mAP",
"value": 0.9299279761904762
},
{
"epoch": 17,
"model": "NeuralPBM",
"metric": "mAP",
"value": 0.9292335317460317
},
{
"epoch": 18,
"model": "NeuralPBM",
"metric": "mAP",
"value": 0.9295867063492064
},
{
"epoch": 19,
"model": "NeuralPBM",
"metric": "mAP",
"value": 0.9278318877551022
},
{
"epoch": 20,
"model": "NeuralPBM",
"metric": "mAP",
"value": 0.9318676020408163
},
{
"epoch": 21,
"model": "NeuralPBM",
"metric": "mAP",
"value": 0.9344717687074829
},
{
"epoch": 22,
"model": "NeuralPBM",
"metric": "mAP",
"value": 0.9361384353741496
},
{
"epoch": 23,
"model": "NeuralPBM",
"metric": "mAP",
"value": 0.9405678571428573
},
{
"epoch": 24,
"model": "NeuralPBM",
"metric": "mAP",
"value": 0.9407047619047618
},
{
"epoch": 0,
"model": "NeuralPBM - Biased",
"metric": "mAP",
"value": 0.5868761243386242
},
{
"epoch": 1,
"model": "NeuralPBM - Biased",
"metric": "mAP",
"value": 0.6454425028344671
},
{
"epoch": 2,
"model": "NeuralPBM - Biased",
"metric": "mAP",
"value": 0.6819610544217687
},
{
"epoch": 3,
"model": "NeuralPBM - Biased",
"metric": "mAP",
"value": 0.7047697845804989
},
{
"epoch": 4,
"model": "NeuralPBM - Biased",
"metric": "mAP",
"value": 0.7302584750566894
},
{
"epoch": 5,
"model": "NeuralPBM - Biased",
"metric": "mAP",
"value": 0.756096768707483
},
{
"epoch": 6,
"model": "NeuralPBM - Biased",
"metric": "mAP",
"value": 0.7718124102418745
},
{
"epoch": 7,
"model": "NeuralPBM - Biased",
"metric": "mAP",
"value": 0.789603084845049
},
{
"epoch": 8,
"model": "NeuralPBM - Biased",
"metric": "mAP",
"value": 0.8030461404006047
},
{
"epoch": 9,
"model": "NeuralPBM - Biased",
"metric": "mAP",
"value": 0.8111244472789116
},
{
"epoch": 10,
"model": "NeuralPBM - Biased",
"metric": "mAP",
"value": 0.8143768282312925
},
{
"epoch": 11,
"model": "NeuralPBM - Biased",
"metric": "mAP",
"value": 0.8205875425170069
},
{
"epoch": 12,
"model": "NeuralPBM - Biased",
"metric": "mAP",
"value": 0.8250807964852607
},
{
"epoch": 13,
"model": "NeuralPBM - Biased",
"metric": "mAP",
"value": 0.825789129818594
},
{
"epoch": 14,
"model": "NeuralPBM - Biased",
"metric": "mAP",
"value": 0.8277901218820861
},
{
"epoch": 15,
"model": "NeuralPBM - Biased",
"metric": "mAP",
"value": 0.8298605583900226
},
{
"epoch": 16,
"model": "NeuralPBM - Biased",
"metric": "mAP",
"value": 0.8409697845804989
},
{
"epoch": 17,
"model": "NeuralPBM - Biased",
"metric": "mAP",
"value": 0.8394304988662131
},
{
"epoch": 18,
"model": "NeuralPBM - Biased",
"metric": "mAP",
"value": 0.8402965702947844
},
{
"epoch": 19,
"model": "NeuralPBM - Biased",
"metric": "mAP",
"value": 0.8456838718820862
},
{
"epoch": 20,
"model": "NeuralPBM - Biased",
"metric": "mAP",
"value": 0.846196371882086
},
{
"epoch": 21,
"model": "NeuralPBM - Biased",
"metric": "mAP",
"value": 0.8500306972789116
},
{
"epoch": 22,
"model": "NeuralPBM - Biased",
"metric": "mAP",
"value": 0.8474949829931973
},
{
"epoch": 23,
"model": "NeuralPBM - Biased",
"metric": "mAP",
"value": 0.8493824829931973
},
{
"epoch": 24,
"model": "NeuralPBM - Biased",
"metric": "mAP",
"value": 0.8503828798185942
},
{
"epoch": 0,
"model": "NeuralPBM - Estimated Bias",
"metric": "mAP",
"value": 0.6355279761904761
},
{
"epoch": 1,
"model": "NeuralPBM - Estimated Bias",
"metric": "mAP",
"value": 0.693073719765684
},
{
"epoch": 2,
"model": "NeuralPBM - Estimated Bias",
"metric": "mAP",
"value": 0.7335514314058957
},
{
"epoch": 3,
"model": "NeuralPBM - Estimated Bias",
"metric": "mAP",
"value": 0.7532033163265307
},
{
"epoch": 4,
"model": "NeuralPBM - Estimated Bias",
"metric": "mAP",
"value": 0.7733382936507937
},
{
"epoch": 5,
"model": "NeuralPBM - Estimated Bias",
"metric": "mAP",
"value": 0.7887838293650793
},
{
"epoch": 6,
"model": "NeuralPBM - Estimated Bias",
"metric": "mAP",
"value": 0.8041861111111112
},
{
"epoch": 7,
"model": "NeuralPBM - Estimated Bias",
"metric": "mAP",
"value": 0.8195755952380952
},
{
"epoch": 8,
"model": "NeuralPBM - Estimated Bias",
"metric": "mAP",
"value": 0.8273436507936508
},
{
"epoch": 9,
"model": "NeuralPBM - Estimated Bias",
"metric": "mAP",
"value": 0.8370438492063491
},
{
"epoch": 10,
"model": "NeuralPBM - Estimated Bias",
"metric": "mAP",
"value": 0.8475607142857143
},
{
"epoch": 11,
"model": "NeuralPBM - Estimated Bias",
"metric": "mAP",
"value": 0.8535511904761904
},
{
"epoch": 12,
"model": "NeuralPBM - Estimated Bias",
"metric": "mAP",
"value": 0.8840069444444444
},
{
"epoch": 13,
"model": "NeuralPBM - Estimated Bias",
"metric": "mAP",
"value": 0.8959922619047619
},
{
"epoch": 14,
"model": "NeuralPBM - Estimated Bias",
"metric": "mAP",
"value": 0.902069642857143
},
{
"epoch": 15,
"model": "NeuralPBM - Estimated Bias",
"metric": "mAP",
"value": 0.9057178571428571
},
{
"epoch": 16,
"model": "NeuralPBM - Estimated Bias",
"metric": "mAP",
"value": 0.9082154761904762
},
{
"epoch": 17,
"model": "NeuralPBM - Estimated Bias",
"metric": "mAP",
"value": 0.916745634920635
},
{
"epoch": 18,
"model": "NeuralPBM - Estimated Bias",
"metric": "mAP",
"value": 0.9193761904761906
},
{
"epoch": 19,
"model": "NeuralPBM - Estimated Bias",
"metric": "mAP",
"value": 0.9117174603174603
},
{
"epoch": 20,
"model": "NeuralPBM - Estimated Bias",
"metric": "mAP",
"value": 0.9223206349206349
},
{
"epoch": 21,
"model": "NeuralPBM - Estimated Bias",
"metric": "mAP",
"value": 0.9126573412698413
},
{
"epoch": 22,
"model": "NeuralPBM - Estimated Bias",
"metric": "mAP",
"value": 0.9209595238095238
},
{
"epoch": 23,
"model": "NeuralPBM - Estimated Bias",
"metric": "mAP",
"value": 0.9154466269841269
},
{
"epoch": 24,
"model": "NeuralPBM - Estimated Bias",
"metric": "mAP",
"value": 0.9228142857142858
},
{
"epoch": 0,
"model": "IPW",
"metric": "mAP",
"value": 0.5936167186318972
},
{
"epoch": 1,
"model": "IPW",
"metric": "mAP",
"value": 0.6400289871504157
},
{
"epoch": 2,
"model": "IPW",
"metric": "mAP",
"value": 0.6800843915343916
},
{"epoch": 3, "model": "IPW", "metric": "mAP", "value": 0.712371626984127},
{
"epoch": 4,
"model": "IPW",
"metric": "mAP",
"value": 0.7431412698412697
},
{"epoch": 5, "model": "IPW", "metric": "mAP", "value": 0.772752380952381},
{
"epoch": 6,
"model": "IPW",
"metric": "mAP",
"value": 0.7908483134920635
},
{
"epoch": 7,
"model": "IPW",
"metric": "mAP",
"value": 0.8041885912698413
},
{"epoch": 8, "model": "IPW", "metric": "mAP", "value": 0.815358630952381},
{
"epoch": 9,
"model": "IPW",
"metric": "mAP",
"value": 0.8292754393424037
},
{
"epoch": 10,
"model": "IPW",
"metric": "mAP",
"value": 0.8397637329931973
},
{
"epoch": 11,
"model": "IPW",
"metric": "mAP",
"value": 0.8647524234693879
},
{
"epoch": 12,
"model": "IPW",
"metric": "mAP",
"value": 0.8731075821995465
},
{
"epoch": 13,
"model": "IPW",
"metric": "mAP",
"value": 0.8899562925170068
},
{
"epoch": 14,
"model": "IPW",
"metric": "mAP",
"value": 0.8954781179138321
},
{
"epoch": 15,
"model": "IPW",
"metric": "mAP",
"value": 0.896978117913832
},
{
"epoch": 16,
"model": "IPW",
"metric": "mAP",
"value": 0.9017638321995466
},
{
"epoch": 17,
"model": "IPW",
"metric": "mAP",
"value": 0.9112856575963718
},
{
"epoch": 18,
"model": "IPW",
"metric": "mAP",
"value": 0.9144731575963719
},
{
"epoch": 19,
"model": "IPW",
"metric": "mAP",
"value": 0.9159652210884353
},
{
"epoch": 20,
"model": "IPW",
"metric": "mAP",
"value": 0.9185902210884354
},
{
"epoch": 21,
"model": "IPW",
"metric": "mAP",
"value": 0.9198134353741496
},
{
"epoch": 22,
"model": "IPW",
"metric": "mAP",
"value": 0.9236973639455782
},
{
"epoch": 23,
"model": "IPW",
"metric": "mAP",
"value": 0.9232602607709751
},
{
"epoch": 24,
"model": "IPW",
"metric": "mAP",
"value": 0.9259666666666666
},
{
"epoch": 0,
"model": "IPW - Biased",
"metric": "mAP",
"value": 0.619758664021164
},
{
"epoch": 1,
"model": "IPW - Biased",
"metric": "mAP",
"value": 0.6650361630763416
},
{
"epoch": 2,
"model": "IPW - Biased",
"metric": "mAP",
"value": 0.6916185185185185
},
{
"epoch": 3,
"model": "IPW - Biased",
"metric": "mAP",
"value": 0.71557123015873
},
{
"epoch": 4,
"model": "IPW - Biased",
"metric": "mAP",
"value": 0.7409336734693878
},
{
"epoch": 5,
"model": "IPW - Biased",
"metric": "mAP",
"value": 0.761848752834467
},
{
"epoch": 6,
"model": "IPW - Biased",
"metric": "mAP",
"value": 0.7771973639455783
},
{
"epoch": 7,
"model": "IPW - Biased",
"metric": "mAP",
"value": 0.7938225623582766
},
{
"epoch": 8,
"model": "IPW - Biased",
"metric": "mAP",
"value": 0.8052697845804988
},
{
"epoch": 9,
"model": "IPW - Biased",
"metric": "mAP",
"value": 0.816757879818594
},
{
"epoch": 10,
"model": "IPW - Biased",
"metric": "mAP",
"value": 0.8231398242630386
},
{
"epoch": 11,
"model": "IPW - Biased",
"metric": "mAP",
"value": 0.8289652210884353
},
{
"epoch": 12,
"model": "IPW - Biased",
"metric": "mAP",
"value": 0.8343507369614512
},
{
"epoch": 13,
"model": "IPW - Biased",
"metric": "mAP",
"value": 0.8372545068027211
},
{
"epoch": 14,
"model": "IPW - Biased",
"metric": "mAP",
"value": 0.8395392290249433
},
{
"epoch": 15,
"model": "IPW - Biased",
"metric": "mAP",
"value": 0.8403308956916099
},
{
"epoch": 16,
"model": "IPW - Biased",
"metric": "mAP",
"value": 0.8403725623582767
},
{
"epoch": 17,
"model": "IPW - Biased",
"metric": "mAP",
"value": 0.8393461734693878
},
{
"epoch": 18,
"model": "IPW - Biased",
"metric": "mAP",
"value": 0.8453273242630385
},
{
"epoch": 19,
"model": "IPW - Biased",
"metric": "mAP",
"value": 0.8454939909297052
},
{
"epoch": 20,
"model": "IPW - Biased",
"metric": "mAP",
"value": 0.8477172052154195
},
{
"epoch": 21,
"model": "IPW - Biased",
"metric": "mAP",
"value": 0.8478838718820861
},
{
"epoch": 22,
"model": "IPW - Biased",
"metric": "mAP",
"value": 0.8479612528344671
},
{
"epoch": 23,
"model": "IPW - Biased",
"metric": "mAP",
"value": 0.8495386337868481
},
{
"epoch": 24,
"model": "IPW - Biased",
"metric": "mAP",
"value": 0.850026133786848
}
]
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment