{"caseId":"99e78c390932594bd833be0f5c890af5c605d808","paperId":"1912.04961","method":"maha_bm25","inputTokens":6821,"outputTokens":1468,"reductionPercent":78.48,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.7138,"evidencePosition":"middle"}
{"caseId":"99e78c390932594bd833be0f5c890af5c605d808","paperId":"1912.04961","method":"maha_keyword","inputTokens":6821,"outputTokens":1468,"reductionPercent":78.48,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.037,"evidencePosition":"middle"}
{"caseId":"99e78c390932594bd833be0f5c890af5c605d808","paperId":"1912.04961","method":"front_truncation","inputTokens":6821,"outputTokens":1586,"reductionPercent":76.75,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1947,"evidencePosition":"middle"}
{"caseId":"99e78c390932594bd833be0f5c890af5c605d808","paperId":"1912.04961","method":"tail_recency","inputTokens":6821,"outputTokens":1529,"reductionPercent":77.58,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3927,"evidencePosition":"middle"}
{"caseId":"99e78c390932594bd833be0f5c890af5c605d808","paperId":"1912.04961","method":"seeded_random","inputTokens":6821,"outputTokens":1586,"reductionPercent":76.75,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.287,"evidencePosition":"middle"}
{"caseId":"99e78c390932594bd833be0f5c890af5c605d808","paperId":"1912.04961","method":"oracle_ceiling","inputTokens":6821,"outputTokens":1591,"reductionPercent":76.67,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1779,"evidencePosition":"middle"}
{"caseId":"54830abe73fef4e629a36866ceeeca10214bd2c8","paperId":"1909.09551","method":"maha_bm25","inputTokens":7175,"outputTokens":1582,"reductionPercent":77.95,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7698,"evidencePosition":"front"}
{"caseId":"54830abe73fef4e629a36866ceeeca10214bd2c8","paperId":"1909.09551","method":"maha_keyword","inputTokens":7175,"outputTokens":1619,"reductionPercent":77.44,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1015,"evidencePosition":"front"}
{"caseId":"54830abe73fef4e629a36866ceeeca10214bd2c8","paperId":"1909.09551","method":"front_truncation","inputTokens":7175,"outputTokens":1565,"reductionPercent":78.19,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3425,"evidencePosition":"front"}
{"caseId":"54830abe73fef4e629a36866ceeeca10214bd2c8","paperId":"1909.09551","method":"tail_recency","inputTokens":7175,"outputTokens":1503,"reductionPercent":79.05,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.4158,"evidencePosition":"front"}
{"caseId":"54830abe73fef4e629a36866ceeeca10214bd2c8","paperId":"1909.09551","method":"seeded_random","inputTokens":7175,"outputTokens":1515,"reductionPercent":78.89,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.2547,"evidencePosition":"front"}
{"caseId":"54830abe73fef4e629a36866ceeeca10214bd2c8","paperId":"1909.09551","method":"oracle_ceiling","inputTokens":7175,"outputTokens":1489,"reductionPercent":79.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.7885,"evidencePosition":"front"}
{"caseId":"0682bf049f96fa603d50f0fdad0b79a5c55f6c97","paperId":"2003.03014","method":"maha_bm25","inputTokens":18428,"outputTokens":1563,"reductionPercent":91.52,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":10.0113,"evidencePosition":"middle"}
{"caseId":"0682bf049f96fa603d50f0fdad0b79a5c55f6c97","paperId":"2003.03014","method":"maha_keyword","inputTokens":18428,"outputTokens":1380,"reductionPercent":92.51,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":9.7975,"evidencePosition":"middle"}
{"caseId":"0682bf049f96fa603d50f0fdad0b79a5c55f6c97","paperId":"2003.03014","method":"front_truncation","inputTokens":18428,"outputTokens":1684,"reductionPercent":90.86,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.736,"evidencePosition":"middle"}
{"caseId":"0682bf049f96fa603d50f0fdad0b79a5c55f6c97","paperId":"2003.03014","method":"tail_recency","inputTokens":18428,"outputTokens":1585,"reductionPercent":91.4,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.4083,"evidencePosition":"middle"}
{"caseId":"0682bf049f96fa603d50f0fdad0b79a5c55f6c97","paperId":"2003.03014","method":"seeded_random","inputTokens":18428,"outputTokens":1613,"reductionPercent":91.25,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9331,"evidencePosition":"middle"}
{"caseId":"0682bf049f96fa603d50f0fdad0b79a5c55f6c97","paperId":"2003.03014","method":"oracle_ceiling","inputTokens":18428,"outputTokens":1569,"reductionPercent":91.49,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.2045,"evidencePosition":"middle"}
{"caseId":"f9aa055bf73185ba939dfb03454384810eb17ad1","paperId":"2002.07306","method":"maha_bm25","inputTokens":5632,"outputTokens":1429,"reductionPercent":74.63,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2115,"evidencePosition":"front"}
{"caseId":"f9aa055bf73185ba939dfb03454384810eb17ad1","paperId":"2002.07306","method":"maha_keyword","inputTokens":5632,"outputTokens":1462,"reductionPercent":74.04,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0942,"evidencePosition":"front"}
{"caseId":"f9aa055bf73185ba939dfb03454384810eb17ad1","paperId":"2002.07306","method":"front_truncation","inputTokens":5632,"outputTokens":1457,"reductionPercent":74.13,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":0.9036,"evidencePosition":"front"}
{"caseId":"f9aa055bf73185ba939dfb03454384810eb17ad1","paperId":"2002.07306","method":"tail_recency","inputTokens":5632,"outputTokens":1571,"reductionPercent":72.11,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.8439,"evidencePosition":"front"}
{"caseId":"f9aa055bf73185ba939dfb03454384810eb17ad1","paperId":"2002.07306","method":"seeded_random","inputTokens":5632,"outputTokens":1488,"reductionPercent":73.58,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.7807,"evidencePosition":"front"}
{"caseId":"f9aa055bf73185ba939dfb03454384810eb17ad1","paperId":"2002.07306","method":"oracle_ceiling","inputTokens":5632,"outputTokens":1549,"reductionPercent":72.5,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8537,"evidencePosition":"front"}
{"caseId":"3355918bbdccac644afe441f085d0ffbbad565d7","paperId":"2001.01269","method":"maha_bm25","inputTokens":5327,"outputTokens":1504,"reductionPercent":71.77,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.22,"evidencePosition":"middle"}
{"caseId":"3355918bbdccac644afe441f085d0ffbbad565d7","paperId":"2001.01269","method":"maha_keyword","inputTokens":5327,"outputTokens":1504,"reductionPercent":71.77,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0971,"evidencePosition":"middle"}
{"caseId":"3355918bbdccac644afe441f085d0ffbbad565d7","paperId":"2001.01269","method":"front_truncation","inputTokens":5327,"outputTokens":1555,"reductionPercent":70.81,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1477,"evidencePosition":"middle"}
{"caseId":"3355918bbdccac644afe441f085d0ffbbad565d7","paperId":"2001.01269","method":"tail_recency","inputTokens":5327,"outputTokens":1529,"reductionPercent":71.3,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0757,"evidencePosition":"middle"}
{"caseId":"3355918bbdccac644afe441f085d0ffbbad565d7","paperId":"2001.01269","method":"seeded_random","inputTokens":5327,"outputTokens":1516,"reductionPercent":71.54,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0491,"evidencePosition":"middle"}
{"caseId":"3355918bbdccac644afe441f085d0ffbbad565d7","paperId":"2001.01269","method":"oracle_ceiling","inputTokens":5327,"outputTokens":1537,"reductionPercent":71.15,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.6784,"evidencePosition":"middle"}
{"caseId":"932b39fd6c47c6a880621a62e6a978491d881d60","paperId":"1611.08661","method":"maha_bm25","inputTokens":5593,"outputTokens":1482,"reductionPercent":73.5,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9898,"evidencePosition":"back"}
{"caseId":"932b39fd6c47c6a880621a62e6a978491d881d60","paperId":"1611.08661","method":"maha_keyword","inputTokens":5593,"outputTokens":1482,"reductionPercent":73.5,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6235,"evidencePosition":"back"}
{"caseId":"932b39fd6c47c6a880621a62e6a978491d881d60","paperId":"1611.08661","method":"front_truncation","inputTokens":5593,"outputTokens":1484,"reductionPercent":73.47,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2605,"evidencePosition":"back"}
{"caseId":"932b39fd6c47c6a880621a62e6a978491d881d60","paperId":"1611.08661","method":"tail_recency","inputTokens":5593,"outputTokens":1508,"reductionPercent":73.04,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.398,"evidencePosition":"back"}
{"caseId":"932b39fd6c47c6a880621a62e6a978491d881d60","paperId":"1611.08661","method":"seeded_random","inputTokens":5593,"outputTokens":1384,"reductionPercent":75.25,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.9271,"evidencePosition":"back"}
{"caseId":"932b39fd6c47c6a880621a62e6a978491d881d60","paperId":"1611.08661","method":"oracle_ceiling","inputTokens":5593,"outputTokens":1507,"reductionPercent":73.06,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.1214,"evidencePosition":"back"}
{"caseId":"dd76130ec5fac477123fe8880472d03fbafddef6","paperId":"1705.01214","method":"maha_bm25","inputTokens":19272,"outputTokens":1497,"reductionPercent":92.23,"evidenceRecall":20,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":9.261,"evidencePosition":"front"}
{"caseId":"dd76130ec5fac477123fe8880472d03fbafddef6","paperId":"1705.01214","method":"maha_keyword","inputTokens":19272,"outputTokens":1560,"reductionPercent":91.91,"evidenceRecall":20,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":9.714,"evidencePosition":"front"}
{"caseId":"dd76130ec5fac477123fe8880472d03fbafddef6","paperId":"1705.01214","method":"front_truncation","inputTokens":19272,"outputTokens":1555,"reductionPercent":91.93,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.8475,"evidencePosition":"front"}
{"caseId":"dd76130ec5fac477123fe8880472d03fbafddef6","paperId":"1705.01214","method":"tail_recency","inputTokens":19272,"outputTokens":1608,"reductionPercent":91.66,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.7945,"evidencePosition":"front"}
{"caseId":"dd76130ec5fac477123fe8880472d03fbafddef6","paperId":"1705.01214","method":"seeded_random","inputTokens":19272,"outputTokens":1552,"reductionPercent":91.95,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.0791,"evidencePosition":"front"}
{"caseId":"dd76130ec5fac477123fe8880472d03fbafddef6","paperId":"1705.01214","method":"oracle_ceiling","inputTokens":19272,"outputTokens":1562,"reductionPercent":91.89,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":18.4246,"evidencePosition":"front"}
{"caseId":"92294820ac0d9421f086139e816354970f066d8a","paperId":"1910.06036","method":"maha_bm25","inputTokens":6030,"outputTokens":1425,"reductionPercent":76.37,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.07,"evidencePosition":"back"}
{"caseId":"92294820ac0d9421f086139e816354970f066d8a","paperId":"1910.06036","method":"maha_keyword","inputTokens":6030,"outputTokens":1425,"reductionPercent":76.37,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.425,"evidencePosition":"back"}
{"caseId":"92294820ac0d9421f086139e816354970f066d8a","paperId":"1910.06036","method":"front_truncation","inputTokens":6030,"outputTokens":1522,"reductionPercent":74.76,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3052,"evidencePosition":"back"}
{"caseId":"92294820ac0d9421f086139e816354970f066d8a","paperId":"1910.06036","method":"tail_recency","inputTokens":6030,"outputTokens":1579,"reductionPercent":73.81,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4747,"evidencePosition":"back"}
{"caseId":"92294820ac0d9421f086139e816354970f066d8a","paperId":"1910.06036","method":"seeded_random","inputTokens":6030,"outputTokens":1490,"reductionPercent":75.29,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.4151,"evidencePosition":"back"}
{"caseId":"92294820ac0d9421f086139e816354970f066d8a","paperId":"1910.06036","method":"oracle_ceiling","inputTokens":6030,"outputTokens":1559,"reductionPercent":74.15,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6311,"evidencePosition":"back"}
{"caseId":"52f9cd05d8312ae3c7a43689804bac63f7cac34b","paperId":"1809.03449","method":"maha_bm25","inputTokens":5912,"outputTokens":1538,"reductionPercent":73.99,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9988,"evidencePosition":"front"}
{"caseId":"52f9cd05d8312ae3c7a43689804bac63f7cac34b","paperId":"1809.03449","method":"maha_keyword","inputTokens":5912,"outputTokens":1545,"reductionPercent":73.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3753,"evidencePosition":"front"}
{"caseId":"52f9cd05d8312ae3c7a43689804bac63f7cac34b","paperId":"1809.03449","method":"front_truncation","inputTokens":5912,"outputTokens":1548,"reductionPercent":73.82,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.1312,"evidencePosition":"front"}
{"caseId":"52f9cd05d8312ae3c7a43689804bac63f7cac34b","paperId":"1809.03449","method":"tail_recency","inputTokens":5912,"outputTokens":1646,"reductionPercent":72.16,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":0.9749,"evidencePosition":"front"}
{"caseId":"52f9cd05d8312ae3c7a43689804bac63f7cac34b","paperId":"1809.03449","method":"seeded_random","inputTokens":5912,"outputTokens":1678,"reductionPercent":71.62,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.9228,"evidencePosition":"front"}
{"caseId":"52f9cd05d8312ae3c7a43689804bac63f7cac34b","paperId":"1809.03449","method":"oracle_ceiling","inputTokens":5912,"outputTokens":1719,"reductionPercent":70.92,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8522,"evidencePosition":"front"}
{"caseId":"2a6003a74d051d0ebbe62e8883533a5f5e55078b","paperId":"1702.03342","method":"maha_bm25","inputTokens":5680,"outputTokens":1612,"reductionPercent":71.62,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4748,"evidencePosition":"back"}
{"caseId":"2a6003a74d051d0ebbe62e8883533a5f5e55078b","paperId":"1702.03342","method":"maha_keyword","inputTokens":5680,"outputTokens":1607,"reductionPercent":71.71,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.857,"evidencePosition":"back"}
{"caseId":"2a6003a74d051d0ebbe62e8883533a5f5e55078b","paperId":"1702.03342","method":"front_truncation","inputTokens":5680,"outputTokens":1617,"reductionPercent":71.53,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.045,"evidencePosition":"back"}
{"caseId":"2a6003a74d051d0ebbe62e8883533a5f5e55078b","paperId":"1702.03342","method":"tail_recency","inputTokens":5680,"outputTokens":1681,"reductionPercent":70.4,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.0202,"evidencePosition":"back"}
{"caseId":"2a6003a74d051d0ebbe62e8883533a5f5e55078b","paperId":"1702.03342","method":"seeded_random","inputTokens":5680,"outputTokens":1670,"reductionPercent":70.6,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":0.9655,"evidencePosition":"back"}
{"caseId":"2a6003a74d051d0ebbe62e8883533a5f5e55078b","paperId":"1702.03342","method":"oracle_ceiling","inputTokens":5680,"outputTokens":1633,"reductionPercent":71.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8326,"evidencePosition":"back"}
{"caseId":"37f8c034a14c7b4d0ab2e0ed1b827cc0eaa71ac6","paperId":"2002.07306","method":"maha_bm25","inputTokens":5632,"outputTokens":1376,"reductionPercent":75.57,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5255,"evidencePosition":"middle"}
{"caseId":"37f8c034a14c7b4d0ab2e0ed1b827cc0eaa71ac6","paperId":"2002.07306","method":"maha_keyword","inputTokens":5632,"outputTokens":1376,"reductionPercent":75.57,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.9656,"evidencePosition":"middle"}
{"caseId":"37f8c034a14c7b4d0ab2e0ed1b827cc0eaa71ac6","paperId":"2002.07306","method":"front_truncation","inputTokens":5632,"outputTokens":1461,"reductionPercent":74.06,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.864,"evidencePosition":"middle"}
{"caseId":"37f8c034a14c7b4d0ab2e0ed1b827cc0eaa71ac6","paperId":"2002.07306","method":"tail_recency","inputTokens":5632,"outputTokens":1563,"reductionPercent":72.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":0.857,"evidencePosition":"middle"}
{"caseId":"37f8c034a14c7b4d0ab2e0ed1b827cc0eaa71ac6","paperId":"2002.07306","method":"seeded_random","inputTokens":5632,"outputTokens":1526,"reductionPercent":72.9,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.2909,"evidencePosition":"middle"}
{"caseId":"37f8c034a14c7b4d0ab2e0ed1b827cc0eaa71ac6","paperId":"2002.07306","method":"oracle_ceiling","inputTokens":5632,"outputTokens":1555,"reductionPercent":72.39,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7663,"evidencePosition":"middle"}
{"caseId":"48bd71477d5f89333fa7ce5c4556e4d950fb16ed","paperId":"2002.01207","method":"maha_bm25","inputTokens":7464,"outputTokens":1514,"reductionPercent":79.72,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5241,"evidencePosition":"middle"}
{"caseId":"48bd71477d5f89333fa7ce5c4556e4d950fb16ed","paperId":"2002.01207","method":"maha_keyword","inputTokens":7464,"outputTokens":1403,"reductionPercent":81.2,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0073,"evidencePosition":"middle"}
{"caseId":"48bd71477d5f89333fa7ce5c4556e4d950fb16ed","paperId":"2002.01207","method":"front_truncation","inputTokens":7464,"outputTokens":1567,"reductionPercent":79.01,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3627,"evidencePosition":"middle"}
{"caseId":"48bd71477d5f89333fa7ce5c4556e4d950fb16ed","paperId":"2002.01207","method":"tail_recency","inputTokens":7464,"outputTokens":1563,"reductionPercent":79.06,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3734,"evidencePosition":"middle"}
{"caseId":"48bd71477d5f89333fa7ce5c4556e4d950fb16ed","paperId":"2002.01207","method":"seeded_random","inputTokens":7464,"outputTokens":1668,"reductionPercent":77.65,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7371,"evidencePosition":"middle"}
{"caseId":"48bd71477d5f89333fa7ce5c4556e4d950fb16ed","paperId":"2002.01207","method":"oracle_ceiling","inputTokens":7464,"outputTokens":1584,"reductionPercent":78.78,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2941,"evidencePosition":"middle"}
{"caseId":"249c805ee6f2ebe4dbc972126b3d82fb09fa3556","paperId":"1908.04042","method":"maha_bm25","inputTokens":4644,"outputTokens":1518,"reductionPercent":67.31,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6048,"evidencePosition":"middle"}
{"caseId":"249c805ee6f2ebe4dbc972126b3d82fb09fa3556","paperId":"1908.04042","method":"maha_keyword","inputTokens":4644,"outputTokens":1518,"reductionPercent":67.31,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.0166,"evidencePosition":"middle"}
{"caseId":"249c805ee6f2ebe4dbc972126b3d82fb09fa3556","paperId":"1908.04042","method":"front_truncation","inputTokens":4644,"outputTokens":1484,"reductionPercent":68.04,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.9507,"evidencePosition":"middle"}
{"caseId":"249c805ee6f2ebe4dbc972126b3d82fb09fa3556","paperId":"1908.04042","method":"tail_recency","inputTokens":4644,"outputTokens":1546,"reductionPercent":66.71,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.9952,"evidencePosition":"middle"}
{"caseId":"249c805ee6f2ebe4dbc972126b3d82fb09fa3556","paperId":"1908.04042","method":"seeded_random","inputTokens":4644,"outputTokens":1512,"reductionPercent":67.44,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.7913,"evidencePosition":"middle"}
{"caseId":"249c805ee6f2ebe4dbc972126b3d82fb09fa3556","paperId":"1908.04042","method":"oracle_ceiling","inputTokens":4644,"outputTokens":1518,"reductionPercent":67.31,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.9153,"evidencePosition":"middle"}
{"caseId":"9eabb54c2408dac24f00f92cf1061258c7ea2e1a","paperId":"1909.09067","method":"maha_bm25","inputTokens":4193,"outputTokens":1501,"reductionPercent":64.2,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4695,"evidencePosition":"front"}
{"caseId":"9eabb54c2408dac24f00f92cf1061258c7ea2e1a","paperId":"1909.09067","method":"maha_keyword","inputTokens":4193,"outputTokens":1501,"reductionPercent":64.2,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2288,"evidencePosition":"front"}
{"caseId":"9eabb54c2408dac24f00f92cf1061258c7ea2e1a","paperId":"1909.09067","method":"front_truncation","inputTokens":4193,"outputTokens":1625,"reductionPercent":61.24,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.256,"evidencePosition":"front"}
{"caseId":"9eabb54c2408dac24f00f92cf1061258c7ea2e1a","paperId":"1909.09067","method":"tail_recency","inputTokens":4193,"outputTokens":1561,"reductionPercent":62.77,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.1397,"evidencePosition":"front"}
{"caseId":"9eabb54c2408dac24f00f92cf1061258c7ea2e1a","paperId":"1909.09067","method":"seeded_random","inputTokens":4193,"outputTokens":1560,"reductionPercent":62.8,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.7737,"evidencePosition":"front"}
{"caseId":"9eabb54c2408dac24f00f92cf1061258c7ea2e1a","paperId":"1909.09067","method":"oracle_ceiling","inputTokens":4193,"outputTokens":1605,"reductionPercent":61.72,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.9855,"evidencePosition":"front"}
{"caseId":"b9ea841b817ba23281c95c7a769873b840dee8d5","paperId":"1805.07133","method":"maha_bm25","inputTokens":5747,"outputTokens":1536,"reductionPercent":73.27,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.171,"evidencePosition":"back"}
{"caseId":"b9ea841b817ba23281c95c7a769873b840dee8d5","paperId":"1805.07133","method":"maha_keyword","inputTokens":5747,"outputTokens":1442,"reductionPercent":74.91,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.4773,"evidencePosition":"back"}
{"caseId":"b9ea841b817ba23281c95c7a769873b840dee8d5","paperId":"1805.07133","method":"front_truncation","inputTokens":5747,"outputTokens":1594,"reductionPercent":72.26,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1229,"evidencePosition":"back"}
{"caseId":"b9ea841b817ba23281c95c7a769873b840dee8d5","paperId":"1805.07133","method":"tail_recency","inputTokens":5747,"outputTokens":1634,"reductionPercent":71.57,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.013,"evidencePosition":"back"}
{"caseId":"b9ea841b817ba23281c95c7a769873b840dee8d5","paperId":"1805.07133","method":"seeded_random","inputTokens":5747,"outputTokens":1535,"reductionPercent":73.29,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1133,"evidencePosition":"back"}
{"caseId":"b9ea841b817ba23281c95c7a769873b840dee8d5","paperId":"1805.07133","method":"oracle_ceiling","inputTokens":5747,"outputTokens":1622,"reductionPercent":71.78,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.5807,"evidencePosition":"back"}
{"caseId":"e44a6bf67ce3fde0c6608b150030e44d87eb25e3","paperId":"1611.03599","method":"maha_bm25","inputTokens":6224,"outputTokens":1564,"reductionPercent":74.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7606,"evidencePosition":"middle"}
{"caseId":"e44a6bf67ce3fde0c6608b150030e44d87eb25e3","paperId":"1611.03599","method":"maha_keyword","inputTokens":6224,"outputTokens":1446,"reductionPercent":76.77,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6593,"evidencePosition":"middle"}
{"caseId":"e44a6bf67ce3fde0c6608b150030e44d87eb25e3","paperId":"1611.03599","method":"front_truncation","inputTokens":6224,"outputTokens":1590,"reductionPercent":74.45,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.391,"evidencePosition":"middle"}
{"caseId":"e44a6bf67ce3fde0c6608b150030e44d87eb25e3","paperId":"1611.03599","method":"tail_recency","inputTokens":6224,"outputTokens":1567,"reductionPercent":74.82,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1187,"evidencePosition":"middle"}
{"caseId":"e44a6bf67ce3fde0c6608b150030e44d87eb25e3","paperId":"1611.03599","method":"seeded_random","inputTokens":6224,"outputTokens":1571,"reductionPercent":74.76,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0792,"evidencePosition":"middle"}
{"caseId":"e44a6bf67ce3fde0c6608b150030e44d87eb25e3","paperId":"1611.03599","method":"oracle_ceiling","inputTokens":6224,"outputTokens":1586,"reductionPercent":74.52,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7004,"evidencePosition":"middle"}
{"caseId":"6aa2a1e2e3666f2b2a1f282d4cbdd1ca325eb9de","paperId":"1809.00530","method":"maha_bm25","inputTokens":7050,"outputTokens":1523,"reductionPercent":78.4,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.2706,"evidencePosition":"middle"}
{"caseId":"6aa2a1e2e3666f2b2a1f282d4cbdd1ca325eb9de","paperId":"1809.00530","method":"maha_keyword","inputTokens":7050,"outputTokens":1558,"reductionPercent":77.9,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.854,"evidencePosition":"middle"}
{"caseId":"6aa2a1e2e3666f2b2a1f282d4cbdd1ca325eb9de","paperId":"1809.00530","method":"front_truncation","inputTokens":7050,"outputTokens":1612,"reductionPercent":77.13,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4271,"evidencePosition":"middle"}
{"caseId":"6aa2a1e2e3666f2b2a1f282d4cbdd1ca325eb9de","paperId":"1809.00530","method":"tail_recency","inputTokens":7050,"outputTokens":1584,"reductionPercent":77.53,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4089,"evidencePosition":"middle"}
{"caseId":"6aa2a1e2e3666f2b2a1f282d4cbdd1ca325eb9de","paperId":"1809.00530","method":"seeded_random","inputTokens":7050,"outputTokens":1628,"reductionPercent":76.91,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.4323,"evidencePosition":"middle"}
{"caseId":"6aa2a1e2e3666f2b2a1f282d4cbdd1ca325eb9de","paperId":"1809.00530","method":"oracle_ceiling","inputTokens":7050,"outputTokens":1655,"reductionPercent":76.52,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.385,"evidencePosition":"middle"}
{"caseId":"a253749e3b4c4f340778235f640ce694642a4555","paperId":"1908.08717","method":"maha_bm25","inputTokens":5574,"outputTokens":1552,"reductionPercent":72.16,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1125,"evidencePosition":"middle"}
{"caseId":"a253749e3b4c4f340778235f640ce694642a4555","paperId":"1908.08717","method":"maha_keyword","inputTokens":5574,"outputTokens":1552,"reductionPercent":72.16,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4529,"evidencePosition":"middle"}
{"caseId":"a253749e3b4c4f340778235f640ce694642a4555","paperId":"1908.08717","method":"front_truncation","inputTokens":5574,"outputTokens":1580,"reductionPercent":71.65,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0667,"evidencePosition":"middle"}
{"caseId":"a253749e3b4c4f340778235f640ce694642a4555","paperId":"1908.08717","method":"tail_recency","inputTokens":5574,"outputTokens":1542,"reductionPercent":72.34,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.9437,"evidencePosition":"middle"}
{"caseId":"a253749e3b4c4f340778235f640ce694642a4555","paperId":"1908.08717","method":"seeded_random","inputTokens":5574,"outputTokens":1594,"reductionPercent":71.4,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.9772,"evidencePosition":"middle"}
{"caseId":"a253749e3b4c4f340778235f640ce694642a4555","paperId":"1908.08717","method":"oracle_ceiling","inputTokens":5574,"outputTokens":1547,"reductionPercent":72.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.5091,"evidencePosition":"middle"}
{"caseId":"6a31db1aca57a818f36bba9002561724655372a7","paperId":"1611.03599","method":"maha_bm25","inputTokens":6224,"outputTokens":1477,"reductionPercent":76.27,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3139,"evidencePosition":"middle"}
{"caseId":"6a31db1aca57a818f36bba9002561724655372a7","paperId":"1611.03599","method":"maha_keyword","inputTokens":6224,"outputTokens":1477,"reductionPercent":76.27,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8793,"evidencePosition":"middle"}
{"caseId":"6a31db1aca57a818f36bba9002561724655372a7","paperId":"1611.03599","method":"front_truncation","inputTokens":6224,"outputTokens":1590,"reductionPercent":74.45,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2786,"evidencePosition":"middle"}
{"caseId":"6a31db1aca57a818f36bba9002561724655372a7","paperId":"1611.03599","method":"tail_recency","inputTokens":6224,"outputTokens":1567,"reductionPercent":74.82,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7422,"evidencePosition":"middle"}
{"caseId":"6a31db1aca57a818f36bba9002561724655372a7","paperId":"1611.03599","method":"seeded_random","inputTokens":6224,"outputTokens":1590,"reductionPercent":74.45,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2668,"evidencePosition":"middle"}
{"caseId":"6a31db1aca57a818f36bba9002561724655372a7","paperId":"1611.03599","method":"oracle_ceiling","inputTokens":6224,"outputTokens":1614,"reductionPercent":74.07,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9495,"evidencePosition":"middle"}
{"caseId":"0602a974a879e6eae223cdf048410b5a0111665e","paperId":"1908.09246","method":"maha_bm25","inputTokens":5769,"outputTokens":1599,"reductionPercent":72.28,"evidenceRecall":75,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8546,"evidencePosition":"back"}
{"caseId":"0602a974a879e6eae223cdf048410b5a0111665e","paperId":"1908.09246","method":"maha_keyword","inputTokens":5769,"outputTokens":1575,"reductionPercent":72.7,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.1784,"evidencePosition":"back"}
{"caseId":"0602a974a879e6eae223cdf048410b5a0111665e","paperId":"1908.09246","method":"front_truncation","inputTokens":5769,"outputTokens":1591,"reductionPercent":72.42,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2492,"evidencePosition":"back"}
{"caseId":"0602a974a879e6eae223cdf048410b5a0111665e","paperId":"1908.09246","method":"tail_recency","inputTokens":5769,"outputTokens":1602,"reductionPercent":72.23,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.2727,"evidencePosition":"back"}
{"caseId":"0602a974a879e6eae223cdf048410b5a0111665e","paperId":"1908.09246","method":"seeded_random","inputTokens":5769,"outputTokens":1651,"reductionPercent":71.38,"evidenceRecall":75,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.197,"evidencePosition":"back"}
{"caseId":"0602a974a879e6eae223cdf048410b5a0111665e","paperId":"1908.09246","method":"oracle_ceiling","inputTokens":5769,"outputTokens":1546,"reductionPercent":73.2,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3684,"evidencePosition":"back"}
{"caseId":"5c5aeee83ea3b34f5936404f5855ccb9869356c1","paperId":"1909.00015","method":"maha_bm25","inputTokens":10009,"outputTokens":1422,"reductionPercent":85.79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.4918,"evidencePosition":"front"}
{"caseId":"5c5aeee83ea3b34f5936404f5855ccb9869356c1","paperId":"1909.00015","method":"maha_keyword","inputTokens":10009,"outputTokens":1422,"reductionPercent":85.79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.136,"evidencePosition":"front"}
{"caseId":"5c5aeee83ea3b34f5936404f5855ccb9869356c1","paperId":"1909.00015","method":"front_truncation","inputTokens":10009,"outputTokens":1580,"reductionPercent":84.21,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.3844,"evidencePosition":"front"}
{"caseId":"5c5aeee83ea3b34f5936404f5855ccb9869356c1","paperId":"1909.00015","method":"tail_recency","inputTokens":10009,"outputTokens":1423,"reductionPercent":85.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.507,"evidencePosition":"front"}
{"caseId":"5c5aeee83ea3b34f5936404f5855ccb9869356c1","paperId":"1909.00015","method":"seeded_random","inputTokens":10009,"outputTokens":1509,"reductionPercent":84.92,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5463,"evidencePosition":"front"}
{"caseId":"5c5aeee83ea3b34f5936404f5855ccb9869356c1","paperId":"1909.00015","method":"oracle_ceiling","inputTokens":10009,"outputTokens":1550,"reductionPercent":84.51,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.4442,"evidencePosition":"front"}
{"caseId":"66c96c297c2cffdf5013bab5e95b59101cb38655","paperId":"2003.03106","method":"maha_bm25","inputTokens":6723,"outputTokens":1564,"reductionPercent":76.74,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.932,"evidencePosition":"back"}
{"caseId":"66c96c297c2cffdf5013bab5e95b59101cb38655","paperId":"2003.03106","method":"maha_keyword","inputTokens":6723,"outputTokens":1428,"reductionPercent":78.76,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0759,"evidencePosition":"back"}
{"caseId":"66c96c297c2cffdf5013bab5e95b59101cb38655","paperId":"2003.03106","method":"front_truncation","inputTokens":6723,"outputTokens":1573,"reductionPercent":76.6,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0724,"evidencePosition":"back"}
{"caseId":"66c96c297c2cffdf5013bab5e95b59101cb38655","paperId":"2003.03106","method":"tail_recency","inputTokens":6723,"outputTokens":1553,"reductionPercent":76.9,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.6578,"evidencePosition":"back"}
{"caseId":"66c96c297c2cffdf5013bab5e95b59101cb38655","paperId":"2003.03106","method":"seeded_random","inputTokens":6723,"outputTokens":1545,"reductionPercent":77.02,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.9642,"evidencePosition":"back"}
{"caseId":"66c96c297c2cffdf5013bab5e95b59101cb38655","paperId":"2003.03106","method":"oracle_ceiling","inputTokens":6723,"outputTokens":1570,"reductionPercent":76.65,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.4618,"evidencePosition":"back"}
{"caseId":"d67c01d9b689c052045f3de1b0918bab18c3f174","paperId":"1610.00956","method":"maha_bm25","inputTokens":5504,"outputTokens":1620,"reductionPercent":70.57,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5969,"evidencePosition":"back"}
{"caseId":"d67c01d9b689c052045f3de1b0918bab18c3f174","paperId":"1610.00956","method":"maha_keyword","inputTokens":5504,"outputTokens":1592,"reductionPercent":71.08,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1164,"evidencePosition":"back"}
{"caseId":"d67c01d9b689c052045f3de1b0918bab18c3f174","paperId":"1610.00956","method":"front_truncation","inputTokens":5504,"outputTokens":1588,"reductionPercent":71.15,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.4313,"evidencePosition":"back"}
{"caseId":"d67c01d9b689c052045f3de1b0918bab18c3f174","paperId":"1610.00956","method":"tail_recency","inputTokens":5504,"outputTokens":1536,"reductionPercent":72.09,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.517,"evidencePosition":"back"}
{"caseId":"d67c01d9b689c052045f3de1b0918bab18c3f174","paperId":"1610.00956","method":"seeded_random","inputTokens":5504,"outputTokens":1541,"reductionPercent":72,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.6103,"evidencePosition":"back"}
{"caseId":"d67c01d9b689c052045f3de1b0918bab18c3f174","paperId":"1610.00956","method":"oracle_ceiling","inputTokens":5504,"outputTokens":1574,"reductionPercent":71.4,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2423,"evidencePosition":"back"}
{"caseId":"dca86fbe1d57b44986055b282a03c15ef7882e51","paperId":"1712.05999","method":"maha_bm25","inputTokens":4141,"outputTokens":1549,"reductionPercent":62.59,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.758,"evidencePosition":"middle"}
{"caseId":"dca86fbe1d57b44986055b282a03c15ef7882e51","paperId":"1712.05999","method":"maha_keyword","inputTokens":4141,"outputTokens":1494,"reductionPercent":63.92,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2091,"evidencePosition":"middle"}
{"caseId":"dca86fbe1d57b44986055b282a03c15ef7882e51","paperId":"1712.05999","method":"front_truncation","inputTokens":4141,"outputTokens":1558,"reductionPercent":62.38,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1603,"evidencePosition":"middle"}
{"caseId":"dca86fbe1d57b44986055b282a03c15ef7882e51","paperId":"1712.05999","method":"tail_recency","inputTokens":4141,"outputTokens":1505,"reductionPercent":63.66,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0213,"evidencePosition":"middle"}
{"caseId":"dca86fbe1d57b44986055b282a03c15ef7882e51","paperId":"1712.05999","method":"seeded_random","inputTokens":4141,"outputTokens":1533,"reductionPercent":62.98,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8305,"evidencePosition":"middle"}
{"caseId":"dca86fbe1d57b44986055b282a03c15ef7882e51","paperId":"1712.05999","method":"oracle_ceiling","inputTokens":4141,"outputTokens":1518,"reductionPercent":63.34,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8891,"evidencePosition":"middle"}
{"caseId":"0ad4359e3e7e5e5f261c2668fe84c12bc762b3b8","paperId":"1809.02286","method":"maha_bm25","inputTokens":8454,"outputTokens":1553,"reductionPercent":81.63,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.8777,"evidencePosition":"back"}
{"caseId":"0ad4359e3e7e5e5f261c2668fe84c12bc762b3b8","paperId":"1809.02286","method":"maha_keyword","inputTokens":8454,"outputTokens":1553,"reductionPercent":81.63,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.443,"evidencePosition":"back"}
{"caseId":"0ad4359e3e7e5e5f261c2668fe84c12bc762b3b8","paperId":"1809.02286","method":"front_truncation","inputTokens":8454,"outputTokens":1579,"reductionPercent":81.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.9971,"evidencePosition":"back"}
{"caseId":"0ad4359e3e7e5e5f261c2668fe84c12bc762b3b8","paperId":"1809.02286","method":"tail_recency","inputTokens":8454,"outputTokens":1549,"reductionPercent":81.68,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8534,"evidencePosition":"back"}
{"caseId":"0ad4359e3e7e5e5f261c2668fe84c12bc762b3b8","paperId":"1809.02286","method":"seeded_random","inputTokens":8454,"outputTokens":1449,"reductionPercent":82.86,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4026,"evidencePosition":"back"}
{"caseId":"0ad4359e3e7e5e5f261c2668fe84c12bc762b3b8","paperId":"1809.02286","method":"oracle_ceiling","inputTokens":8454,"outputTokens":1551,"reductionPercent":81.65,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.966,"evidencePosition":"back"}
{"caseId":"bdf93053b1b9b0a21f77ed370cf4d5a10df70e3e","paperId":"1706.01875","method":"maha_bm25","inputTokens":4580,"outputTokens":1374,"reductionPercent":70,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7117,"evidencePosition":"middle"}
{"caseId":"bdf93053b1b9b0a21f77ed370cf4d5a10df70e3e","paperId":"1706.01875","method":"maha_keyword","inputTokens":4580,"outputTokens":1374,"reductionPercent":70,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3523,"evidencePosition":"middle"}
{"caseId":"bdf93053b1b9b0a21f77ed370cf4d5a10df70e3e","paperId":"1706.01875","method":"front_truncation","inputTokens":4580,"outputTokens":1580,"reductionPercent":65.5,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.9694,"evidencePosition":"middle"}
{"caseId":"bdf93053b1b9b0a21f77ed370cf4d5a10df70e3e","paperId":"1706.01875","method":"tail_recency","inputTokens":4580,"outputTokens":1569,"reductionPercent":65.74,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.9542,"evidencePosition":"middle"}
{"caseId":"bdf93053b1b9b0a21f77ed370cf4d5a10df70e3e","paperId":"1706.01875","method":"seeded_random","inputTokens":4580,"outputTokens":1557,"reductionPercent":66,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":0.9881,"evidencePosition":"middle"}
{"caseId":"bdf93053b1b9b0a21f77ed370cf4d5a10df70e3e","paperId":"1706.01875","method":"oracle_ceiling","inputTokens":4580,"outputTokens":1587,"reductionPercent":65.35,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.9646,"evidencePosition":"middle"}
{"caseId":"5eda469a8a77f028d0c5f1acd296111085614537","paperId":"1912.01214","method":"maha_bm25","inputTokens":5735,"outputTokens":1518,"reductionPercent":73.53,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.4296,"evidencePosition":"middle"}
{"caseId":"5eda469a8a77f028d0c5f1acd296111085614537","paperId":"1912.01214","method":"maha_keyword","inputTokens":5735,"outputTokens":1550,"reductionPercent":72.97,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7929,"evidencePosition":"middle"}
{"caseId":"5eda469a8a77f028d0c5f1acd296111085614537","paperId":"1912.01214","method":"front_truncation","inputTokens":5735,"outputTokens":1563,"reductionPercent":72.75,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4435,"evidencePosition":"middle"}
{"caseId":"5eda469a8a77f028d0c5f1acd296111085614537","paperId":"1912.01214","method":"tail_recency","inputTokens":5735,"outputTokens":1578,"reductionPercent":72.48,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.883,"evidencePosition":"middle"}
{"caseId":"5eda469a8a77f028d0c5f1acd296111085614537","paperId":"1912.01214","method":"seeded_random","inputTokens":5735,"outputTokens":1554,"reductionPercent":72.9,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.8197,"evidencePosition":"middle"}
{"caseId":"5eda469a8a77f028d0c5f1acd296111085614537","paperId":"1912.01214","method":"oracle_ceiling","inputTokens":5735,"outputTokens":1570,"reductionPercent":72.62,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.5839,"evidencePosition":"middle"}
{"caseId":"f59f1f5b528a2eec5cfb1e49c87699e0c536cc45","paperId":"1908.05828","method":"maha_bm25","inputTokens":4469,"outputTokens":1540,"reductionPercent":65.54,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.406,"evidencePosition":"middle"}
{"caseId":"f59f1f5b528a2eec5cfb1e49c87699e0c536cc45","paperId":"1908.05828","method":"maha_keyword","inputTokens":4469,"outputTokens":1685,"reductionPercent":62.3,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.6688,"evidencePosition":"middle"}
{"caseId":"f59f1f5b528a2eec5cfb1e49c87699e0c536cc45","paperId":"1908.05828","method":"front_truncation","inputTokens":4469,"outputTokens":1705,"reductionPercent":61.85,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.8567,"evidencePosition":"middle"}
{"caseId":"f59f1f5b528a2eec5cfb1e49c87699e0c536cc45","paperId":"1908.05828","method":"tail_recency","inputTokens":4469,"outputTokens":1592,"reductionPercent":64.38,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.8011,"evidencePosition":"middle"}
{"caseId":"f59f1f5b528a2eec5cfb1e49c87699e0c536cc45","paperId":"1908.05828","method":"seeded_random","inputTokens":4469,"outputTokens":1604,"reductionPercent":64.11,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0275,"evidencePosition":"middle"}
{"caseId":"f59f1f5b528a2eec5cfb1e49c87699e0c536cc45","paperId":"1908.05828","method":"oracle_ceiling","inputTokens":4469,"outputTokens":1590,"reductionPercent":64.42,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.9541,"evidencePosition":"middle"}
{"caseId":"692c9c5d9ff9cd3e0ce8b5e4fa68dda9bd23dec1","paperId":"1612.08205","method":"maha_bm25","inputTokens":5487,"outputTokens":1467,"reductionPercent":73.26,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.4258,"evidencePosition":"front"}
{"caseId":"692c9c5d9ff9cd3e0ce8b5e4fa68dda9bd23dec1","paperId":"1612.08205","method":"maha_keyword","inputTokens":5487,"outputTokens":1500,"reductionPercent":72.66,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4616,"evidencePosition":"front"}
{"caseId":"692c9c5d9ff9cd3e0ce8b5e4fa68dda9bd23dec1","paperId":"1612.08205","method":"front_truncation","inputTokens":5487,"outputTokens":1547,"reductionPercent":71.81,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.146,"evidencePosition":"front"}
{"caseId":"692c9c5d9ff9cd3e0ce8b5e4fa68dda9bd23dec1","paperId":"1612.08205","method":"tail_recency","inputTokens":5487,"outputTokens":1515,"reductionPercent":72.39,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1762,"evidencePosition":"front"}
{"caseId":"692c9c5d9ff9cd3e0ce8b5e4fa68dda9bd23dec1","paperId":"1612.08205","method":"seeded_random","inputTokens":5487,"outputTokens":1546,"reductionPercent":71.82,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.33,"evidencePosition":"front"}
{"caseId":"692c9c5d9ff9cd3e0ce8b5e4fa68dda9bd23dec1","paperId":"1612.08205","method":"oracle_ceiling","inputTokens":5487,"outputTokens":1514,"reductionPercent":72.41,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2215,"evidencePosition":"front"}
{"caseId":"74e866137b3452ec50fb6feaf5753c8637459e62","paperId":"1604.00400","method":"maha_bm25","inputTokens":6877,"outputTokens":1504,"reductionPercent":78.13,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.4058,"evidencePosition":"middle"}
{"caseId":"74e866137b3452ec50fb6feaf5753c8637459e62","paperId":"1604.00400","method":"maha_keyword","inputTokens":6877,"outputTokens":1542,"reductionPercent":77.58,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.059,"evidencePosition":"middle"}
{"caseId":"74e866137b3452ec50fb6feaf5753c8637459e62","paperId":"1604.00400","method":"front_truncation","inputTokens":6877,"outputTokens":1567,"reductionPercent":77.21,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.527,"evidencePosition":"middle"}
{"caseId":"74e866137b3452ec50fb6feaf5753c8637459e62","paperId":"1604.00400","method":"tail_recency","inputTokens":6877,"outputTokens":1567,"reductionPercent":77.21,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6442,"evidencePosition":"middle"}
{"caseId":"74e866137b3452ec50fb6feaf5753c8637459e62","paperId":"1604.00400","method":"seeded_random","inputTokens":6877,"outputTokens":1611,"reductionPercent":76.57,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.6079,"evidencePosition":"middle"}
{"caseId":"74e866137b3452ec50fb6feaf5753c8637459e62","paperId":"1604.00400","method":"oracle_ceiling","inputTokens":6877,"outputTokens":1591,"reductionPercent":76.86,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.5163,"evidencePosition":"middle"}
{"caseId":"fb5fb11e7d01b9f9efe3db3417b8faf4f8d6931f","paperId":"1810.12196","method":"maha_bm25","inputTokens":4969,"outputTokens":1559,"reductionPercent":68.63,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1426,"evidencePosition":"back"}
{"caseId":"fb5fb11e7d01b9f9efe3db3417b8faf4f8d6931f","paperId":"1810.12196","method":"maha_keyword","inputTokens":4969,"outputTokens":1559,"reductionPercent":68.63,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0166,"evidencePosition":"back"}
{"caseId":"fb5fb11e7d01b9f9efe3db3417b8faf4f8d6931f","paperId":"1810.12196","method":"front_truncation","inputTokens":4969,"outputTokens":1562,"reductionPercent":68.57,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.673,"evidencePosition":"back"}
{"caseId":"fb5fb11e7d01b9f9efe3db3417b8faf4f8d6931f","paperId":"1810.12196","method":"tail_recency","inputTokens":4969,"outputTokens":1563,"reductionPercent":68.54,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":0.683,"evidencePosition":"back"}
{"caseId":"fb5fb11e7d01b9f9efe3db3417b8faf4f8d6931f","paperId":"1810.12196","method":"seeded_random","inputTokens":4969,"outputTokens":1535,"reductionPercent":69.11,"evidenceRecall":25,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":0.6688,"evidencePosition":"back"}
{"caseId":"fb5fb11e7d01b9f9efe3db3417b8faf4f8d6931f","paperId":"1810.12196","method":"oracle_ceiling","inputTokens":4969,"outputTokens":1546,"reductionPercent":68.89,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3741,"evidencePosition":"back"}
{"caseId":"dc2a2c177cd5df6da5d03e6e74262bf424850ec9","paperId":"2002.12612","method":"maha_bm25","inputTokens":7095,"outputTokens":1480,"reductionPercent":79.14,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.57,"evidencePosition":"front"}
{"caseId":"dc2a2c177cd5df6da5d03e6e74262bf424850ec9","paperId":"2002.12612","method":"maha_keyword","inputTokens":7095,"outputTokens":1495,"reductionPercent":78.93,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.78,"evidencePosition":"front"}
{"caseId":"dc2a2c177cd5df6da5d03e6e74262bf424850ec9","paperId":"2002.12612","method":"front_truncation","inputTokens":7095,"outputTokens":1555,"reductionPercent":78.08,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.721,"evidencePosition":"front"}
{"caseId":"dc2a2c177cd5df6da5d03e6e74262bf424850ec9","paperId":"2002.12612","method":"tail_recency","inputTokens":7095,"outputTokens":1509,"reductionPercent":78.73,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5048,"evidencePosition":"front"}
{"caseId":"dc2a2c177cd5df6da5d03e6e74262bf424850ec9","paperId":"2002.12612","method":"seeded_random","inputTokens":7095,"outputTokens":1496,"reductionPercent":78.91,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.3587,"evidencePosition":"front"}
{"caseId":"dc2a2c177cd5df6da5d03e6e74262bf424850ec9","paperId":"2002.12612","method":"oracle_ceiling","inputTokens":7095,"outputTokens":1493,"reductionPercent":78.96,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7415,"evidencePosition":"front"}
{"caseId":"a29c071065d26e5ee3c3bcd877e7f215c59d1d33","paperId":"1908.10084","method":"maha_bm25","inputTokens":6061,"outputTokens":1554,"reductionPercent":74.36,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3115,"evidencePosition":"middle"}
{"caseId":"a29c071065d26e5ee3c3bcd877e7f215c59d1d33","paperId":"1908.10084","method":"maha_keyword","inputTokens":6061,"outputTokens":1637,"reductionPercent":72.99,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.277,"evidencePosition":"middle"}
{"caseId":"a29c071065d26e5ee3c3bcd877e7f215c59d1d33","paperId":"1908.10084","method":"front_truncation","inputTokens":6061,"outputTokens":1592,"reductionPercent":73.73,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3119,"evidencePosition":"middle"}
{"caseId":"a29c071065d26e5ee3c3bcd877e7f215c59d1d33","paperId":"1908.10084","method":"tail_recency","inputTokens":6061,"outputTokens":1620,"reductionPercent":73.27,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1903,"evidencePosition":"middle"}
{"caseId":"a29c071065d26e5ee3c3bcd877e7f215c59d1d33","paperId":"1908.10084","method":"seeded_random","inputTokens":6061,"outputTokens":1624,"reductionPercent":73.21,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.2265,"evidencePosition":"middle"}
{"caseId":"a29c071065d26e5ee3c3bcd877e7f215c59d1d33","paperId":"1908.10084","method":"oracle_ceiling","inputTokens":6061,"outputTokens":1622,"reductionPercent":73.24,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7348,"evidencePosition":"middle"}
{"caseId":"5cc2daca2a84ddccba9cdd9449e51bb3f64b3dde","paperId":"1912.01772","method":"maha_bm25","inputTokens":4300,"outputTokens":1502,"reductionPercent":65.07,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3341,"evidencePosition":"back"}
{"caseId":"5cc2daca2a84ddccba9cdd9449e51bb3f64b3dde","paperId":"1912.01772","method":"maha_keyword","inputTokens":4300,"outputTokens":1584,"reductionPercent":63.16,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8594,"evidencePosition":"back"}
{"caseId":"5cc2daca2a84ddccba9cdd9449e51bb3f64b3dde","paperId":"1912.01772","method":"front_truncation","inputTokens":4300,"outputTokens":1665,"reductionPercent":61.28,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.9559,"evidencePosition":"back"}
{"caseId":"5cc2daca2a84ddccba9cdd9449e51bb3f64b3dde","paperId":"1912.01772","method":"tail_recency","inputTokens":4300,"outputTokens":1653,"reductionPercent":61.56,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":0.8209,"evidencePosition":"back"}
{"caseId":"5cc2daca2a84ddccba9cdd9449e51bb3f64b3dde","paperId":"1912.01772","method":"seeded_random","inputTokens":4300,"outputTokens":1622,"reductionPercent":62.28,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.8186,"evidencePosition":"back"}
{"caseId":"5cc2daca2a84ddccba9cdd9449e51bb3f64b3dde","paperId":"1912.01772","method":"oracle_ceiling","inputTokens":4300,"outputTokens":1644,"reductionPercent":61.77,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2177,"evidencePosition":"back"}
{"caseId":"5a22293b055f5775081d6acdc0450f7bd5f5de04","paperId":"1909.02304","method":"maha_bm25","inputTokens":7918,"outputTokens":1388,"reductionPercent":82.47,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.6586,"evidencePosition":"middle"}
{"caseId":"5a22293b055f5775081d6acdc0450f7bd5f5de04","paperId":"1909.02304","method":"maha_keyword","inputTokens":7918,"outputTokens":1374,"reductionPercent":82.65,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1057,"evidencePosition":"middle"}
{"caseId":"5a22293b055f5775081d6acdc0450f7bd5f5de04","paperId":"1909.02304","method":"front_truncation","inputTokens":7918,"outputTokens":1508,"reductionPercent":80.95,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.4209,"evidencePosition":"middle"}
{"caseId":"5a22293b055f5775081d6acdc0450f7bd5f5de04","paperId":"1909.02304","method":"tail_recency","inputTokens":7918,"outputTokens":1542,"reductionPercent":80.53,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.3004,"evidencePosition":"middle"}
{"caseId":"5a22293b055f5775081d6acdc0450f7bd5f5de04","paperId":"1909.02304","method":"seeded_random","inputTokens":7918,"outputTokens":1499,"reductionPercent":81.07,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.2844,"evidencePosition":"middle"}
{"caseId":"5a22293b055f5775081d6acdc0450f7bd5f5de04","paperId":"1909.02304","method":"oracle_ceiling","inputTokens":7918,"outputTokens":1435,"reductionPercent":81.88,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3083,"evidencePosition":"middle"}
{"caseId":"23e2971c962bb6486bc0a66ff04242170dd22a1d","paperId":"1901.01010","method":"maha_bm25","inputTokens":5893,"outputTokens":1429,"reductionPercent":75.75,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0436,"evidencePosition":"back"}
{"caseId":"23e2971c962bb6486bc0a66ff04242170dd22a1d","paperId":"1901.01010","method":"maha_keyword","inputTokens":5893,"outputTokens":1476,"reductionPercent":74.95,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7397,"evidencePosition":"back"}
{"caseId":"23e2971c962bb6486bc0a66ff04242170dd22a1d","paperId":"1901.01010","method":"front_truncation","inputTokens":5893,"outputTokens":1528,"reductionPercent":74.07,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4495,"evidencePosition":"back"}
{"caseId":"23e2971c962bb6486bc0a66ff04242170dd22a1d","paperId":"1901.01010","method":"tail_recency","inputTokens":5893,"outputTokens":1533,"reductionPercent":73.99,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.4087,"evidencePosition":"back"}
{"caseId":"23e2971c962bb6486bc0a66ff04242170dd22a1d","paperId":"1901.01010","method":"seeded_random","inputTokens":5893,"outputTokens":1557,"reductionPercent":73.58,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.2233,"evidencePosition":"back"}
{"caseId":"23e2971c962bb6486bc0a66ff04242170dd22a1d","paperId":"1901.01010","method":"oracle_ceiling","inputTokens":5893,"outputTokens":1578,"reductionPercent":73.22,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2292,"evidencePosition":"back"}
{"caseId":"c571deefe93f0a41b60f9886db119947648e967c","paperId":"1810.12085","method":"maha_bm25","inputTokens":4161,"outputTokens":1539,"reductionPercent":63.01,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9277,"evidencePosition":"front"}
{"caseId":"c571deefe93f0a41b60f9886db119947648e967c","paperId":"1810.12085","method":"maha_keyword","inputTokens":4161,"outputTokens":1539,"reductionPercent":63.01,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8963,"evidencePosition":"front"}
{"caseId":"c571deefe93f0a41b60f9886db119947648e967c","paperId":"1810.12085","method":"front_truncation","inputTokens":4161,"outputTokens":1626,"reductionPercent":60.92,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":0.8664,"evidencePosition":"front"}
{"caseId":"c571deefe93f0a41b60f9886db119947648e967c","paperId":"1810.12085","method":"tail_recency","inputTokens":4161,"outputTokens":1600,"reductionPercent":61.55,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.9198,"evidencePosition":"front"}
{"caseId":"c571deefe93f0a41b60f9886db119947648e967c","paperId":"1810.12085","method":"seeded_random","inputTokens":4161,"outputTokens":1573,"reductionPercent":62.2,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.7967,"evidencePosition":"front"}
{"caseId":"c571deefe93f0a41b60f9886db119947648e967c","paperId":"1810.12085","method":"oracle_ceiling","inputTokens":4161,"outputTokens":1626,"reductionPercent":60.92,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.9024,"evidencePosition":"front"}
{"caseId":"612c3675b6c55b60ae6d24265ed8e20f62cb117e","paperId":"2003.08385","method":"maha_bm25","inputTokens":5671,"outputTokens":1428,"reductionPercent":74.82,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.3349,"evidencePosition":"back"}
{"caseId":"612c3675b6c55b60ae6d24265ed8e20f62cb117e","paperId":"2003.08385","method":"maha_keyword","inputTokens":5671,"outputTokens":1504,"reductionPercent":73.48,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5001,"evidencePosition":"back"}
{"caseId":"612c3675b6c55b60ae6d24265ed8e20f62cb117e","paperId":"2003.08385","method":"front_truncation","inputTokens":5671,"outputTokens":1558,"reductionPercent":72.53,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7198,"evidencePosition":"back"}
{"caseId":"612c3675b6c55b60ae6d24265ed8e20f62cb117e","paperId":"2003.08385","method":"tail_recency","inputTokens":5671,"outputTokens":1507,"reductionPercent":73.43,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.883,"evidencePosition":"back"}
{"caseId":"612c3675b6c55b60ae6d24265ed8e20f62cb117e","paperId":"2003.08385","method":"seeded_random","inputTokens":5671,"outputTokens":1520,"reductionPercent":73.2,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.8503,"evidencePosition":"back"}
{"caseId":"612c3675b6c55b60ae6d24265ed8e20f62cb117e","paperId":"2003.08385","method":"oracle_ceiling","inputTokens":5671,"outputTokens":1492,"reductionPercent":73.69,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6206,"evidencePosition":"back"}
{"caseId":"70148c8d0f345ea36200d5ba19d021924d98e759","paperId":"1906.01040","method":"maha_bm25","inputTokens":4693,"outputTokens":1611,"reductionPercent":65.67,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8622,"evidencePosition":"front"}
{"caseId":"70148c8d0f345ea36200d5ba19d021924d98e759","paperId":"1906.01040","method":"maha_keyword","inputTokens":4693,"outputTokens":1611,"reductionPercent":65.67,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2285,"evidencePosition":"front"}
{"caseId":"70148c8d0f345ea36200d5ba19d021924d98e759","paperId":"1906.01040","method":"front_truncation","inputTokens":4693,"outputTokens":1619,"reductionPercent":65.5,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.0194,"evidencePosition":"front"}
{"caseId":"70148c8d0f345ea36200d5ba19d021924d98e759","paperId":"1906.01040","method":"tail_recency","inputTokens":4693,"outputTokens":1594,"reductionPercent":66.03,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0552,"evidencePosition":"front"}
{"caseId":"70148c8d0f345ea36200d5ba19d021924d98e759","paperId":"1906.01040","method":"seeded_random","inputTokens":4693,"outputTokens":1606,"reductionPercent":65.78,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.6198,"evidencePosition":"front"}
{"caseId":"70148c8d0f345ea36200d5ba19d021924d98e759","paperId":"1906.01040","method":"oracle_ceiling","inputTokens":4693,"outputTokens":1620,"reductionPercent":65.48,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.908,"evidencePosition":"front"}
{"caseId":"67e9e147b2cab5ba43572ce8a17fc863690172f0","paperId":"1912.00667","method":"maha_bm25","inputTokens":7173,"outputTokens":1545,"reductionPercent":78.46,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5821,"evidencePosition":"back"}
{"caseId":"67e9e147b2cab5ba43572ce8a17fc863690172f0","paperId":"1912.00667","method":"maha_keyword","inputTokens":7173,"outputTokens":1526,"reductionPercent":78.73,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2835,"evidencePosition":"back"}
{"caseId":"67e9e147b2cab5ba43572ce8a17fc863690172f0","paperId":"1912.00667","method":"front_truncation","inputTokens":7173,"outputTokens":1592,"reductionPercent":77.81,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4409,"evidencePosition":"back"}
{"caseId":"67e9e147b2cab5ba43572ce8a17fc863690172f0","paperId":"1912.00667","method":"tail_recency","inputTokens":7173,"outputTokens":1647,"reductionPercent":77.04,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.894,"evidencePosition":"back"}
{"caseId":"67e9e147b2cab5ba43572ce8a17fc863690172f0","paperId":"1912.00667","method":"seeded_random","inputTokens":7173,"outputTokens":1519,"reductionPercent":78.82,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.4391,"evidencePosition":"back"}
{"caseId":"67e9e147b2cab5ba43572ce8a17fc863690172f0","paperId":"1912.00667","method":"oracle_ceiling","inputTokens":7173,"outputTokens":1601,"reductionPercent":77.68,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.587,"evidencePosition":"back"}
{"caseId":"e025061e199b121f2ac8f3d9637d9bf987d65cd5","paperId":"1712.00991","method":"maha_bm25","inputTokens":4556,"outputTokens":1660,"reductionPercent":63.56,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6341,"evidencePosition":"middle"}
{"caseId":"e025061e199b121f2ac8f3d9637d9bf987d65cd5","paperId":"1712.00991","method":"maha_keyword","inputTokens":4556,"outputTokens":1584,"reductionPercent":65.23,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6497,"evidencePosition":"middle"}
{"caseId":"e025061e199b121f2ac8f3d9637d9bf987d65cd5","paperId":"1712.00991","method":"front_truncation","inputTokens":4556,"outputTokens":1609,"reductionPercent":64.68,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3018,"evidencePosition":"middle"}
{"caseId":"e025061e199b121f2ac8f3d9637d9bf987d65cd5","paperId":"1712.00991","method":"tail_recency","inputTokens":4556,"outputTokens":1617,"reductionPercent":64.51,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2032,"evidencePosition":"middle"}
{"caseId":"e025061e199b121f2ac8f3d9637d9bf987d65cd5","paperId":"1712.00991","method":"seeded_random","inputTokens":4556,"outputTokens":1622,"reductionPercent":64.4,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.1697,"evidencePosition":"middle"}
{"caseId":"e025061e199b121f2ac8f3d9637d9bf987d65cd5","paperId":"1712.00991","method":"oracle_ceiling","inputTokens":4556,"outputTokens":1544,"reductionPercent":66.11,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3563,"evidencePosition":"middle"}
{"caseId":"2236386729105f5cf42f73cc055ce3acdea2d452","paperId":"1810.12196","method":"maha_bm25","inputTokens":4969,"outputTokens":1392,"reductionPercent":71.99,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7875,"evidencePosition":"back"}
{"caseId":"2236386729105f5cf42f73cc055ce3acdea2d452","paperId":"1810.12196","method":"maha_keyword","inputTokens":4969,"outputTokens":1359,"reductionPercent":72.65,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.1332,"evidencePosition":"back"}
{"caseId":"2236386729105f5cf42f73cc055ce3acdea2d452","paperId":"1810.12196","method":"front_truncation","inputTokens":4969,"outputTokens":1563,"reductionPercent":68.54,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.7995,"evidencePosition":"back"}
{"caseId":"2236386729105f5cf42f73cc055ce3acdea2d452","paperId":"1810.12196","method":"tail_recency","inputTokens":4969,"outputTokens":1564,"reductionPercent":68.52,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.7586,"evidencePosition":"back"}
{"caseId":"2236386729105f5cf42f73cc055ce3acdea2d452","paperId":"1810.12196","method":"seeded_random","inputTokens":4969,"outputTokens":1550,"reductionPercent":68.81,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.7171,"evidencePosition":"back"}
{"caseId":"2236386729105f5cf42f73cc055ce3acdea2d452","paperId":"1810.12196","method":"oracle_ceiling","inputTokens":4969,"outputTokens":1548,"reductionPercent":68.85,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.2203,"evidencePosition":"back"}
{"caseId":"56a8826cbee49560592b2d4b47b18ada236a12b9","paperId":"1712.05999","method":"maha_bm25","inputTokens":4141,"outputTokens":1406,"reductionPercent":66.05,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.3985,"evidencePosition":"front"}
{"caseId":"56a8826cbee49560592b2d4b47b18ada236a12b9","paperId":"1712.05999","method":"maha_keyword","inputTokens":4141,"outputTokens":1488,"reductionPercent":64.07,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0322,"evidencePosition":"front"}
{"caseId":"56a8826cbee49560592b2d4b47b18ada236a12b9","paperId":"1712.05999","method":"front_truncation","inputTokens":4141,"outputTokens":1556,"reductionPercent":62.42,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.1266,"evidencePosition":"front"}
{"caseId":"56a8826cbee49560592b2d4b47b18ada236a12b9","paperId":"1712.05999","method":"tail_recency","inputTokens":4141,"outputTokens":1513,"reductionPercent":63.46,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7315,"evidencePosition":"front"}
{"caseId":"56a8826cbee49560592b2d4b47b18ada236a12b9","paperId":"1712.05999","method":"seeded_random","inputTokens":4141,"outputTokens":1565,"reductionPercent":62.21,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.2613,"evidencePosition":"front"}
{"caseId":"56a8826cbee49560592b2d4b47b18ada236a12b9","paperId":"1712.05999","method":"oracle_ceiling","inputTokens":4141,"outputTokens":1514,"reductionPercent":63.44,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3224,"evidencePosition":"front"}
{"caseId":"984fc3e726848f8f13dfe72b89e3770d00c3a1af","paperId":"1703.10344","method":"maha_bm25","inputTokens":10895,"outputTokens":1492,"reductionPercent":86.31,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.6461,"evidencePosition":"middle"}
{"caseId":"984fc3e726848f8f13dfe72b89e3770d00c3a1af","paperId":"1703.10344","method":"maha_keyword","inputTokens":10895,"outputTokens":1459,"reductionPercent":86.61,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.5418,"evidencePosition":"middle"}
{"caseId":"984fc3e726848f8f13dfe72b89e3770d00c3a1af","paperId":"1703.10344","method":"front_truncation","inputTokens":10895,"outputTokens":1563,"reductionPercent":85.65,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9741,"evidencePosition":"middle"}
{"caseId":"984fc3e726848f8f13dfe72b89e3770d00c3a1af","paperId":"1703.10344","method":"tail_recency","inputTokens":10895,"outputTokens":1581,"reductionPercent":85.49,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5112,"evidencePosition":"middle"}
{"caseId":"984fc3e726848f8f13dfe72b89e3770d00c3a1af","paperId":"1703.10344","method":"seeded_random","inputTokens":10895,"outputTokens":1631,"reductionPercent":85.03,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.495,"evidencePosition":"middle"}
{"caseId":"984fc3e726848f8f13dfe72b89e3770d00c3a1af","paperId":"1703.10344","method":"oracle_ceiling","inputTokens":10895,"outputTokens":1609,"reductionPercent":85.23,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.792,"evidencePosition":"middle"}
{"caseId":"17a1eff7993c47c54eddc7344e7454fbe64191cd","paperId":"1807.07279","method":"maha_bm25","inputTokens":8838,"outputTokens":1629,"reductionPercent":81.57,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.4562,"evidencePosition":"back"}
{"caseId":"17a1eff7993c47c54eddc7344e7454fbe64191cd","paperId":"1807.07279","method":"maha_keyword","inputTokens":8838,"outputTokens":1551,"reductionPercent":82.45,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1482,"evidencePosition":"back"}
{"caseId":"17a1eff7993c47c54eddc7344e7454fbe64191cd","paperId":"1807.07279","method":"front_truncation","inputTokens":8838,"outputTokens":1697,"reductionPercent":80.8,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.4019,"evidencePosition":"back"}
{"caseId":"17a1eff7993c47c54eddc7344e7454fbe64191cd","paperId":"1807.07279","method":"tail_recency","inputTokens":8838,"outputTokens":1576,"reductionPercent":82.17,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.049,"evidencePosition":"back"}
{"caseId":"17a1eff7993c47c54eddc7344e7454fbe64191cd","paperId":"1807.07279","method":"seeded_random","inputTokens":8838,"outputTokens":1643,"reductionPercent":81.41,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2492,"evidencePosition":"back"}
{"caseId":"17a1eff7993c47c54eddc7344e7454fbe64191cd","paperId":"1807.07279","method":"oracle_ceiling","inputTokens":8838,"outputTokens":1589,"reductionPercent":82.02,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.7486,"evidencePosition":"back"}
{"caseId":"2c59528b6bc5b5dc28a7b69b33594b274908cca6","paperId":"1905.11268","method":"maha_bm25","inputTokens":6285,"outputTokens":1606,"reductionPercent":74.45,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3734,"evidencePosition":"front"}
{"caseId":"2c59528b6bc5b5dc28a7b69b33594b274908cca6","paperId":"1905.11268","method":"maha_keyword","inputTokens":6285,"outputTokens":1606,"reductionPercent":74.45,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7408,"evidencePosition":"front"}
{"caseId":"2c59528b6bc5b5dc28a7b69b33594b274908cca6","paperId":"1905.11268","method":"front_truncation","inputTokens":6285,"outputTokens":1621,"reductionPercent":74.21,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.1562,"evidencePosition":"front"}
{"caseId":"2c59528b6bc5b5dc28a7b69b33594b274908cca6","paperId":"1905.11268","method":"tail_recency","inputTokens":6285,"outputTokens":1499,"reductionPercent":76.15,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0278,"evidencePosition":"front"}
{"caseId":"2c59528b6bc5b5dc28a7b69b33594b274908cca6","paperId":"1905.11268","method":"seeded_random","inputTokens":6285,"outputTokens":1481,"reductionPercent":76.44,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0157,"evidencePosition":"front"}
{"caseId":"2c59528b6bc5b5dc28a7b69b33594b274908cca6","paperId":"1905.11268","method":"oracle_ceiling","inputTokens":6285,"outputTokens":1539,"reductionPercent":75.51,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.531,"evidencePosition":"front"}
{"caseId":"c81f215d457bdb913a5bade2b4283f19c4ee826c","paperId":"1910.12574","method":"maha_bm25","inputTokens":6367,"outputTokens":1532,"reductionPercent":75.94,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5058,"evidencePosition":"middle"}
{"caseId":"c81f215d457bdb913a5bade2b4283f19c4ee826c","paperId":"1910.12574","method":"maha_keyword","inputTokens":6367,"outputTokens":1589,"reductionPercent":75.04,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7663,"evidencePosition":"middle"}
{"caseId":"c81f215d457bdb913a5bade2b4283f19c4ee826c","paperId":"1910.12574","method":"front_truncation","inputTokens":6367,"outputTokens":1582,"reductionPercent":75.15,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.3138,"evidencePosition":"middle"}
{"caseId":"c81f215d457bdb913a5bade2b4283f19c4ee826c","paperId":"1910.12574","method":"tail_recency","inputTokens":6367,"outputTokens":1628,"reductionPercent":74.43,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.9216,"evidencePosition":"middle"}
{"caseId":"c81f215d457bdb913a5bade2b4283f19c4ee826c","paperId":"1910.12574","method":"seeded_random","inputTokens":6367,"outputTokens":1627,"reductionPercent":74.45,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.9048,"evidencePosition":"middle"}
{"caseId":"c81f215d457bdb913a5bade2b4283f19c4ee826c","paperId":"1910.12574","method":"oracle_ceiling","inputTokens":6367,"outputTokens":1614,"reductionPercent":74.65,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.8829,"evidencePosition":"middle"}
{"caseId":"ac7f6497be4bcca64e75f28934b207c9e8097576","paperId":"1912.00903","method":"maha_bm25","inputTokens":4781,"outputTokens":1327,"reductionPercent":72.24,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6414,"evidencePosition":"front"}
{"caseId":"ac7f6497be4bcca64e75f28934b207c9e8097576","paperId":"1912.00903","method":"maha_keyword","inputTokens":4781,"outputTokens":1492,"reductionPercent":68.79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.1616,"evidencePosition":"front"}
{"caseId":"ac7f6497be4bcca64e75f28934b207c9e8097576","paperId":"1912.00903","method":"front_truncation","inputTokens":4781,"outputTokens":1556,"reductionPercent":67.45,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":0.8532,"evidencePosition":"front"}
{"caseId":"ac7f6497be4bcca64e75f28934b207c9e8097576","paperId":"1912.00903","method":"tail_recency","inputTokens":4781,"outputTokens":1518,"reductionPercent":68.25,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.8977,"evidencePosition":"front"}
{"caseId":"ac7f6497be4bcca64e75f28934b207c9e8097576","paperId":"1912.00903","method":"seeded_random","inputTokens":4781,"outputTokens":1576,"reductionPercent":67.04,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.7269,"evidencePosition":"front"}
{"caseId":"ac7f6497be4bcca64e75f28934b207c9e8097576","paperId":"1912.00903","method":"oracle_ceiling","inputTokens":4781,"outputTokens":1566,"reductionPercent":67.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8501,"evidencePosition":"front"}
{"caseId":"adbf33c6144b2f5c40d0c6a328a92687a476f371","paperId":"1802.07862","method":"maha_bm25","inputTokens":5864,"outputTokens":1594,"reductionPercent":72.82,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1318,"evidencePosition":"front"}
{"caseId":"adbf33c6144b2f5c40d0c6a328a92687a476f371","paperId":"1802.07862","method":"maha_keyword","inputTokens":5864,"outputTokens":1539,"reductionPercent":73.76,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4087,"evidencePosition":"front"}
{"caseId":"adbf33c6144b2f5c40d0c6a328a92687a476f371","paperId":"1802.07862","method":"front_truncation","inputTokens":5864,"outputTokens":1539,"reductionPercent":73.76,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.3725,"evidencePosition":"front"}
{"caseId":"adbf33c6144b2f5c40d0c6a328a92687a476f371","paperId":"1802.07862","method":"tail_recency","inputTokens":5864,"outputTokens":1553,"reductionPercent":73.52,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4417,"evidencePosition":"front"}
{"caseId":"adbf33c6144b2f5c40d0c6a328a92687a476f371","paperId":"1802.07862","method":"seeded_random","inputTokens":5864,"outputTokens":1555,"reductionPercent":73.48,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6399,"evidencePosition":"front"}
{"caseId":"adbf33c6144b2f5c40d0c6a328a92687a476f371","paperId":"1802.07862","method":"oracle_ceiling","inputTokens":5864,"outputTokens":1540,"reductionPercent":73.74,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2292,"evidencePosition":"front"}
{"caseId":"184b0082e10ce191940c1d24785b631828a9f714","paperId":"1604.00400","method":"maha_bm25","inputTokens":6877,"outputTokens":1594,"reductionPercent":76.82,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5592,"evidencePosition":"front"}
{"caseId":"184b0082e10ce191940c1d24785b631828a9f714","paperId":"1604.00400","method":"maha_keyword","inputTokens":6877,"outputTokens":1542,"reductionPercent":77.58,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.016,"evidencePosition":"front"}
{"caseId":"184b0082e10ce191940c1d24785b631828a9f714","paperId":"1604.00400","method":"front_truncation","inputTokens":6877,"outputTokens":1573,"reductionPercent":77.13,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.7611,"evidencePosition":"front"}
{"caseId":"184b0082e10ce191940c1d24785b631828a9f714","paperId":"1604.00400","method":"tail_recency","inputTokens":6877,"outputTokens":1581,"reductionPercent":77.01,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5681,"evidencePosition":"front"}
{"caseId":"184b0082e10ce191940c1d24785b631828a9f714","paperId":"1604.00400","method":"seeded_random","inputTokens":6877,"outputTokens":1560,"reductionPercent":77.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5673,"evidencePosition":"front"}
{"caseId":"184b0082e10ce191940c1d24785b631828a9f714","paperId":"1604.00400","method":"oracle_ceiling","inputTokens":6877,"outputTokens":1589,"reductionPercent":76.89,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6704,"evidencePosition":"front"}
{"caseId":"7705dd04acedaefee30d8b2c9978537afb2040dc","paperId":"1604.00727","method":"maha_bm25","inputTokens":5640,"outputTokens":1519,"reductionPercent":73.07,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9443,"evidencePosition":"middle"}
{"caseId":"7705dd04acedaefee30d8b2c9978537afb2040dc","paperId":"1604.00727","method":"maha_keyword","inputTokens":5640,"outputTokens":1525,"reductionPercent":72.96,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.399,"evidencePosition":"middle"}
{"caseId":"7705dd04acedaefee30d8b2c9978537afb2040dc","paperId":"1604.00727","method":"front_truncation","inputTokens":5640,"outputTokens":1615,"reductionPercent":71.37,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.693,"evidencePosition":"middle"}
{"caseId":"7705dd04acedaefee30d8b2c9978537afb2040dc","paperId":"1604.00727","method":"tail_recency","inputTokens":5640,"outputTokens":1498,"reductionPercent":73.44,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5531,"evidencePosition":"middle"}
{"caseId":"7705dd04acedaefee30d8b2c9978537afb2040dc","paperId":"1604.00727","method":"seeded_random","inputTokens":5640,"outputTokens":1528,"reductionPercent":72.91,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.1253,"evidencePosition":"middle"}
{"caseId":"7705dd04acedaefee30d8b2c9978537afb2040dc","paperId":"1604.00727","method":"oracle_ceiling","inputTokens":5640,"outputTokens":1553,"reductionPercent":72.46,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9317,"evidencePosition":"middle"}
{"caseId":"498c0229f831c82a5eb494cdb3547452112a66a0","paperId":"1905.07791","method":"maha_bm25","inputTokens":6065,"outputTokens":1426,"reductionPercent":76.49,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.289,"evidencePosition":"back"}
{"caseId":"498c0229f831c82a5eb494cdb3547452112a66a0","paperId":"1905.07791","method":"maha_keyword","inputTokens":6065,"outputTokens":1506,"reductionPercent":75.17,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6911,"evidencePosition":"back"}
{"caseId":"498c0229f831c82a5eb494cdb3547452112a66a0","paperId":"1905.07791","method":"front_truncation","inputTokens":6065,"outputTokens":1614,"reductionPercent":73.39,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2938,"evidencePosition":"back"}
{"caseId":"498c0229f831c82a5eb494cdb3547452112a66a0","paperId":"1905.07791","method":"tail_recency","inputTokens":6065,"outputTokens":1528,"reductionPercent":74.81,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.4468,"evidencePosition":"back"}
{"caseId":"498c0229f831c82a5eb494cdb3547452112a66a0","paperId":"1905.07791","method":"seeded_random","inputTokens":6065,"outputTokens":1556,"reductionPercent":74.34,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3408,"evidencePosition":"back"}
{"caseId":"498c0229f831c82a5eb494cdb3547452112a66a0","paperId":"1905.07791","method":"oracle_ceiling","inputTokens":6065,"outputTokens":1523,"reductionPercent":74.89,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2731,"evidencePosition":"back"}
{"caseId":"bd5bd1765362c2d972a762ca12675108754aa437","paperId":"1804.05918","method":"maha_bm25","inputTokens":5857,"outputTokens":1516,"reductionPercent":74.12,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.161,"evidencePosition":"back"}
{"caseId":"bd5bd1765362c2d972a762ca12675108754aa437","paperId":"1804.05918","method":"maha_keyword","inputTokens":5857,"outputTokens":1455,"reductionPercent":75.16,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.8688,"evidencePosition":"back"}
{"caseId":"bd5bd1765362c2d972a762ca12675108754aa437","paperId":"1804.05918","method":"front_truncation","inputTokens":5857,"outputTokens":1558,"reductionPercent":73.4,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6769,"evidencePosition":"back"}
{"caseId":"bd5bd1765362c2d972a762ca12675108754aa437","paperId":"1804.05918","method":"tail_recency","inputTokens":5857,"outputTokens":1494,"reductionPercent":74.49,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.3395,"evidencePosition":"back"}
{"caseId":"bd5bd1765362c2d972a762ca12675108754aa437","paperId":"1804.05918","method":"seeded_random","inputTokens":5857,"outputTokens":1544,"reductionPercent":73.64,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.5638,"evidencePosition":"back"}
{"caseId":"bd5bd1765362c2d972a762ca12675108754aa437","paperId":"1804.05918","method":"oracle_ceiling","inputTokens":5857,"outputTokens":1521,"reductionPercent":74.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4853,"evidencePosition":"back"}
{"caseId":"747b847d687f703cc20a87877c5b138f26ff137d","paperId":"1603.01514","method":"maha_bm25","inputTokens":5510,"outputTokens":1621,"reductionPercent":70.58,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.701,"evidencePosition":"middle"}
{"caseId":"747b847d687f703cc20a87877c5b138f26ff137d","paperId":"1603.01514","method":"maha_keyword","inputTokens":5510,"outputTokens":1578,"reductionPercent":71.36,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5624,"evidencePosition":"middle"}
{"caseId":"747b847d687f703cc20a87877c5b138f26ff137d","paperId":"1603.01514","method":"front_truncation","inputTokens":5510,"outputTokens":1746,"reductionPercent":68.31,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3617,"evidencePosition":"middle"}
{"caseId":"747b847d687f703cc20a87877c5b138f26ff137d","paperId":"1603.01514","method":"tail_recency","inputTokens":5510,"outputTokens":1693,"reductionPercent":69.27,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3694,"evidencePosition":"middle"}
{"caseId":"747b847d687f703cc20a87877c5b138f26ff137d","paperId":"1603.01514","method":"seeded_random","inputTokens":5510,"outputTokens":1753,"reductionPercent":68.19,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.2391,"evidencePosition":"middle"}
{"caseId":"747b847d687f703cc20a87877c5b138f26ff137d","paperId":"1603.01514","method":"oracle_ceiling","inputTokens":5510,"outputTokens":1699,"reductionPercent":69.17,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.0305,"evidencePosition":"middle"}
{"caseId":"b0dbe75047310fec4d4ce787be5c32935fc4e37b","paperId":"1809.03449","method":"maha_bm25","inputTokens":5912,"outputTokens":1524,"reductionPercent":74.22,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1866,"evidencePosition":"back"}
{"caseId":"b0dbe75047310fec4d4ce787be5c32935fc4e37b","paperId":"1809.03449","method":"maha_keyword","inputTokens":5912,"outputTokens":1461,"reductionPercent":75.29,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2667,"evidencePosition":"back"}
{"caseId":"b0dbe75047310fec4d4ce787be5c32935fc4e37b","paperId":"1809.03449","method":"front_truncation","inputTokens":5912,"outputTokens":1575,"reductionPercent":73.36,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1949,"evidencePosition":"back"}
{"caseId":"b0dbe75047310fec4d4ce787be5c32935fc4e37b","paperId":"1809.03449","method":"tail_recency","inputTokens":5912,"outputTokens":1643,"reductionPercent":72.21,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.0528,"evidencePosition":"back"}
{"caseId":"b0dbe75047310fec4d4ce787be5c32935fc4e37b","paperId":"1809.03449","method":"seeded_random","inputTokens":5912,"outputTokens":1559,"reductionPercent":73.63,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1297,"evidencePosition":"back"}
{"caseId":"b0dbe75047310fec4d4ce787be5c32935fc4e37b","paperId":"1809.03449","method":"oracle_ceiling","inputTokens":5912,"outputTokens":1704,"reductionPercent":71.18,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7888,"evidencePosition":"back"}
{"caseId":"787c4d4628eac00dbceb1c96020bff0090edca46","paperId":"2003.08385","method":"maha_bm25","inputTokens":5671,"outputTokens":1420,"reductionPercent":74.96,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.3421,"evidencePosition":"front"}
{"caseId":"787c4d4628eac00dbceb1c96020bff0090edca46","paperId":"2003.08385","method":"maha_keyword","inputTokens":5671,"outputTokens":1460,"reductionPercent":74.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6757,"evidencePosition":"front"}
{"caseId":"787c4d4628eac00dbceb1c96020bff0090edca46","paperId":"2003.08385","method":"front_truncation","inputTokens":5671,"outputTokens":1550,"reductionPercent":72.67,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9591,"evidencePosition":"front"}
{"caseId":"787c4d4628eac00dbceb1c96020bff0090edca46","paperId":"2003.08385","method":"tail_recency","inputTokens":5671,"outputTokens":1513,"reductionPercent":73.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0768,"evidencePosition":"front"}
{"caseId":"787c4d4628eac00dbceb1c96020bff0090edca46","paperId":"2003.08385","method":"seeded_random","inputTokens":5671,"outputTokens":1543,"reductionPercent":72.79,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0674,"evidencePosition":"front"}
{"caseId":"787c4d4628eac00dbceb1c96020bff0090edca46","paperId":"2003.08385","method":"oracle_ceiling","inputTokens":5671,"outputTokens":1489,"reductionPercent":73.74,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6167,"evidencePosition":"front"}
{"caseId":"c70bafc35e27be9d1efae60596bc0dd390c124c0","paperId":"1911.00841","method":"maha_bm25","inputTokens":5639,"outputTokens":1233,"reductionPercent":78.13,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.3309,"evidencePosition":"front"}
{"caseId":"c70bafc35e27be9d1efae60596bc0dd390c124c0","paperId":"1911.00841","method":"maha_keyword","inputTokens":5639,"outputTokens":1510,"reductionPercent":73.22,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0036,"evidencePosition":"front"}
{"caseId":"c70bafc35e27be9d1efae60596bc0dd390c124c0","paperId":"1911.00841","method":"front_truncation","inputTokens":5639,"outputTokens":1628,"reductionPercent":71.13,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.921,"evidencePosition":"front"}
{"caseId":"c70bafc35e27be9d1efae60596bc0dd390c124c0","paperId":"1911.00841","method":"tail_recency","inputTokens":5639,"outputTokens":1588,"reductionPercent":71.84,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5162,"evidencePosition":"front"}
{"caseId":"c70bafc35e27be9d1efae60596bc0dd390c124c0","paperId":"1911.00841","method":"seeded_random","inputTokens":5639,"outputTokens":1585,"reductionPercent":71.89,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4185,"evidencePosition":"front"}
{"caseId":"c70bafc35e27be9d1efae60596bc0dd390c124c0","paperId":"1911.00841","method":"oracle_ceiling","inputTokens":5639,"outputTokens":1577,"reductionPercent":72.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.1815,"evidencePosition":"front"}
{"caseId":"e807d347742b2799bc347c0eff19b4c270449fee","paperId":"2002.01984","method":"maha_bm25","inputTokens":11607,"outputTokens":1560,"reductionPercent":86.56,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.6895,"evidencePosition":"front"}
{"caseId":"e807d347742b2799bc347c0eff19b4c270449fee","paperId":"2002.01984","method":"maha_keyword","inputTokens":11607,"outputTokens":1560,"reductionPercent":86.56,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.5567,"evidencePosition":"front"}
{"caseId":"e807d347742b2799bc347c0eff19b4c270449fee","paperId":"2002.01984","method":"front_truncation","inputTokens":11607,"outputTokens":1598,"reductionPercent":86.23,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.185,"evidencePosition":"front"}
{"caseId":"e807d347742b2799bc347c0eff19b4c270449fee","paperId":"2002.01984","method":"tail_recency","inputTokens":11607,"outputTokens":1496,"reductionPercent":87.11,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5952,"evidencePosition":"front"}
{"caseId":"e807d347742b2799bc347c0eff19b4c270449fee","paperId":"2002.01984","method":"seeded_random","inputTokens":11607,"outputTokens":1541,"reductionPercent":86.72,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6988,"evidencePosition":"front"}
{"caseId":"e807d347742b2799bc347c0eff19b4c270449fee","paperId":"2002.01984","method":"oracle_ceiling","inputTokens":11607,"outputTokens":1553,"reductionPercent":86.62,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.6317,"evidencePosition":"front"}
{"caseId":"b6f7fadaa1bb828530c2d6780289f12740229d84","paperId":"1903.11437","method":"maha_bm25","inputTokens":5903,"outputTokens":1478,"reductionPercent":74.96,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7317,"evidencePosition":"front"}
{"caseId":"b6f7fadaa1bb828530c2d6780289f12740229d84","paperId":"1903.11437","method":"maha_keyword","inputTokens":5903,"outputTokens":1478,"reductionPercent":74.96,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4298,"evidencePosition":"front"}
{"caseId":"b6f7fadaa1bb828530c2d6780289f12740229d84","paperId":"1903.11437","method":"front_truncation","inputTokens":5903,"outputTokens":1610,"reductionPercent":72.73,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.6484,"evidencePosition":"front"}
{"caseId":"b6f7fadaa1bb828530c2d6780289f12740229d84","paperId":"1903.11437","method":"tail_recency","inputTokens":5903,"outputTokens":1584,"reductionPercent":73.17,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3344,"evidencePosition":"front"}
{"caseId":"b6f7fadaa1bb828530c2d6780289f12740229d84","paperId":"1903.11437","method":"seeded_random","inputTokens":5903,"outputTokens":1579,"reductionPercent":73.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.4055,"evidencePosition":"front"}
{"caseId":"b6f7fadaa1bb828530c2d6780289f12740229d84","paperId":"1903.11437","method":"oracle_ceiling","inputTokens":5903,"outputTokens":1594,"reductionPercent":73,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.5092,"evidencePosition":"front"}
{"caseId":"3941401a182a3d6234894a5c8a75d48c6116c45c","paperId":"1912.00667","method":"maha_bm25","inputTokens":7173,"outputTokens":1366,"reductionPercent":80.96,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4835,"evidencePosition":"middle"}
{"caseId":"3941401a182a3d6234894a5c8a75d48c6116c45c","paperId":"1912.00667","method":"maha_keyword","inputTokens":7173,"outputTokens":1477,"reductionPercent":79.41,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.1944,"evidencePosition":"middle"}
{"caseId":"3941401a182a3d6234894a5c8a75d48c6116c45c","paperId":"1912.00667","method":"front_truncation","inputTokens":7173,"outputTokens":1588,"reductionPercent":77.86,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.673,"evidencePosition":"middle"}
{"caseId":"3941401a182a3d6234894a5c8a75d48c6116c45c","paperId":"1912.00667","method":"tail_recency","inputTokens":7173,"outputTokens":1643,"reductionPercent":77.09,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0241,"evidencePosition":"middle"}
{"caseId":"3941401a182a3d6234894a5c8a75d48c6116c45c","paperId":"1912.00667","method":"seeded_random","inputTokens":7173,"outputTokens":1534,"reductionPercent":78.61,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6997,"evidencePosition":"middle"}
{"caseId":"3941401a182a3d6234894a5c8a75d48c6116c45c","paperId":"1912.00667","method":"oracle_ceiling","inputTokens":7173,"outputTokens":1581,"reductionPercent":77.96,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3493,"evidencePosition":"middle"}
{"caseId":"b3de9357c569fb1454be8f2ac5fcecaea295b967","paperId":"2004.02192","method":"maha_bm25","inputTokens":7557,"outputTokens":1123,"reductionPercent":85.14,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5941,"evidencePosition":"front"}
{"caseId":"b3de9357c569fb1454be8f2ac5fcecaea295b967","paperId":"2004.02192","method":"maha_keyword","inputTokens":7557,"outputTokens":1449,"reductionPercent":80.83,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.0353,"evidencePosition":"front"}
{"caseId":"b3de9357c569fb1454be8f2ac5fcecaea295b967","paperId":"2004.02192","method":"front_truncation","inputTokens":7557,"outputTokens":1671,"reductionPercent":77.89,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.0964,"evidencePosition":"front"}
{"caseId":"b3de9357c569fb1454be8f2ac5fcecaea295b967","paperId":"2004.02192","method":"tail_recency","inputTokens":7557,"outputTokens":1523,"reductionPercent":79.85,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.091,"evidencePosition":"front"}
{"caseId":"b3de9357c569fb1454be8f2ac5fcecaea295b967","paperId":"2004.02192","method":"seeded_random","inputTokens":7557,"outputTokens":1604,"reductionPercent":78.77,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.0791,"evidencePosition":"front"}
{"caseId":"b3de9357c569fb1454be8f2ac5fcecaea295b967","paperId":"2004.02192","method":"oracle_ceiling","inputTokens":7557,"outputTokens":1456,"reductionPercent":80.73,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0221,"evidencePosition":"front"}
{"caseId":"e0e379e546f1da9da874a2e90c79b41c60feb817","paperId":"1908.01294","method":"maha_bm25","inputTokens":9705,"outputTokens":1495,"reductionPercent":84.6,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.7487,"evidencePosition":"front"}
{"caseId":"e0e379e546f1da9da874a2e90c79b41c60feb817","paperId":"1908.01294","method":"maha_keyword","inputTokens":9705,"outputTokens":1448,"reductionPercent":85.08,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.7277,"evidencePosition":"front"}
{"caseId":"e0e379e546f1da9da874a2e90c79b41c60feb817","paperId":"1908.01294","method":"front_truncation","inputTokens":9705,"outputTokens":1606,"reductionPercent":83.45,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.1281,"evidencePosition":"front"}
{"caseId":"e0e379e546f1da9da874a2e90c79b41c60feb817","paperId":"1908.01294","method":"tail_recency","inputTokens":9705,"outputTokens":1576,"reductionPercent":83.76,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.9952,"evidencePosition":"front"}
{"caseId":"e0e379e546f1da9da874a2e90c79b41c60feb817","paperId":"1908.01294","method":"seeded_random","inputTokens":9705,"outputTokens":1623,"reductionPercent":83.28,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.0143,"evidencePosition":"front"}
{"caseId":"e0e379e546f1da9da874a2e90c79b41c60feb817","paperId":"1908.01294","method":"oracle_ceiling","inputTokens":9705,"outputTokens":1603,"reductionPercent":83.48,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.5542,"evidencePosition":"front"}
{"caseId":"30af1926559079f59b0df055da76a3a34df8336f","paperId":"1912.03627","method":"maha_bm25","inputTokens":5480,"outputTokens":1528,"reductionPercent":72.12,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0823,"evidencePosition":"front"}
{"caseId":"30af1926559079f59b0df055da76a3a34df8336f","paperId":"1912.03627","method":"maha_keyword","inputTokens":5480,"outputTokens":1511,"reductionPercent":72.43,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4288,"evidencePosition":"front"}
{"caseId":"30af1926559079f59b0df055da76a3a34df8336f","paperId":"1912.03627","method":"front_truncation","inputTokens":5480,"outputTokens":1529,"reductionPercent":72.1,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.1983,"evidencePosition":"front"}
{"caseId":"30af1926559079f59b0df055da76a3a34df8336f","paperId":"1912.03627","method":"tail_recency","inputTokens":5480,"outputTokens":1581,"reductionPercent":71.15,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1493,"evidencePosition":"front"}
{"caseId":"30af1926559079f59b0df055da76a3a34df8336f","paperId":"1912.03627","method":"seeded_random","inputTokens":5480,"outputTokens":1597,"reductionPercent":70.86,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1277,"evidencePosition":"front"}
{"caseId":"30af1926559079f59b0df055da76a3a34df8336f","paperId":"1912.03627","method":"oracle_ceiling","inputTokens":5480,"outputTokens":1558,"reductionPercent":71.57,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2313,"evidencePosition":"front"}
{"caseId":"63a1cbe66fd58ff0ead895a8bac1198c38c008aa","paperId":"1912.08960","method":"maha_bm25","inputTokens":4766,"outputTokens":1488,"reductionPercent":68.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.3309,"evidencePosition":"middle"}
{"caseId":"63a1cbe66fd58ff0ead895a8bac1198c38c008aa","paperId":"1912.08960","method":"maha_keyword","inputTokens":4766,"outputTokens":1512,"reductionPercent":68.28,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.4267,"evidencePosition":"middle"}
{"caseId":"63a1cbe66fd58ff0ead895a8bac1198c38c008aa","paperId":"1912.08960","method":"front_truncation","inputTokens":4766,"outputTokens":1648,"reductionPercent":65.42,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1754,"evidencePosition":"middle"}
{"caseId":"63a1cbe66fd58ff0ead895a8bac1198c38c008aa","paperId":"1912.08960","method":"tail_recency","inputTokens":4766,"outputTokens":1582,"reductionPercent":66.81,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0767,"evidencePosition":"middle"}
{"caseId":"63a1cbe66fd58ff0ead895a8bac1198c38c008aa","paperId":"1912.08960","method":"seeded_random","inputTokens":4766,"outputTokens":1573,"reductionPercent":67,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1004,"evidencePosition":"middle"}
{"caseId":"63a1cbe66fd58ff0ead895a8bac1198c38c008aa","paperId":"1912.08960","method":"oracle_ceiling","inputTokens":4766,"outputTokens":1605,"reductionPercent":66.32,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2566,"evidencePosition":"middle"}
{"caseId":"6a633811019e9323dc8549ad540550d27aa6d972","paperId":"1603.01987","method":"maha_bm25","inputTokens":6681,"outputTokens":1432,"reductionPercent":78.57,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5343,"evidencePosition":"middle"}
{"caseId":"6a633811019e9323dc8549ad540550d27aa6d972","paperId":"1603.01987","method":"maha_keyword","inputTokens":6681,"outputTokens":1464,"reductionPercent":78.09,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.8137,"evidencePosition":"middle"}
{"caseId":"6a633811019e9323dc8549ad540550d27aa6d972","paperId":"1603.01987","method":"front_truncation","inputTokens":6681,"outputTokens":1501,"reductionPercent":77.53,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.8941,"evidencePosition":"middle"}
{"caseId":"6a633811019e9323dc8549ad540550d27aa6d972","paperId":"1603.01987","method":"tail_recency","inputTokens":6681,"outputTokens":1553,"reductionPercent":76.75,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0019,"evidencePosition":"middle"}
{"caseId":"6a633811019e9323dc8549ad540550d27aa6d972","paperId":"1603.01987","method":"seeded_random","inputTokens":6681,"outputTokens":1561,"reductionPercent":76.64,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7861,"evidencePosition":"middle"}
{"caseId":"6a633811019e9323dc8549ad540550d27aa6d972","paperId":"1603.01987","method":"oracle_ceiling","inputTokens":6681,"outputTokens":1516,"reductionPercent":77.31,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6912,"evidencePosition":"middle"}
{"caseId":"2da4c3679111dd92a1d0869dae353ebe5989dfd2","paperId":"1908.08717","method":"maha_bm25","inputTokens":5574,"outputTokens":1454,"reductionPercent":73.91,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1133,"evidencePosition":"front"}
{"caseId":"2da4c3679111dd92a1d0869dae353ebe5989dfd2","paperId":"1908.08717","method":"maha_keyword","inputTokens":5574,"outputTokens":1486,"reductionPercent":73.34,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.8165,"evidencePosition":"front"}
{"caseId":"2da4c3679111dd92a1d0869dae353ebe5989dfd2","paperId":"1908.08717","method":"front_truncation","inputTokens":5574,"outputTokens":1582,"reductionPercent":71.62,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.2916,"evidencePosition":"front"}
{"caseId":"2da4c3679111dd92a1d0869dae353ebe5989dfd2","paperId":"1908.08717","method":"tail_recency","inputTokens":5574,"outputTokens":1536,"reductionPercent":72.44,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0791,"evidencePosition":"front"}
{"caseId":"2da4c3679111dd92a1d0869dae353ebe5989dfd2","paperId":"1908.08717","method":"seeded_random","inputTokens":5574,"outputTokens":1573,"reductionPercent":71.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1322,"evidencePosition":"front"}
{"caseId":"2da4c3679111dd92a1d0869dae353ebe5989dfd2","paperId":"1908.08717","method":"oracle_ceiling","inputTokens":5574,"outputTokens":1559,"reductionPercent":72.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8993,"evidencePosition":"front"}
{"caseId":"20e38438471266ce021817c6364f6a46d01564f2","paperId":"1911.02855","method":"maha_bm25","inputTokens":6226,"outputTokens":1489,"reductionPercent":76.08,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1361,"evidencePosition":"front"}
{"caseId":"20e38438471266ce021817c6364f6a46d01564f2","paperId":"1911.02855","method":"maha_keyword","inputTokens":6226,"outputTokens":1489,"reductionPercent":76.08,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7863,"evidencePosition":"front"}
{"caseId":"20e38438471266ce021817c6364f6a46d01564f2","paperId":"1911.02855","method":"front_truncation","inputTokens":6226,"outputTokens":1627,"reductionPercent":73.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8218,"evidencePosition":"front"}
{"caseId":"20e38438471266ce021817c6364f6a46d01564f2","paperId":"1911.02855","method":"tail_recency","inputTokens":6226,"outputTokens":1707,"reductionPercent":72.58,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7321,"evidencePosition":"front"}
{"caseId":"20e38438471266ce021817c6364f6a46d01564f2","paperId":"1911.02855","method":"seeded_random","inputTokens":6226,"outputTokens":1571,"reductionPercent":74.77,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.2794,"evidencePosition":"front"}
{"caseId":"20e38438471266ce021817c6364f6a46d01564f2","paperId":"1911.02855","method":"oracle_ceiling","inputTokens":6226,"outputTokens":1600,"reductionPercent":74.3,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3461,"evidencePosition":"front"}
{"caseId":"0ee73909ac638903da4a0e5565c8571fc794ab96","paperId":"1612.02482","method":"maha_bm25","inputTokens":7258,"outputTokens":1470,"reductionPercent":79.75,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9996,"evidencePosition":"middle"}
{"caseId":"0ee73909ac638903da4a0e5565c8571fc794ab96","paperId":"1612.02482","method":"maha_keyword","inputTokens":7258,"outputTokens":1470,"reductionPercent":79.75,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1525,"evidencePosition":"middle"}
{"caseId":"0ee73909ac638903da4a0e5565c8571fc794ab96","paperId":"1612.02482","method":"front_truncation","inputTokens":7258,"outputTokens":1593,"reductionPercent":78.05,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.787,"evidencePosition":"middle"}
{"caseId":"0ee73909ac638903da4a0e5565c8571fc794ab96","paperId":"1612.02482","method":"tail_recency","inputTokens":7258,"outputTokens":1681,"reductionPercent":76.84,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0434,"evidencePosition":"middle"}
{"caseId":"0ee73909ac638903da4a0e5565c8571fc794ab96","paperId":"1612.02482","method":"seeded_random","inputTokens":7258,"outputTokens":1661,"reductionPercent":77.11,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.4298,"evidencePosition":"middle"}
{"caseId":"0ee73909ac638903da4a0e5565c8571fc794ab96","paperId":"1612.02482","method":"oracle_ceiling","inputTokens":7258,"outputTokens":1691,"reductionPercent":76.7,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7038,"evidencePosition":"middle"}
{"caseId":"dd09db5eb321083dba16c2550676e60682f9a0cd","paperId":"1908.06264","method":"maha_bm25","inputTokens":4715,"outputTokens":1488,"reductionPercent":68.44,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7559,"evidencePosition":"front"}
{"caseId":"dd09db5eb321083dba16c2550676e60682f9a0cd","paperId":"1908.06264","method":"maha_keyword","inputTokens":4715,"outputTokens":1446,"reductionPercent":69.33,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.101,"evidencePosition":"front"}
{"caseId":"dd09db5eb321083dba16c2550676e60682f9a0cd","paperId":"1908.06264","method":"front_truncation","inputTokens":4715,"outputTokens":1529,"reductionPercent":67.57,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.3093,"evidencePosition":"front"}
{"caseId":"dd09db5eb321083dba16c2550676e60682f9a0cd","paperId":"1908.06264","method":"tail_recency","inputTokens":4715,"outputTokens":1567,"reductionPercent":66.77,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1106,"evidencePosition":"front"}
{"caseId":"dd09db5eb321083dba16c2550676e60682f9a0cd","paperId":"1908.06264","method":"seeded_random","inputTokens":4715,"outputTokens":1490,"reductionPercent":68.4,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0142,"evidencePosition":"front"}
{"caseId":"dd09db5eb321083dba16c2550676e60682f9a0cd","paperId":"1908.06264","method":"oracle_ceiling","inputTokens":4715,"outputTokens":1540,"reductionPercent":67.34,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8916,"evidencePosition":"front"}
{"caseId":"b46c0015a122ee5fb95c2a45691cb97f80de1bb6","paperId":"1809.00530","method":"maha_bm25","inputTokens":7050,"outputTokens":1628,"reductionPercent":76.91,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3774,"evidencePosition":"front"}
{"caseId":"b46c0015a122ee5fb95c2a45691cb97f80de1bb6","paperId":"1809.00530","method":"maha_keyword","inputTokens":7050,"outputTokens":1628,"reductionPercent":76.91,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.712,"evidencePosition":"front"}
{"caseId":"b46c0015a122ee5fb95c2a45691cb97f80de1bb6","paperId":"1809.00530","method":"front_truncation","inputTokens":7050,"outputTokens":1612,"reductionPercent":77.13,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7113,"evidencePosition":"front"}
{"caseId":"b46c0015a122ee5fb95c2a45691cb97f80de1bb6","paperId":"1809.00530","method":"tail_recency","inputTokens":7050,"outputTokens":1584,"reductionPercent":77.53,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.575,"evidencePosition":"front"}
{"caseId":"b46c0015a122ee5fb95c2a45691cb97f80de1bb6","paperId":"1809.00530","method":"seeded_random","inputTokens":7050,"outputTokens":1639,"reductionPercent":76.75,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.643,"evidencePosition":"front"}
{"caseId":"b46c0015a122ee5fb95c2a45691cb97f80de1bb6","paperId":"1809.00530","method":"oracle_ceiling","inputTokens":7050,"outputTokens":1655,"reductionPercent":76.52,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.0428,"evidencePosition":"front"}
{"caseId":"c35806cf68220b2b9bb082b62f493393b9bdff86","paperId":"1809.02279","method":"maha_bm25","inputTokens":4782,"outputTokens":1623,"reductionPercent":66.06,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.537,"evidencePosition":"middle"}
{"caseId":"c35806cf68220b2b9bb082b62f493393b9bdff86","paperId":"1809.02279","method":"maha_keyword","inputTokens":4782,"outputTokens":1623,"reductionPercent":66.06,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.496,"evidencePosition":"middle"}
{"caseId":"c35806cf68220b2b9bb082b62f493393b9bdff86","paperId":"1809.02279","method":"front_truncation","inputTokens":4782,"outputTokens":1721,"reductionPercent":64.01,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7765,"evidencePosition":"middle"}
{"caseId":"c35806cf68220b2b9bb082b62f493393b9bdff86","paperId":"1809.02279","method":"tail_recency","inputTokens":4782,"outputTokens":1601,"reductionPercent":66.52,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.3199,"evidencePosition":"middle"}
{"caseId":"c35806cf68220b2b9bb082b62f493393b9bdff86","paperId":"1809.02279","method":"seeded_random","inputTokens":4782,"outputTokens":1706,"reductionPercent":64.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5086,"evidencePosition":"middle"}
{"caseId":"c35806cf68220b2b9bb082b62f493393b9bdff86","paperId":"1809.02279","method":"oracle_ceiling","inputTokens":4782,"outputTokens":1613,"reductionPercent":66.27,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.917,"evidencePosition":"middle"}
{"caseId":"113d791df6fcfc9cecfb7b1bebaf32cc2e4402ab","paperId":"1708.01464","method":"maha_bm25","inputTokens":4538,"outputTokens":1543,"reductionPercent":66,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6551,"evidencePosition":"back"}
{"caseId":"113d791df6fcfc9cecfb7b1bebaf32cc2e4402ab","paperId":"1708.01464","method":"maha_keyword","inputTokens":4538,"outputTokens":1539,"reductionPercent":66.09,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9288,"evidencePosition":"back"}
{"caseId":"113d791df6fcfc9cecfb7b1bebaf32cc2e4402ab","paperId":"1708.01464","method":"front_truncation","inputTokens":4538,"outputTokens":1621,"reductionPercent":64.28,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4044,"evidencePosition":"back"}
{"caseId":"113d791df6fcfc9cecfb7b1bebaf32cc2e4402ab","paperId":"1708.01464","method":"tail_recency","inputTokens":4538,"outputTokens":1617,"reductionPercent":64.37,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.292,"evidencePosition":"back"}
{"caseId":"113d791df6fcfc9cecfb7b1bebaf32cc2e4402ab","paperId":"1708.01464","method":"seeded_random","inputTokens":4538,"outputTokens":1665,"reductionPercent":63.31,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.5643,"evidencePosition":"back"}
{"caseId":"113d791df6fcfc9cecfb7b1bebaf32cc2e4402ab","paperId":"1708.01464","method":"oracle_ceiling","inputTokens":4538,"outputTokens":1642,"reductionPercent":63.82,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.0086,"evidencePosition":"back"}
{"caseId":"2275b0e195cd9cb25f50c5c570da97a4cce5dca8","paperId":"2002.07306","method":"maha_bm25","inputTokens":5632,"outputTokens":1364,"reductionPercent":75.78,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.5484,"evidencePosition":"front"}
{"caseId":"2275b0e195cd9cb25f50c5c570da97a4cce5dca8","paperId":"2002.07306","method":"maha_keyword","inputTokens":5632,"outputTokens":1509,"reductionPercent":73.21,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3899,"evidencePosition":"front"}
{"caseId":"2275b0e195cd9cb25f50c5c570da97a4cce5dca8","paperId":"2002.07306","method":"front_truncation","inputTokens":5632,"outputTokens":1463,"reductionPercent":74.02,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.1189,"evidencePosition":"front"}
{"caseId":"2275b0e195cd9cb25f50c5c570da97a4cce5dca8","paperId":"2002.07306","method":"tail_recency","inputTokens":5632,"outputTokens":1565,"reductionPercent":72.21,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5975,"evidencePosition":"front"}
{"caseId":"2275b0e195cd9cb25f50c5c570da97a4cce5dca8","paperId":"2002.07306","method":"seeded_random","inputTokens":5632,"outputTokens":1563,"reductionPercent":72.25,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3883,"evidencePosition":"front"}
{"caseId":"2275b0e195cd9cb25f50c5c570da97a4cce5dca8","paperId":"2002.07306","method":"oracle_ceiling","inputTokens":5632,"outputTokens":1551,"reductionPercent":72.46,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4983,"evidencePosition":"front"}
{"caseId":"bdc91d1283a82226aeeb7a2f79dbbc57d3e84a1a","paperId":"1909.03405","method":"maha_bm25","inputTokens":6193,"outputTokens":1574,"reductionPercent":74.58,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5263,"evidencePosition":"middle"}
{"caseId":"bdc91d1283a82226aeeb7a2f79dbbc57d3e84a1a","paperId":"1909.03405","method":"maha_keyword","inputTokens":6193,"outputTokens":1564,"reductionPercent":74.75,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.606,"evidencePosition":"middle"}
{"caseId":"bdc91d1283a82226aeeb7a2f79dbbc57d3e84a1a","paperId":"1909.03405","method":"front_truncation","inputTokens":6193,"outputTokens":1555,"reductionPercent":74.89,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6245,"evidencePosition":"middle"}
{"caseId":"bdc91d1283a82226aeeb7a2f79dbbc57d3e84a1a","paperId":"1909.03405","method":"tail_recency","inputTokens":6193,"outputTokens":1692,"reductionPercent":72.68,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7046,"evidencePosition":"middle"}
{"caseId":"bdc91d1283a82226aeeb7a2f79dbbc57d3e84a1a","paperId":"1909.03405","method":"seeded_random","inputTokens":6193,"outputTokens":1658,"reductionPercent":73.23,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6046,"evidencePosition":"middle"}
{"caseId":"bdc91d1283a82226aeeb7a2f79dbbc57d3e84a1a","paperId":"1909.03405","method":"oracle_ceiling","inputTokens":6193,"outputTokens":1601,"reductionPercent":74.15,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7668,"evidencePosition":"middle"}
{"caseId":"565189b672efee01d22f4fc6b73cd5287b2ee72c","paperId":"1903.11437","method":"maha_bm25","inputTokens":5903,"outputTokens":1488,"reductionPercent":74.79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7627,"evidencePosition":"front"}
{"caseId":"565189b672efee01d22f4fc6b73cd5287b2ee72c","paperId":"1903.11437","method":"maha_keyword","inputTokens":5903,"outputTokens":1488,"reductionPercent":74.79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9788,"evidencePosition":"front"}
{"caseId":"565189b672efee01d22f4fc6b73cd5287b2ee72c","paperId":"1903.11437","method":"front_truncation","inputTokens":5903,"outputTokens":1609,"reductionPercent":72.74,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.0263,"evidencePosition":"front"}
{"caseId":"565189b672efee01d22f4fc6b73cd5287b2ee72c","paperId":"1903.11437","method":"tail_recency","inputTokens":5903,"outputTokens":1583,"reductionPercent":73.18,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5264,"evidencePosition":"front"}
{"caseId":"565189b672efee01d22f4fc6b73cd5287b2ee72c","paperId":"1903.11437","method":"seeded_random","inputTokens":5903,"outputTokens":1622,"reductionPercent":72.52,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3271,"evidencePosition":"front"}
{"caseId":"565189b672efee01d22f4fc6b73cd5287b2ee72c","paperId":"1903.11437","method":"oracle_ceiling","inputTokens":5903,"outputTokens":1622,"reductionPercent":72.52,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.3762,"evidencePosition":"front"}
{"caseId":"2c85865a65acd429508f50b5e4db9674813d67f2","paperId":"1903.03530","method":"maha_bm25","inputTokens":4887,"outputTokens":1525,"reductionPercent":68.79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1634,"evidencePosition":"middle"}
{"caseId":"2c85865a65acd429508f50b5e4db9674813d67f2","paperId":"1903.03530","method":"maha_keyword","inputTokens":4887,"outputTokens":1541,"reductionPercent":68.47,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1718,"evidencePosition":"middle"}
{"caseId":"2c85865a65acd429508f50b5e4db9674813d67f2","paperId":"1903.03530","method":"front_truncation","inputTokens":4887,"outputTokens":1560,"reductionPercent":68.08,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.4927,"evidencePosition":"middle"}
{"caseId":"2c85865a65acd429508f50b5e4db9674813d67f2","paperId":"1903.03530","method":"tail_recency","inputTokens":4887,"outputTokens":1603,"reductionPercent":67.2,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.1511,"evidencePosition":"middle"}
{"caseId":"2c85865a65acd429508f50b5e4db9674813d67f2","paperId":"1903.03530","method":"seeded_random","inputTokens":4887,"outputTokens":1548,"reductionPercent":68.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7099,"evidencePosition":"middle"}
{"caseId":"2c85865a65acd429508f50b5e4db9674813d67f2","paperId":"1903.03530","method":"oracle_ceiling","inputTokens":4887,"outputTokens":1538,"reductionPercent":68.53,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1921,"evidencePosition":"middle"}
{"caseId":"2fbb6322e485e7743ec3fb4bb02d44bf4b5ea8a6","paperId":"1701.02962","method":"maha_bm25","inputTokens":5641,"outputTokens":1528,"reductionPercent":72.91,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0613,"evidencePosition":"back"}
{"caseId":"2fbb6322e485e7743ec3fb4bb02d44bf4b5ea8a6","paperId":"1701.02962","method":"maha_keyword","inputTokens":5641,"outputTokens":1438,"reductionPercent":74.51,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.896,"evidencePosition":"back"}
{"caseId":"2fbb6322e485e7743ec3fb4bb02d44bf4b5ea8a6","paperId":"1701.02962","method":"front_truncation","inputTokens":5641,"outputTokens":1580,"reductionPercent":71.99,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1858,"evidencePosition":"back"}
{"caseId":"2fbb6322e485e7743ec3fb4bb02d44bf4b5ea8a6","paperId":"1701.02962","method":"tail_recency","inputTokens":5641,"outputTokens":1523,"reductionPercent":73,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0158,"evidencePosition":"back"}
{"caseId":"2fbb6322e485e7743ec3fb4bb02d44bf4b5ea8a6","paperId":"1701.02962","method":"seeded_random","inputTokens":5641,"outputTokens":1489,"reductionPercent":73.6,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.0011,"evidencePosition":"back"}
{"caseId":"2fbb6322e485e7743ec3fb4bb02d44bf4b5ea8a6","paperId":"1701.02962","method":"oracle_ceiling","inputTokens":5641,"outputTokens":1548,"reductionPercent":72.56,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3137,"evidencePosition":"back"}
{"caseId":"545e92833b0ad4ba32eac5997edecf97a366a244","paperId":"1908.06267","method":"maha_bm25","inputTokens":6832,"outputTokens":1459,"reductionPercent":78.64,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4101,"evidencePosition":"back"}
{"caseId":"545e92833b0ad4ba32eac5997edecf97a366a244","paperId":"1908.06267","method":"maha_keyword","inputTokens":6832,"outputTokens":1494,"reductionPercent":78.13,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9059,"evidencePosition":"back"}
{"caseId":"545e92833b0ad4ba32eac5997edecf97a366a244","paperId":"1908.06267","method":"front_truncation","inputTokens":6832,"outputTokens":1508,"reductionPercent":77.93,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.8601,"evidencePosition":"back"}
{"caseId":"545e92833b0ad4ba32eac5997edecf97a366a244","paperId":"1908.06267","method":"tail_recency","inputTokens":6832,"outputTokens":1552,"reductionPercent":77.28,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.9312,"evidencePosition":"back"}
{"caseId":"545e92833b0ad4ba32eac5997edecf97a366a244","paperId":"1908.06267","method":"seeded_random","inputTokens":6832,"outputTokens":1599,"reductionPercent":76.6,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.8463,"evidencePosition":"back"}
{"caseId":"545e92833b0ad4ba32eac5997edecf97a366a244","paperId":"1908.06267","method":"oracle_ceiling","inputTokens":6832,"outputTokens":1567,"reductionPercent":77.06,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6609,"evidencePosition":"back"}
{"caseId":"1462eb312944926469e7cee067dfc7f1267a2a8c","paperId":"1908.05828","method":"maha_bm25","inputTokens":4469,"outputTokens":1576,"reductionPercent":64.73,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4245,"evidencePosition":"middle"}
{"caseId":"1462eb312944926469e7cee067dfc7f1267a2a8c","paperId":"1908.05828","method":"maha_keyword","inputTokens":4469,"outputTokens":1544,"reductionPercent":65.45,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.9749,"evidencePosition":"middle"}
{"caseId":"1462eb312944926469e7cee067dfc7f1267a2a8c","paperId":"1908.05828","method":"front_truncation","inputTokens":4469,"outputTokens":1705,"reductionPercent":61.85,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4304,"evidencePosition":"middle"}
{"caseId":"1462eb312944926469e7cee067dfc7f1267a2a8c","paperId":"1908.05828","method":"tail_recency","inputTokens":4469,"outputTokens":1592,"reductionPercent":64.38,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1517,"evidencePosition":"middle"}
{"caseId":"1462eb312944926469e7cee067dfc7f1267a2a8c","paperId":"1908.05828","method":"seeded_random","inputTokens":4469,"outputTokens":1621,"reductionPercent":63.73,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3865,"evidencePosition":"middle"}
{"caseId":"1462eb312944926469e7cee067dfc7f1267a2a8c","paperId":"1908.05828","method":"oracle_ceiling","inputTokens":4469,"outputTokens":1576,"reductionPercent":64.73,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3732,"evidencePosition":"middle"}
{"caseId":"0d34c0812f1e69ea33f76ca8c24c23b0415ebc8d","paperId":"2001.01269","method":"maha_bm25","inputTokens":5327,"outputTokens":1430,"reductionPercent":73.16,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.993,"evidencePosition":"middle"}
{"caseId":"0d34c0812f1e69ea33f76ca8c24c23b0415ebc8d","paperId":"2001.01269","method":"maha_keyword","inputTokens":5327,"outputTokens":1442,"reductionPercent":72.93,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1933,"evidencePosition":"middle"}
{"caseId":"0d34c0812f1e69ea33f76ca8c24c23b0415ebc8d","paperId":"2001.01269","method":"front_truncation","inputTokens":5327,"outputTokens":1556,"reductionPercent":70.79,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4836,"evidencePosition":"middle"}
{"caseId":"0d34c0812f1e69ea33f76ca8c24c23b0415ebc8d","paperId":"2001.01269","method":"tail_recency","inputTokens":5327,"outputTokens":1530,"reductionPercent":71.28,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2895,"evidencePosition":"middle"}
{"caseId":"0d34c0812f1e69ea33f76ca8c24c23b0415ebc8d","paperId":"2001.01269","method":"seeded_random","inputTokens":5327,"outputTokens":1535,"reductionPercent":71.18,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2575,"evidencePosition":"middle"}
{"caseId":"0d34c0812f1e69ea33f76ca8c24c23b0415ebc8d","paperId":"2001.01269","method":"oracle_ceiling","inputTokens":5327,"outputTokens":1514,"reductionPercent":71.58,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.9465,"evidencePosition":"middle"}
{"caseId":"af5730d82535464cedfa707a03415ac2e7a21295","paperId":"1910.14599","method":"maha_bm25","inputTokens":6828,"outputTokens":1577,"reductionPercent":76.9,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.85,"evidencePosition":"front"}
{"caseId":"af5730d82535464cedfa707a03415ac2e7a21295","paperId":"1910.14599","method":"maha_keyword","inputTokens":6828,"outputTokens":1483,"reductionPercent":78.28,"evidenceRecall":66.67,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3847,"evidencePosition":"front"}
{"caseId":"af5730d82535464cedfa707a03415ac2e7a21295","paperId":"1910.14599","method":"front_truncation","inputTokens":6828,"outputTokens":1557,"reductionPercent":77.2,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6119,"evidencePosition":"front"}
{"caseId":"af5730d82535464cedfa707a03415ac2e7a21295","paperId":"1910.14599","method":"tail_recency","inputTokens":6828,"outputTokens":1657,"reductionPercent":75.73,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7418,"evidencePosition":"front"}
{"caseId":"af5730d82535464cedfa707a03415ac2e7a21295","paperId":"1910.14599","method":"seeded_random","inputTokens":6828,"outputTokens":1617,"reductionPercent":76.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5821,"evidencePosition":"front"}
{"caseId":"af5730d82535464cedfa707a03415ac2e7a21295","paperId":"1910.14599","method":"oracle_ceiling","inputTokens":6828,"outputTokens":1587,"reductionPercent":76.76,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.5495,"evidencePosition":"front"}
{"caseId":"7697baf8d8d582c1f664a614f6332121061f87db","paperId":"1601.02403","method":"maha_bm25","inputTokens":21004,"outputTokens":1540,"reductionPercent":92.67,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":11.0824,"evidencePosition":"back"}
{"caseId":"7697baf8d8d582c1f664a614f6332121061f87db","paperId":"1601.02403","method":"maha_keyword","inputTokens":21004,"outputTokens":1540,"reductionPercent":92.67,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":10.0596,"evidencePosition":"back"}
{"caseId":"7697baf8d8d582c1f664a614f6332121061f87db","paperId":"1601.02403","method":"front_truncation","inputTokens":21004,"outputTokens":1567,"reductionPercent":92.54,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.6995,"evidencePosition":"back"}
{"caseId":"7697baf8d8d582c1f664a614f6332121061f87db","paperId":"1601.02403","method":"tail_recency","inputTokens":21004,"outputTokens":1579,"reductionPercent":92.48,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.272,"evidencePosition":"back"}
{"caseId":"7697baf8d8d582c1f664a614f6332121061f87db","paperId":"1601.02403","method":"seeded_random","inputTokens":21004,"outputTokens":1613,"reductionPercent":92.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.4503,"evidencePosition":"back"}
{"caseId":"7697baf8d8d582c1f664a614f6332121061f87db","paperId":"1601.02403","method":"oracle_ceiling","inputTokens":21004,"outputTokens":1581,"reductionPercent":92.47,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.8738,"evidencePosition":"back"}
{"caseId":"0689904db9b00a814e3109fb1698086370a28fa2","paperId":"1811.05711","method":"maha_bm25","inputTokens":12017,"outputTokens":1445,"reductionPercent":87.98,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.0097,"evidencePosition":"front"}
{"caseId":"0689904db9b00a814e3109fb1698086370a28fa2","paperId":"1811.05711","method":"maha_keyword","inputTokens":12017,"outputTokens":1543,"reductionPercent":87.16,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.7268,"evidencePosition":"front"}
{"caseId":"0689904db9b00a814e3109fb1698086370a28fa2","paperId":"1811.05711","method":"front_truncation","inputTokens":12017,"outputTokens":1550,"reductionPercent":87.1,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2578,"evidencePosition":"front"}
{"caseId":"0689904db9b00a814e3109fb1698086370a28fa2","paperId":"1811.05711","method":"tail_recency","inputTokens":12017,"outputTokens":1539,"reductionPercent":87.19,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0906,"evidencePosition":"front"}
{"caseId":"0689904db9b00a814e3109fb1698086370a28fa2","paperId":"1811.05711","method":"seeded_random","inputTokens":12017,"outputTokens":1513,"reductionPercent":87.41,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.488,"evidencePosition":"front"}
{"caseId":"0689904db9b00a814e3109fb1698086370a28fa2","paperId":"1811.05711","method":"oracle_ceiling","inputTokens":12017,"outputTokens":1499,"reductionPercent":87.53,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":8.3712,"evidencePosition":"front"}
{"caseId":"5eabfc6cc8aa8a99e6e42514ef9584569cb75dec","paperId":"1808.09111","method":"maha_bm25","inputTokens":6241,"outputTokens":1530,"reductionPercent":75.48,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.7662,"evidencePosition":"middle"}
{"caseId":"5eabfc6cc8aa8a99e6e42514ef9584569cb75dec","paperId":"1808.09111","method":"maha_keyword","inputTokens":6241,"outputTokens":1586,"reductionPercent":74.59,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.4715,"evidencePosition":"middle"}
{"caseId":"5eabfc6cc8aa8a99e6e42514ef9584569cb75dec","paperId":"1808.09111","method":"front_truncation","inputTokens":6241,"outputTokens":1632,"reductionPercent":73.85,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7767,"evidencePosition":"middle"}
{"caseId":"5eabfc6cc8aa8a99e6e42514ef9584569cb75dec","paperId":"1808.09111","method":"tail_recency","inputTokens":6241,"outputTokens":1606,"reductionPercent":74.27,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6877,"evidencePosition":"middle"}
{"caseId":"5eabfc6cc8aa8a99e6e42514ef9584569cb75dec","paperId":"1808.09111","method":"seeded_random","inputTokens":6241,"outputTokens":1654,"reductionPercent":73.5,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0749,"evidencePosition":"middle"}
{"caseId":"5eabfc6cc8aa8a99e6e42514ef9584569cb75dec","paperId":"1808.09111","method":"oracle_ceiling","inputTokens":6241,"outputTokens":1643,"reductionPercent":73.67,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4439,"evidencePosition":"middle"}
{"caseId":"5c3e98e3cebaecd5d3e75ec2c9fc3dd267ac3c83","paperId":"1909.06200","method":"maha_bm25","inputTokens":6324,"outputTokens":1506,"reductionPercent":76.19,"evidenceRecall":25,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7107,"evidencePosition":"middle"}
{"caseId":"5c3e98e3cebaecd5d3e75ec2c9fc3dd267ac3c83","paperId":"1909.06200","method":"maha_keyword","inputTokens":6324,"outputTokens":1506,"reductionPercent":76.19,"evidenceRecall":25,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0543,"evidencePosition":"middle"}
{"caseId":"5c3e98e3cebaecd5d3e75ec2c9fc3dd267ac3c83","paperId":"1909.06200","method":"front_truncation","inputTokens":6324,"outputTokens":1560,"reductionPercent":75.33,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.4294,"evidencePosition":"middle"}
{"caseId":"5c3e98e3cebaecd5d3e75ec2c9fc3dd267ac3c83","paperId":"1909.06200","method":"tail_recency","inputTokens":6324,"outputTokens":1530,"reductionPercent":75.81,"evidenceRecall":25,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8709,"evidencePosition":"middle"}
{"caseId":"5c3e98e3cebaecd5d3e75ec2c9fc3dd267ac3c83","paperId":"1909.06200","method":"seeded_random","inputTokens":6324,"outputTokens":1654,"reductionPercent":73.85,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3349,"evidencePosition":"middle"}
{"caseId":"5c3e98e3cebaecd5d3e75ec2c9fc3dd267ac3c83","paperId":"1909.06200","method":"oracle_ceiling","inputTokens":6324,"outputTokens":1594,"reductionPercent":74.79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.7975,"evidencePosition":"middle"}
{"caseId":"73e83c54251f6a07744413ac8b8bed6480b2294f","paperId":"2001.01269","method":"maha_bm25","inputTokens":5327,"outputTokens":1500,"reductionPercent":71.84,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1951,"evidencePosition":"front"}
{"caseId":"73e83c54251f6a07744413ac8b8bed6480b2294f","paperId":"2001.01269","method":"maha_keyword","inputTokens":5327,"outputTokens":1350,"reductionPercent":74.66,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5926,"evidencePosition":"front"}
{"caseId":"73e83c54251f6a07744413ac8b8bed6480b2294f","paperId":"2001.01269","method":"front_truncation","inputTokens":5327,"outputTokens":1555,"reductionPercent":70.81,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.6779,"evidencePosition":"front"}
{"caseId":"73e83c54251f6a07744413ac8b8bed6480b2294f","paperId":"2001.01269","method":"tail_recency","inputTokens":5327,"outputTokens":1529,"reductionPercent":71.3,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.292,"evidencePosition":"front"}
{"caseId":"73e83c54251f6a07744413ac8b8bed6480b2294f","paperId":"2001.01269","method":"seeded_random","inputTokens":5327,"outputTokens":1510,"reductionPercent":71.65,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.3787,"evidencePosition":"front"}
{"caseId":"73e83c54251f6a07744413ac8b8bed6480b2294f","paperId":"2001.01269","method":"oracle_ceiling","inputTokens":5327,"outputTokens":1556,"reductionPercent":70.79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.752,"evidencePosition":"front"}
{"caseId":"d7b60abb0091246e29d1a9c28467de598e090c20","paperId":"1706.01875","method":"maha_bm25","inputTokens":4580,"outputTokens":1577,"reductionPercent":65.57,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.8191,"evidencePosition":"middle"}
{"caseId":"d7b60abb0091246e29d1a9c28467de598e090c20","paperId":"1706.01875","method":"maha_keyword","inputTokens":4580,"outputTokens":1577,"reductionPercent":65.57,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5496,"evidencePosition":"middle"}
{"caseId":"d7b60abb0091246e29d1a9c28467de598e090c20","paperId":"1706.01875","method":"front_truncation","inputTokens":4580,"outputTokens":1578,"reductionPercent":65.55,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1403,"evidencePosition":"middle"}
{"caseId":"d7b60abb0091246e29d1a9c28467de598e090c20","paperId":"1706.01875","method":"tail_recency","inputTokens":4580,"outputTokens":1603,"reductionPercent":65,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0736,"evidencePosition":"middle"}
{"caseId":"d7b60abb0091246e29d1a9c28467de598e090c20","paperId":"1706.01875","method":"seeded_random","inputTokens":4580,"outputTokens":1563,"reductionPercent":65.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.2253,"evidencePosition":"middle"}
{"caseId":"d7b60abb0091246e29d1a9c28467de598e090c20","paperId":"1706.01875","method":"oracle_ceiling","inputTokens":4580,"outputTokens":1560,"reductionPercent":65.94,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.7733,"evidencePosition":"middle"}
{"caseId":"3d013f15796ae7fed5272183a166c45f16e24e39","paperId":"1909.09067","method":"maha_bm25","inputTokens":4193,"outputTokens":1529,"reductionPercent":63.53,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.5806,"evidencePosition":"front"}
{"caseId":"3d013f15796ae7fed5272183a166c45f16e24e39","paperId":"1909.09067","method":"maha_keyword","inputTokens":4193,"outputTokens":1500,"reductionPercent":64.23,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2236,"evidencePosition":"front"}
{"caseId":"3d013f15796ae7fed5272183a166c45f16e24e39","paperId":"1909.09067","method":"front_truncation","inputTokens":4193,"outputTokens":1624,"reductionPercent":61.27,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.5575,"evidencePosition":"front"}
{"caseId":"3d013f15796ae7fed5272183a166c45f16e24e39","paperId":"1909.09067","method":"tail_recency","inputTokens":4193,"outputTokens":1567,"reductionPercent":62.63,"evidenceRecall":66.67,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.1643,"evidencePosition":"front"}
{"caseId":"3d013f15796ae7fed5272183a166c45f16e24e39","paperId":"1909.09067","method":"seeded_random","inputTokens":4193,"outputTokens":1557,"reductionPercent":62.87,"evidenceRecall":66.67,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.2568,"evidencePosition":"front"}
{"caseId":"3d013f15796ae7fed5272183a166c45f16e24e39","paperId":"1909.09067","method":"oracle_ceiling","inputTokens":4193,"outputTokens":1581,"reductionPercent":62.29,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2821,"evidencePosition":"front"}
{"caseId":"2c947447d81252397839d58c75ebcc71b34379b5","paperId":"2001.08868","method":"maha_bm25","inputTokens":7614,"outputTokens":1273,"reductionPercent":83.28,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.0572,"evidencePosition":"middle"}
{"caseId":"2c947447d81252397839d58c75ebcc71b34379b5","paperId":"2001.08868","method":"maha_keyword","inputTokens":7614,"outputTokens":1511,"reductionPercent":80.15,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.8682,"evidencePosition":"middle"}
{"caseId":"2c947447d81252397839d58c75ebcc71b34379b5","paperId":"2001.08868","method":"front_truncation","inputTokens":7614,"outputTokens":1619,"reductionPercent":78.74,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6612,"evidencePosition":"middle"}
{"caseId":"2c947447d81252397839d58c75ebcc71b34379b5","paperId":"2001.08868","method":"tail_recency","inputTokens":7614,"outputTokens":1523,"reductionPercent":80,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.8091,"evidencePosition":"middle"}
{"caseId":"2c947447d81252397839d58c75ebcc71b34379b5","paperId":"2001.08868","method":"seeded_random","inputTokens":7614,"outputTokens":1525,"reductionPercent":79.97,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8876,"evidencePosition":"middle"}
{"caseId":"2c947447d81252397839d58c75ebcc71b34379b5","paperId":"2001.08868","method":"oracle_ceiling","inputTokens":7614,"outputTokens":1523,"reductionPercent":80,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.4281,"evidencePosition":"middle"}
{"caseId":"87bb3105e03ed6ac5abfde0a7ca9b8de8985663c","paperId":"1903.11437","method":"maha_bm25","inputTokens":5903,"outputTokens":1593,"reductionPercent":73.01,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.2173,"evidencePosition":"middle"}
{"caseId":"87bb3105e03ed6ac5abfde0a7ca9b8de8985663c","paperId":"1903.11437","method":"maha_keyword","inputTokens":5903,"outputTokens":1593,"reductionPercent":73.01,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9918,"evidencePosition":"middle"}
{"caseId":"87bb3105e03ed6ac5abfde0a7ca9b8de8985663c","paperId":"1903.11437","method":"front_truncation","inputTokens":5903,"outputTokens":1601,"reductionPercent":72.88,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6374,"evidencePosition":"middle"}
{"caseId":"87bb3105e03ed6ac5abfde0a7ca9b8de8985663c","paperId":"1903.11437","method":"tail_recency","inputTokens":5903,"outputTokens":1586,"reductionPercent":73.13,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.5965,"evidencePosition":"middle"}
{"caseId":"87bb3105e03ed6ac5abfde0a7ca9b8de8985663c","paperId":"1903.11437","method":"seeded_random","inputTokens":5903,"outputTokens":1635,"reductionPercent":72.3,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.9321,"evidencePosition":"middle"}
{"caseId":"87bb3105e03ed6ac5abfde0a7ca9b8de8985663c","paperId":"1903.11437","method":"oracle_ceiling","inputTokens":5903,"outputTokens":1549,"reductionPercent":73.76,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2431,"evidencePosition":"middle"}
{"caseId":"051df74dc643498e95d16e58851701628fdfd43e","paperId":"1911.01371","method":"maha_bm25","inputTokens":5095,"outputTokens":1488,"reductionPercent":70.79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.831,"evidencePosition":"middle"}
{"caseId":"051df74dc643498e95d16e58851701628fdfd43e","paperId":"1911.01371","method":"maha_keyword","inputTokens":5095,"outputTokens":1496,"reductionPercent":70.64,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8889,"evidencePosition":"middle"}
{"caseId":"051df74dc643498e95d16e58851701628fdfd43e","paperId":"1911.01371","method":"front_truncation","inputTokens":5095,"outputTokens":1564,"reductionPercent":69.3,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0928,"evidencePosition":"middle"}
{"caseId":"051df74dc643498e95d16e58851701628fdfd43e","paperId":"1911.01371","method":"tail_recency","inputTokens":5095,"outputTokens":1508,"reductionPercent":70.4,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4866,"evidencePosition":"middle"}
{"caseId":"051df74dc643498e95d16e58851701628fdfd43e","paperId":"1911.01371","method":"seeded_random","inputTokens":5095,"outputTokens":1543,"reductionPercent":69.72,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.57,"evidencePosition":"middle"}
{"caseId":"051df74dc643498e95d16e58851701628fdfd43e","paperId":"1911.01371","method":"oracle_ceiling","inputTokens":5095,"outputTokens":1494,"reductionPercent":70.68,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2273,"evidencePosition":"middle"}
{"caseId":"c21b87c97d1afac85ece2450ee76d01c946de668","paperId":"2002.03407","method":"maha_bm25","inputTokens":5323,"outputTokens":1571,"reductionPercent":70.49,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1238,"evidencePosition":"front"}
{"caseId":"c21b87c97d1afac85ece2450ee76d01c946de668","paperId":"2002.03407","method":"maha_keyword","inputTokens":5323,"outputTokens":1370,"reductionPercent":74.26,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5406,"evidencePosition":"front"}
{"caseId":"c21b87c97d1afac85ece2450ee76d01c946de668","paperId":"2002.03407","method":"front_truncation","inputTokens":5323,"outputTokens":1630,"reductionPercent":69.38,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.9562,"evidencePosition":"front"}
{"caseId":"c21b87c97d1afac85ece2450ee76d01c946de668","paperId":"2002.03407","method":"tail_recency","inputTokens":5323,"outputTokens":1595,"reductionPercent":70.04,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3783,"evidencePosition":"front"}
{"caseId":"c21b87c97d1afac85ece2450ee76d01c946de668","paperId":"2002.03407","method":"seeded_random","inputTokens":5323,"outputTokens":1558,"reductionPercent":70.73,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6436,"evidencePosition":"front"}
{"caseId":"c21b87c97d1afac85ece2450ee76d01c946de668","paperId":"2002.03407","method":"oracle_ceiling","inputTokens":5323,"outputTokens":1624,"reductionPercent":69.49,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2171,"evidencePosition":"front"}
{"caseId":"1e775cf30784e6b1c2b573294a82e145a3f959bb","paperId":"1909.13104","method":"maha_bm25","inputTokens":4417,"outputTokens":1452,"reductionPercent":67.13,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5078,"evidencePosition":"middle"}
{"caseId":"1e775cf30784e6b1c2b573294a82e145a3f959bb","paperId":"1909.13104","method":"maha_keyword","inputTokens":4417,"outputTokens":1434,"reductionPercent":67.53,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.0185,"evidencePosition":"middle"}
{"caseId":"1e775cf30784e6b1c2b573294a82e145a3f959bb","paperId":"1909.13104","method":"front_truncation","inputTokens":4417,"outputTokens":1576,"reductionPercent":64.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5298,"evidencePosition":"middle"}
{"caseId":"1e775cf30784e6b1c2b573294a82e145a3f959bb","paperId":"1909.13104","method":"tail_recency","inputTokens":4417,"outputTokens":1530,"reductionPercent":65.36,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.9241,"evidencePosition":"middle"}
{"caseId":"1e775cf30784e6b1c2b573294a82e145a3f959bb","paperId":"1909.13104","method":"seeded_random","inputTokens":4417,"outputTokens":1525,"reductionPercent":65.47,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7453,"evidencePosition":"middle"}
{"caseId":"1e775cf30784e6b1c2b573294a82e145a3f959bb","paperId":"1909.13104","method":"oracle_ceiling","inputTokens":4417,"outputTokens":1517,"reductionPercent":65.66,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7178,"evidencePosition":"middle"}
{"caseId":"0752d71a0a1f73b3482a888313622ce9e9870d6e","paperId":"1708.01464","method":"maha_bm25","inputTokens":4538,"outputTokens":1587,"reductionPercent":65.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7619,"evidencePosition":"middle"}
{"caseId":"0752d71a0a1f73b3482a888313622ce9e9870d6e","paperId":"1708.01464","method":"maha_keyword","inputTokens":4538,"outputTokens":1587,"reductionPercent":65.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.435,"evidencePosition":"middle"}
{"caseId":"0752d71a0a1f73b3482a888313622ce9e9870d6e","paperId":"1708.01464","method":"front_truncation","inputTokens":4538,"outputTokens":1619,"reductionPercent":64.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.498,"evidencePosition":"middle"}
{"caseId":"0752d71a0a1f73b3482a888313622ce9e9870d6e","paperId":"1708.01464","method":"tail_recency","inputTokens":4538,"outputTokens":1618,"reductionPercent":64.35,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4259,"evidencePosition":"middle"}
{"caseId":"0752d71a0a1f73b3482a888313622ce9e9870d6e","paperId":"1708.01464","method":"seeded_random","inputTokens":4538,"outputTokens":1614,"reductionPercent":64.43,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0964,"evidencePosition":"middle"}
{"caseId":"0752d71a0a1f73b3482a888313622ce9e9870d6e","paperId":"1708.01464","method":"oracle_ceiling","inputTokens":4538,"outputTokens":1640,"reductionPercent":63.86,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.1636,"evidencePosition":"middle"}
{"caseId":"ceb767e33fde4b927e730f893db5ece947ffb0d8","paperId":"1810.12085","method":"maha_bm25","inputTokens":4161,"outputTokens":1605,"reductionPercent":61.43,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7829,"evidencePosition":"middle"}
{"caseId":"ceb767e33fde4b927e730f893db5ece947ffb0d8","paperId":"1810.12085","method":"maha_keyword","inputTokens":4161,"outputTokens":1605,"reductionPercent":61.43,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2548,"evidencePosition":"middle"}
{"caseId":"ceb767e33fde4b927e730f893db5ece947ffb0d8","paperId":"1810.12085","method":"front_truncation","inputTokens":4161,"outputTokens":1627,"reductionPercent":60.9,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3648,"evidencePosition":"middle"}
{"caseId":"ceb767e33fde4b927e730f893db5ece947ffb0d8","paperId":"1810.12085","method":"tail_recency","inputTokens":4161,"outputTokens":1601,"reductionPercent":61.52,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0367,"evidencePosition":"middle"}
{"caseId":"ceb767e33fde4b927e730f893db5ece947ffb0d8","paperId":"1810.12085","method":"seeded_random","inputTokens":4161,"outputTokens":1606,"reductionPercent":61.4,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0636,"evidencePosition":"middle"}
{"caseId":"ceb767e33fde4b927e730f893db5ece947ffb0d8","paperId":"1810.12085","method":"oracle_ceiling","inputTokens":4161,"outputTokens":1624,"reductionPercent":60.97,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3893,"evidencePosition":"middle"}
{"caseId":"d64383e39357bd4177b49c02eb48e12ba7ffd4fb","paperId":"1809.03449","method":"maha_bm25","inputTokens":5912,"outputTokens":1522,"reductionPercent":74.26,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.7111,"evidencePosition":"middle"}
{"caseId":"d64383e39357bd4177b49c02eb48e12ba7ffd4fb","paperId":"1809.03449","method":"maha_keyword","inputTokens":5912,"outputTokens":1433,"reductionPercent":75.76,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9775,"evidencePosition":"middle"}
{"caseId":"d64383e39357bd4177b49c02eb48e12ba7ffd4fb","paperId":"1809.03449","method":"front_truncation","inputTokens":5912,"outputTokens":1567,"reductionPercent":73.49,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3248,"evidencePosition":"middle"}
{"caseId":"d64383e39357bd4177b49c02eb48e12ba7ffd4fb","paperId":"1809.03449","method":"tail_recency","inputTokens":5912,"outputTokens":1635,"reductionPercent":72.34,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.331,"evidencePosition":"middle"}
{"caseId":"d64383e39357bd4177b49c02eb48e12ba7ffd4fb","paperId":"1809.03449","method":"seeded_random","inputTokens":5912,"outputTokens":1674,"reductionPercent":71.68,"evidenceRecall":25,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.4732,"evidencePosition":"middle"}
{"caseId":"d64383e39357bd4177b49c02eb48e12ba7ffd4fb","paperId":"1809.03449","method":"oracle_ceiling","inputTokens":5912,"outputTokens":1751,"reductionPercent":70.38,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.3056,"evidencePosition":"middle"}
{"caseId":"e97186c51d4af490dba6faaf833d269c8256426c","paperId":"1912.13337","method":"maha_bm25","inputTokens":9961,"outputTokens":1465,"reductionPercent":85.29,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.7336,"evidencePosition":"back"}
{"caseId":"e97186c51d4af490dba6faaf833d269c8256426c","paperId":"1912.13337","method":"maha_keyword","inputTokens":9961,"outputTokens":1386,"reductionPercent":86.09,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.6896,"evidencePosition":"back"}
{"caseId":"e97186c51d4af490dba6faaf833d269c8256426c","paperId":"1912.13337","method":"front_truncation","inputTokens":9961,"outputTokens":1489,"reductionPercent":85.05,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.9376,"evidencePosition":"back"}
{"caseId":"e97186c51d4af490dba6faaf833d269c8256426c","paperId":"1912.13337","method":"tail_recency","inputTokens":9961,"outputTokens":1553,"reductionPercent":84.41,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8542,"evidencePosition":"back"}
{"caseId":"e97186c51d4af490dba6faaf833d269c8256426c","paperId":"1912.13337","method":"seeded_random","inputTokens":9961,"outputTokens":1447,"reductionPercent":85.47,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6575,"evidencePosition":"back"}
{"caseId":"e97186c51d4af490dba6faaf833d269c8256426c","paperId":"1912.13337","method":"oracle_ceiling","inputTokens":9961,"outputTokens":1465,"reductionPercent":85.29,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6351,"evidencePosition":"back"}
{"caseId":"12f7fac818f0006cf33269c9eafd41bbb8979a48","paperId":"1901.01010","method":"maha_bm25","inputTokens":5893,"outputTokens":1446,"reductionPercent":75.46,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3669,"evidencePosition":"front"}
{"caseId":"12f7fac818f0006cf33269c9eafd41bbb8979a48","paperId":"1901.01010","method":"maha_keyword","inputTokens":5893,"outputTokens":1572,"reductionPercent":73.32,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0725,"evidencePosition":"front"}
{"caseId":"12f7fac818f0006cf33269c9eafd41bbb8979a48","paperId":"1901.01010","method":"front_truncation","inputTokens":5893,"outputTokens":1526,"reductionPercent":74.1,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.7741,"evidencePosition":"front"}
{"caseId":"12f7fac818f0006cf33269c9eafd41bbb8979a48","paperId":"1901.01010","method":"tail_recency","inputTokens":5893,"outputTokens":1545,"reductionPercent":73.78,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.4463,"evidencePosition":"front"}
{"caseId":"12f7fac818f0006cf33269c9eafd41bbb8979a48","paperId":"1901.01010","method":"seeded_random","inputTokens":5893,"outputTokens":1593,"reductionPercent":72.97,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.091,"evidencePosition":"front"}
{"caseId":"12f7fac818f0006cf33269c9eafd41bbb8979a48","paperId":"1901.01010","method":"oracle_ceiling","inputTokens":5893,"outputTokens":1572,"reductionPercent":73.32,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.1665,"evidencePosition":"front"}
{"caseId":"da55bd769721b878dd17f07f124a37a0a165db02","paperId":"2001.02284","method":"maha_bm25","inputTokens":9066,"outputTokens":1427,"reductionPercent":84.26,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.8023,"evidencePosition":"front"}
{"caseId":"da55bd769721b878dd17f07f124a37a0a165db02","paperId":"2001.02284","method":"maha_keyword","inputTokens":9066,"outputTokens":1436,"reductionPercent":84.16,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.215,"evidencePosition":"front"}
{"caseId":"da55bd769721b878dd17f07f124a37a0a165db02","paperId":"2001.02284","method":"front_truncation","inputTokens":9066,"outputTokens":1464,"reductionPercent":83.85,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7146,"evidencePosition":"front"}
{"caseId":"da55bd769721b878dd17f07f124a37a0a165db02","paperId":"2001.02284","method":"tail_recency","inputTokens":9066,"outputTokens":1398,"reductionPercent":84.58,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7084,"evidencePosition":"front"}
{"caseId":"da55bd769721b878dd17f07f124a37a0a165db02","paperId":"2001.02284","method":"seeded_random","inputTokens":9066,"outputTokens":1488,"reductionPercent":83.59,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.87,"evidencePosition":"front"}
{"caseId":"da55bd769721b878dd17f07f124a37a0a165db02","paperId":"2001.02284","method":"oracle_ceiling","inputTokens":9066,"outputTokens":1459,"reductionPercent":83.91,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7892,"evidencePosition":"front"}
{"caseId":"96a4091f681872e6d98d0efee777d9e820cb8dae","paperId":"1910.12574","method":"maha_bm25","inputTokens":6367,"outputTokens":1563,"reductionPercent":75.45,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.6107,"evidencePosition":"back"}
{"caseId":"96a4091f681872e6d98d0efee777d9e820cb8dae","paperId":"1910.12574","method":"maha_keyword","inputTokens":6367,"outputTokens":1515,"reductionPercent":76.21,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.4559,"evidencePosition":"back"}
{"caseId":"96a4091f681872e6d98d0efee777d9e820cb8dae","paperId":"1910.12574","method":"front_truncation","inputTokens":6367,"outputTokens":1582,"reductionPercent":75.15,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.359,"evidencePosition":"back"}
{"caseId":"96a4091f681872e6d98d0efee777d9e820cb8dae","paperId":"1910.12574","method":"tail_recency","inputTokens":6367,"outputTokens":1628,"reductionPercent":74.43,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4521,"evidencePosition":"back"}
{"caseId":"96a4091f681872e6d98d0efee777d9e820cb8dae","paperId":"1910.12574","method":"seeded_random","inputTokens":6367,"outputTokens":1646,"reductionPercent":74.15,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6237,"evidencePosition":"back"}
{"caseId":"96a4091f681872e6d98d0efee777d9e820cb8dae","paperId":"1910.12574","method":"oracle_ceiling","inputTokens":6367,"outputTokens":1583,"reductionPercent":75.14,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6308,"evidencePosition":"back"}
{"caseId":"df0257ab04686ddf1c6c4d9b0529a7632330b98e","paperId":"2001.08868","method":"maha_bm25","inputTokens":7614,"outputTokens":1392,"reductionPercent":81.72,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.1136,"evidencePosition":"back"}
{"caseId":"df0257ab04686ddf1c6c4d9b0529a7632330b98e","paperId":"2001.08868","method":"maha_keyword","inputTokens":7614,"outputTokens":1515,"reductionPercent":80.1,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.26,"evidencePosition":"back"}
{"caseId":"df0257ab04686ddf1c6c4d9b0529a7632330b98e","paperId":"2001.08868","method":"front_truncation","inputTokens":7614,"outputTokens":1620,"reductionPercent":78.72,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6837,"evidencePosition":"back"}
{"caseId":"df0257ab04686ddf1c6c4d9b0529a7632330b98e","paperId":"2001.08868","method":"tail_recency","inputTokens":7614,"outputTokens":1524,"reductionPercent":79.98,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.9476,"evidencePosition":"back"}
{"caseId":"df0257ab04686ddf1c6c4d9b0529a7632330b98e","paperId":"2001.08868","method":"seeded_random","inputTokens":7614,"outputTokens":1540,"reductionPercent":79.77,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.9395,"evidencePosition":"back"}
{"caseId":"df0257ab04686ddf1c6c4d9b0529a7632330b98e","paperId":"2001.08868","method":"oracle_ceiling","inputTokens":7614,"outputTokens":1536,"reductionPercent":79.83,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9358,"evidencePosition":"back"}
{"caseId":"bf52c01bf82612d0c7bbf2e6a5bb2570c322936f","paperId":"1604.00400","method":"maha_bm25","inputTokens":6877,"outputTokens":1593,"reductionPercent":76.84,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.7194,"evidencePosition":"back"}
{"caseId":"bf52c01bf82612d0c7bbf2e6a5bb2570c322936f","paperId":"1604.00400","method":"maha_keyword","inputTokens":6877,"outputTokens":1581,"reductionPercent":77.01,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.968,"evidencePosition":"back"}
{"caseId":"bf52c01bf82612d0c7bbf2e6a5bb2570c322936f","paperId":"1604.00400","method":"front_truncation","inputTokens":6877,"outputTokens":1570,"reductionPercent":77.17,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0143,"evidencePosition":"back"}
{"caseId":"bf52c01bf82612d0c7bbf2e6a5bb2570c322936f","paperId":"1604.00400","method":"tail_recency","inputTokens":6877,"outputTokens":1573,"reductionPercent":77.13,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.9968,"evidencePosition":"back"}
{"caseId":"bf52c01bf82612d0c7bbf2e6a5bb2570c322936f","paperId":"1604.00400","method":"seeded_random","inputTokens":6877,"outputTokens":1581,"reductionPercent":77.01,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4018,"evidencePosition":"back"}
{"caseId":"bf52c01bf82612d0c7bbf2e6a5bb2570c322936f","paperId":"1604.00400","method":"oracle_ceiling","inputTokens":6877,"outputTokens":1583,"reductionPercent":76.98,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.9294,"evidencePosition":"back"}
{"caseId":"76121e359dfe3f16c2a352bd35f28005f2a40da3","paperId":"1503.00841","method":"maha_bm25","inputTokens":5378,"outputTokens":1531,"reductionPercent":71.53,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.377,"evidencePosition":"middle"}
{"caseId":"76121e359dfe3f16c2a352bd35f28005f2a40da3","paperId":"1503.00841","method":"maha_keyword","inputTokens":5378,"outputTokens":1531,"reductionPercent":71.53,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7678,"evidencePosition":"middle"}
{"caseId":"76121e359dfe3f16c2a352bd35f28005f2a40da3","paperId":"1503.00841","method":"front_truncation","inputTokens":5378,"outputTokens":1457,"reductionPercent":72.91,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5777,"evidencePosition":"middle"}
{"caseId":"76121e359dfe3f16c2a352bd35f28005f2a40da3","paperId":"1503.00841","method":"tail_recency","inputTokens":5378,"outputTokens":1522,"reductionPercent":71.7,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5401,"evidencePosition":"middle"}
{"caseId":"76121e359dfe3f16c2a352bd35f28005f2a40da3","paperId":"1503.00841","method":"seeded_random","inputTokens":5378,"outputTokens":1455,"reductionPercent":72.95,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6379,"evidencePosition":"middle"}
{"caseId":"76121e359dfe3f16c2a352bd35f28005f2a40da3","paperId":"1503.00841","method":"oracle_ceiling","inputTokens":5378,"outputTokens":1512,"reductionPercent":71.89,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0955,"evidencePosition":"middle"}
{"caseId":"8b3d3953454c88bde88181897a7a2c0c8dd87e23","paperId":"1609.00559","method":"maha_bm25","inputTokens":5979,"outputTokens":1602,"reductionPercent":73.21,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.8518,"evidencePosition":"back"}
{"caseId":"8b3d3953454c88bde88181897a7a2c0c8dd87e23","paperId":"1609.00559","method":"maha_keyword","inputTokens":5979,"outputTokens":1602,"reductionPercent":73.21,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1491,"evidencePosition":"back"}
{"caseId":"8b3d3953454c88bde88181897a7a2c0c8dd87e23","paperId":"1609.00559","method":"front_truncation","inputTokens":5979,"outputTokens":1652,"reductionPercent":72.37,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.8616,"evidencePosition":"back"}
{"caseId":"8b3d3953454c88bde88181897a7a2c0c8dd87e23","paperId":"1609.00559","method":"tail_recency","inputTokens":5979,"outputTokens":1639,"reductionPercent":72.59,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.595,"evidencePosition":"back"}
{"caseId":"8b3d3953454c88bde88181897a7a2c0c8dd87e23","paperId":"1609.00559","method":"seeded_random","inputTokens":5979,"outputTokens":1664,"reductionPercent":72.17,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8473,"evidencePosition":"back"}
{"caseId":"8b3d3953454c88bde88181897a7a2c0c8dd87e23","paperId":"1609.00559","method":"oracle_ceiling","inputTokens":5979,"outputTokens":1682,"reductionPercent":71.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.7435,"evidencePosition":"back"}
{"caseId":"cf171fad0bea5ab985c53d11e48e7883c23cdc44","paperId":"2001.01269","method":"maha_bm25","inputTokens":5327,"outputTokens":1543,"reductionPercent":71.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.249,"evidencePosition":"middle"}
{"caseId":"cf171fad0bea5ab985c53d11e48e7883c23cdc44","paperId":"2001.01269","method":"maha_keyword","inputTokens":5327,"outputTokens":1505,"reductionPercent":71.75,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.5325,"evidencePosition":"middle"}
{"caseId":"cf171fad0bea5ab985c53d11e48e7883c23cdc44","paperId":"2001.01269","method":"front_truncation","inputTokens":5327,"outputTokens":1554,"reductionPercent":70.83,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7395,"evidencePosition":"middle"}
{"caseId":"cf171fad0bea5ab985c53d11e48e7883c23cdc44","paperId":"2001.01269","method":"tail_recency","inputTokens":5327,"outputTokens":1528,"reductionPercent":71.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3239,"evidencePosition":"middle"}
{"caseId":"cf171fad0bea5ab985c53d11e48e7883c23cdc44","paperId":"2001.01269","method":"seeded_random","inputTokens":5327,"outputTokens":1550,"reductionPercent":70.9,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4254,"evidencePosition":"middle"}
{"caseId":"cf171fad0bea5ab985c53d11e48e7883c23cdc44","paperId":"2001.01269","method":"oracle_ceiling","inputTokens":5327,"outputTokens":1554,"reductionPercent":70.83,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8682,"evidencePosition":"middle"}
{"caseId":"392fb87564c4f45d0d8d491a9bb217c4fce87f03","paperId":"1909.13104","method":"maha_bm25","inputTokens":4417,"outputTokens":1341,"reductionPercent":69.64,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7658,"evidencePosition":"back"}
{"caseId":"392fb87564c4f45d0d8d491a9bb217c4fce87f03","paperId":"1909.13104","method":"maha_keyword","inputTokens":4417,"outputTokens":1416,"reductionPercent":67.94,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2624,"evidencePosition":"back"}
{"caseId":"392fb87564c4f45d0d8d491a9bb217c4fce87f03","paperId":"1909.13104","method":"front_truncation","inputTokens":4417,"outputTokens":1587,"reductionPercent":64.07,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.4131,"evidencePosition":"back"}
{"caseId":"392fb87564c4f45d0d8d491a9bb217c4fce87f03","paperId":"1909.13104","method":"tail_recency","inputTokens":4417,"outputTokens":1539,"reductionPercent":65.16,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8403,"evidencePosition":"back"}
{"caseId":"392fb87564c4f45d0d8d491a9bb217c4fce87f03","paperId":"1909.13104","method":"seeded_random","inputTokens":4417,"outputTokens":1492,"reductionPercent":66.22,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7493,"evidencePosition":"back"}
{"caseId":"392fb87564c4f45d0d8d491a9bb217c4fce87f03","paperId":"1909.13104","method":"oracle_ceiling","inputTokens":4417,"outputTokens":1533,"reductionPercent":65.29,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6034,"evidencePosition":"back"}
{"caseId":"2cd37743bcc7ea3bd405ce6d91e79e5339d7642e","paperId":"1601.02403","method":"maha_bm25","inputTokens":21004,"outputTokens":1578,"reductionPercent":92.49,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":10.7011,"evidencePosition":"front"}
{"caseId":"2cd37743bcc7ea3bd405ce6d91e79e5339d7642e","paperId":"1601.02403","method":"maha_keyword","inputTokens":21004,"outputTokens":1434,"reductionPercent":93.17,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":9.6883,"evidencePosition":"front"}
{"caseId":"2cd37743bcc7ea3bd405ce6d91e79e5339d7642e","paperId":"1601.02403","method":"front_truncation","inputTokens":21004,"outputTokens":1567,"reductionPercent":92.54,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.216,"evidencePosition":"front"}
{"caseId":"2cd37743bcc7ea3bd405ce6d91e79e5339d7642e","paperId":"1601.02403","method":"tail_recency","inputTokens":21004,"outputTokens":1579,"reductionPercent":92.48,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.5345,"evidencePosition":"front"}
{"caseId":"2cd37743bcc7ea3bd405ce6d91e79e5339d7642e","paperId":"1601.02403","method":"seeded_random","inputTokens":21004,"outputTokens":1557,"reductionPercent":92.59,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.308,"evidencePosition":"front"}
{"caseId":"2cd37743bcc7ea3bd405ce6d91e79e5339d7642e","paperId":"1601.02403","method":"oracle_ceiling","inputTokens":21004,"outputTokens":1560,"reductionPercent":92.57,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.6208,"evidencePosition":"front"}
{"caseId":"41ac23e32bf208b69414f4b687c4f324c6132464","paperId":"1611.04798","method":"maha_bm25","inputTokens":5969,"outputTokens":1400,"reductionPercent":76.55,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4416,"evidencePosition":"back"}
{"caseId":"41ac23e32bf208b69414f4b687c4f324c6132464","paperId":"1611.04798","method":"maha_keyword","inputTokens":5969,"outputTokens":1524,"reductionPercent":74.47,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9661,"evidencePosition":"back"}
{"caseId":"41ac23e32bf208b69414f4b687c4f324c6132464","paperId":"1611.04798","method":"front_truncation","inputTokens":5969,"outputTokens":1588,"reductionPercent":73.4,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.489,"evidencePosition":"back"}
{"caseId":"41ac23e32bf208b69414f4b687c4f324c6132464","paperId":"1611.04798","method":"tail_recency","inputTokens":5969,"outputTokens":1555,"reductionPercent":73.95,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3715,"evidencePosition":"back"}
{"caseId":"41ac23e32bf208b69414f4b687c4f324c6132464","paperId":"1611.04798","method":"seeded_random","inputTokens":5969,"outputTokens":1555,"reductionPercent":73.95,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3454,"evidencePosition":"back"}
{"caseId":"41ac23e32bf208b69414f4b687c4f324c6132464","paperId":"1611.04798","method":"oracle_ceiling","inputTokens":5969,"outputTokens":1543,"reductionPercent":74.15,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.314,"evidencePosition":"back"}
{"caseId":"06cc8fcafc0880cf69a2514bb7341642b9833041","paperId":"1809.06537","method":"maha_bm25","inputTokens":5906,"outputTokens":1413,"reductionPercent":76.08,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5273,"evidencePosition":"front"}
{"caseId":"06cc8fcafc0880cf69a2514bb7341642b9833041","paperId":"1809.06537","method":"maha_keyword","inputTokens":5906,"outputTokens":1452,"reductionPercent":75.41,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1303,"evidencePosition":"front"}
{"caseId":"06cc8fcafc0880cf69a2514bb7341642b9833041","paperId":"1809.06537","method":"front_truncation","inputTokens":5906,"outputTokens":1545,"reductionPercent":73.84,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.3558,"evidencePosition":"front"}
{"caseId":"06cc8fcafc0880cf69a2514bb7341642b9833041","paperId":"1809.06537","method":"tail_recency","inputTokens":5906,"outputTokens":1514,"reductionPercent":74.37,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3602,"evidencePosition":"front"}
{"caseId":"06cc8fcafc0880cf69a2514bb7341642b9833041","paperId":"1809.06537","method":"seeded_random","inputTokens":5906,"outputTokens":1589,"reductionPercent":73.1,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4817,"evidencePosition":"front"}
{"caseId":"06cc8fcafc0880cf69a2514bb7341642b9833041","paperId":"1809.06537","method":"oracle_ceiling","inputTokens":5906,"outputTokens":1629,"reductionPercent":72.42,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4512,"evidencePosition":"front"}
{"caseId":"b66c9a4021b6c8529cac1a2b54dacd8ec79afa5f","paperId":"1909.08089","method":"maha_bm25","inputTokens":6036,"outputTokens":1545,"reductionPercent":74.4,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7605,"evidencePosition":"front"}
{"caseId":"b66c9a4021b6c8529cac1a2b54dacd8ec79afa5f","paperId":"1909.08089","method":"maha_keyword","inputTokens":6036,"outputTokens":1482,"reductionPercent":75.45,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7708,"evidencePosition":"front"}
{"caseId":"b66c9a4021b6c8529cac1a2b54dacd8ec79afa5f","paperId":"1909.08089","method":"front_truncation","inputTokens":6036,"outputTokens":1579,"reductionPercent":73.84,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.2331,"evidencePosition":"front"}
{"caseId":"b66c9a4021b6c8529cac1a2b54dacd8ec79afa5f","paperId":"1909.08089","method":"tail_recency","inputTokens":6036,"outputTokens":1627,"reductionPercent":73.05,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3421,"evidencePosition":"front"}
{"caseId":"b66c9a4021b6c8529cac1a2b54dacd8ec79afa5f","paperId":"1909.08089","method":"seeded_random","inputTokens":6036,"outputTokens":1642,"reductionPercent":72.8,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1132,"evidencePosition":"front"}
{"caseId":"b66c9a4021b6c8529cac1a2b54dacd8ec79afa5f","paperId":"1909.08089","method":"oracle_ceiling","inputTokens":6036,"outputTokens":1670,"reductionPercent":72.33,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.1721,"evidencePosition":"front"}
{"caseId":"b49598b05358117ab1471b8ebd0b042d2f04b2a4","paperId":"1611.08661","method":"maha_bm25","inputTokens":5593,"outputTokens":1528,"reductionPercent":72.68,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9359,"evidencePosition":"front"}
{"caseId":"b49598b05358117ab1471b8ebd0b042d2f04b2a4","paperId":"1611.08661","method":"maha_keyword","inputTokens":5593,"outputTokens":1529,"reductionPercent":72.66,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7196,"evidencePosition":"front"}
{"caseId":"b49598b05358117ab1471b8ebd0b042d2f04b2a4","paperId":"1611.08661","method":"front_truncation","inputTokens":5593,"outputTokens":1486,"reductionPercent":73.43,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.3758,"evidencePosition":"front"}
{"caseId":"b49598b05358117ab1471b8ebd0b042d2f04b2a4","paperId":"1611.08661","method":"tail_recency","inputTokens":5593,"outputTokens":1510,"reductionPercent":73,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4154,"evidencePosition":"front"}
{"caseId":"b49598b05358117ab1471b8ebd0b042d2f04b2a4","paperId":"1611.08661","method":"seeded_random","inputTokens":5593,"outputTokens":1462,"reductionPercent":73.86,"evidenceRecall":66.67,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.291,"evidencePosition":"front"}
{"caseId":"b49598b05358117ab1471b8ebd0b042d2f04b2a4","paperId":"1611.08661","method":"oracle_ceiling","inputTokens":5593,"outputTokens":1525,"reductionPercent":72.73,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1559,"evidencePosition":"front"}
{"caseId":"6cd25c637c6b772ce29e8ee81571e8694549c5ab","paperId":"1804.07789","method":"maha_bm25","inputTokens":6287,"outputTokens":1616,"reductionPercent":74.3,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1695,"evidencePosition":"middle"}
{"caseId":"6cd25c637c6b772ce29e8ee81571e8694549c5ab","paperId":"1804.07789","method":"maha_keyword","inputTokens":6287,"outputTokens":1622,"reductionPercent":74.2,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6815,"evidencePosition":"middle"}
{"caseId":"6cd25c637c6b772ce29e8ee81571e8694549c5ab","paperId":"1804.07789","method":"front_truncation","inputTokens":6287,"outputTokens":1553,"reductionPercent":75.3,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5002,"evidencePosition":"middle"}
{"caseId":"6cd25c637c6b772ce29e8ee81571e8694549c5ab","paperId":"1804.07789","method":"tail_recency","inputTokens":6287,"outputTokens":1548,"reductionPercent":75.38,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4814,"evidencePosition":"middle"}
{"caseId":"6cd25c637c6b772ce29e8ee81571e8694549c5ab","paperId":"1804.07789","method":"seeded_random","inputTokens":6287,"outputTokens":1633,"reductionPercent":74.03,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.0837,"evidencePosition":"middle"}
{"caseId":"6cd25c637c6b772ce29e8ee81571e8694549c5ab","paperId":"1804.07789","method":"oracle_ceiling","inputTokens":6287,"outputTokens":1603,"reductionPercent":74.5,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2057,"evidencePosition":"middle"}
{"caseId":"4944cd597b836b62616a4e37c045ce48de8c82ca","paperId":"1908.10084","method":"maha_bm25","inputTokens":6061,"outputTokens":1466,"reductionPercent":75.81,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.943,"evidencePosition":"front"}
{"caseId":"4944cd597b836b62616a4e37c045ce48de8c82ca","paperId":"1908.10084","method":"maha_keyword","inputTokens":6061,"outputTokens":1488,"reductionPercent":75.45,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8236,"evidencePosition":"front"}
{"caseId":"4944cd597b836b62616a4e37c045ce48de8c82ca","paperId":"1908.10084","method":"front_truncation","inputTokens":6061,"outputTokens":1589,"reductionPercent":73.78,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.2951,"evidencePosition":"front"}
{"caseId":"4944cd597b836b62616a4e37c045ce48de8c82ca","paperId":"1908.10084","method":"tail_recency","inputTokens":6061,"outputTokens":1617,"reductionPercent":73.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2397,"evidencePosition":"front"}
{"caseId":"4944cd597b836b62616a4e37c045ce48de8c82ca","paperId":"1908.10084","method":"seeded_random","inputTokens":6061,"outputTokens":1601,"reductionPercent":73.59,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2486,"evidencePosition":"front"}
{"caseId":"4944cd597b836b62616a4e37c045ce48de8c82ca","paperId":"1908.10084","method":"oracle_ceiling","inputTokens":6061,"outputTokens":1618,"reductionPercent":73.3,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.427,"evidencePosition":"front"}
{"caseId":"d201b9992809142fe59ae74508bc576f8ca538ff","paperId":"1906.00346","method":"maha_bm25","inputTokens":6405,"outputTokens":1475,"reductionPercent":76.97,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7528,"evidencePosition":"middle"}
{"caseId":"d201b9992809142fe59ae74508bc576f8ca538ff","paperId":"1906.00346","method":"maha_keyword","inputTokens":6405,"outputTokens":1558,"reductionPercent":75.68,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.1182,"evidencePosition":"middle"}
{"caseId":"d201b9992809142fe59ae74508bc576f8ca538ff","paperId":"1906.00346","method":"front_truncation","inputTokens":6405,"outputTokens":1560,"reductionPercent":75.64,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.138,"evidencePosition":"middle"}
{"caseId":"d201b9992809142fe59ae74508bc576f8ca538ff","paperId":"1906.00346","method":"tail_recency","inputTokens":6405,"outputTokens":1483,"reductionPercent":76.85,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1506,"evidencePosition":"middle"}
{"caseId":"d201b9992809142fe59ae74508bc576f8ca538ff","paperId":"1906.00346","method":"seeded_random","inputTokens":6405,"outputTokens":1494,"reductionPercent":76.67,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.1154,"evidencePosition":"middle"}
{"caseId":"d201b9992809142fe59ae74508bc576f8ca538ff","paperId":"1906.00346","method":"oracle_ceiling","inputTokens":6405,"outputTokens":1517,"reductionPercent":76.32,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9448,"evidencePosition":"middle"}
{"caseId":"2a564b092916f2fabbfe893cf13de169945ef2e1","paperId":"2001.01269","method":"maha_bm25","inputTokens":5327,"outputTokens":1529,"reductionPercent":71.3,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7019,"evidencePosition":"middle"}
{"caseId":"2a564b092916f2fabbfe893cf13de169945ef2e1","paperId":"2001.01269","method":"maha_keyword","inputTokens":5327,"outputTokens":1529,"reductionPercent":71.3,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7432,"evidencePosition":"middle"}
{"caseId":"2a564b092916f2fabbfe893cf13de169945ef2e1","paperId":"2001.01269","method":"front_truncation","inputTokens":5327,"outputTokens":1555,"reductionPercent":70.81,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1536,"evidencePosition":"middle"}
{"caseId":"2a564b092916f2fabbfe893cf13de169945ef2e1","paperId":"2001.01269","method":"tail_recency","inputTokens":5327,"outputTokens":1529,"reductionPercent":71.3,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1847,"evidencePosition":"middle"}
{"caseId":"2a564b092916f2fabbfe893cf13de169945ef2e1","paperId":"2001.01269","method":"seeded_random","inputTokens":5327,"outputTokens":1527,"reductionPercent":71.33,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1582,"evidencePosition":"middle"}
{"caseId":"2a564b092916f2fabbfe893cf13de169945ef2e1","paperId":"2001.01269","method":"oracle_ceiling","inputTokens":5327,"outputTokens":1555,"reductionPercent":70.81,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3523,"evidencePosition":"middle"}
{"caseId":"443d2448136364235389039cbead07e80922ec5c","paperId":"1712.00991","method":"maha_bm25","inputTokens":4556,"outputTokens":1602,"reductionPercent":64.84,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7809,"evidencePosition":"back"}
{"caseId":"443d2448136364235389039cbead07e80922ec5c","paperId":"1712.00991","method":"maha_keyword","inputTokens":4556,"outputTokens":1454,"reductionPercent":68.09,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.9785,"evidencePosition":"back"}
{"caseId":"443d2448136364235389039cbead07e80922ec5c","paperId":"1712.00991","method":"front_truncation","inputTokens":4556,"outputTokens":1610,"reductionPercent":64.66,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.1349,"evidencePosition":"back"}
{"caseId":"443d2448136364235389039cbead07e80922ec5c","paperId":"1712.00991","method":"tail_recency","inputTokens":4556,"outputTokens":1618,"reductionPercent":64.49,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.3785,"evidencePosition":"back"}
{"caseId":"443d2448136364235389039cbead07e80922ec5c","paperId":"1712.00991","method":"seeded_random","inputTokens":4556,"outputTokens":1566,"reductionPercent":65.63,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.405,"evidencePosition":"back"}
{"caseId":"443d2448136364235389039cbead07e80922ec5c","paperId":"1712.00991","method":"oracle_ceiling","inputTokens":4556,"outputTokens":1552,"reductionPercent":65.94,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9982,"evidencePosition":"back"}
{"caseId":"8a7615fc6ff1de287d36ab21bf2c6a3b2914f73d","paperId":"1908.05828","method":"maha_bm25","inputTokens":4469,"outputTokens":1638,"reductionPercent":63.35,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.792,"evidencePosition":"front"}
{"caseId":"8a7615fc6ff1de287d36ab21bf2c6a3b2914f73d","paperId":"1908.05828","method":"maha_keyword","inputTokens":4469,"outputTokens":1638,"reductionPercent":63.35,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.8213,"evidencePosition":"front"}
{"caseId":"8a7615fc6ff1de287d36ab21bf2c6a3b2914f73d","paperId":"1908.05828","method":"front_truncation","inputTokens":4469,"outputTokens":1702,"reductionPercent":61.92,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.1432,"evidencePosition":"front"}
{"caseId":"8a7615fc6ff1de287d36ab21bf2c6a3b2914f73d","paperId":"1908.05828","method":"tail_recency","inputTokens":4469,"outputTokens":1589,"reductionPercent":64.44,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.967,"evidencePosition":"front"}
{"caseId":"8a7615fc6ff1de287d36ab21bf2c6a3b2914f73d","paperId":"1908.05828","method":"seeded_random","inputTokens":4469,"outputTokens":1574,"reductionPercent":64.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.2922,"evidencePosition":"front"}
{"caseId":"8a7615fc6ff1de287d36ab21bf2c6a3b2914f73d","paperId":"1908.05828","method":"oracle_ceiling","inputTokens":4469,"outputTokens":1606,"reductionPercent":64.06,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.3097,"evidencePosition":"front"}
{"caseId":"5913930ce597513299e4b630df5e5153f3618038","paperId":"1909.00015","method":"maha_bm25","inputTokens":10009,"outputTokens":1587,"reductionPercent":84.14,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":9.229,"evidencePosition":"front"}
{"caseId":"5913930ce597513299e4b630df5e5153f3618038","paperId":"1909.00015","method":"maha_keyword","inputTokens":10009,"outputTokens":1541,"reductionPercent":84.6,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.474,"evidencePosition":"front"}
{"caseId":"5913930ce597513299e4b630df5e5153f3618038","paperId":"1909.00015","method":"front_truncation","inputTokens":10009,"outputTokens":1577,"reductionPercent":84.24,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.6337,"evidencePosition":"front"}
{"caseId":"5913930ce597513299e4b630df5e5153f3618038","paperId":"1909.00015","method":"tail_recency","inputTokens":10009,"outputTokens":1431,"reductionPercent":85.7,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7755,"evidencePosition":"front"}
{"caseId":"5913930ce597513299e4b630df5e5153f3618038","paperId":"1909.00015","method":"seeded_random","inputTokens":10009,"outputTokens":1532,"reductionPercent":84.69,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.5048,"evidencePosition":"front"}
{"caseId":"5913930ce597513299e4b630df5e5153f3618038","paperId":"1909.00015","method":"oracle_ceiling","inputTokens":10009,"outputTokens":1577,"reductionPercent":84.24,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.9975,"evidencePosition":"front"}
{"caseId":"31735ec3d83c40b79d11df5c34154849aeb3fb47","paperId":"2002.03407","method":"maha_bm25","inputTokens":5323,"outputTokens":1395,"reductionPercent":73.79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9022,"evidencePosition":"back"}
{"caseId":"31735ec3d83c40b79d11df5c34154849aeb3fb47","paperId":"2002.03407","method":"maha_keyword","inputTokens":5323,"outputTokens":1581,"reductionPercent":70.3,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.607,"evidencePosition":"back"}
{"caseId":"31735ec3d83c40b79d11df5c34154849aeb3fb47","paperId":"2002.03407","method":"front_truncation","inputTokens":5323,"outputTokens":1627,"reductionPercent":69.43,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4047,"evidencePosition":"back"}
{"caseId":"31735ec3d83c40b79d11df5c34154849aeb3fb47","paperId":"2002.03407","method":"tail_recency","inputTokens":5323,"outputTokens":1595,"reductionPercent":70.04,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.2091,"evidencePosition":"back"}
{"caseId":"31735ec3d83c40b79d11df5c34154849aeb3fb47","paperId":"2002.03407","method":"seeded_random","inputTokens":5323,"outputTokens":1535,"reductionPercent":71.16,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.097,"evidencePosition":"back"}
{"caseId":"31735ec3d83c40b79d11df5c34154849aeb3fb47","paperId":"2002.03407","method":"oracle_ceiling","inputTokens":5323,"outputTokens":1612,"reductionPercent":69.72,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3077,"evidencePosition":"back"}
{"caseId":"897ba53ef44f658c128125edd26abf605060fb13","paperId":"1611.04798","method":"maha_bm25","inputTokens":5969,"outputTokens":1493,"reductionPercent":74.99,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.281,"evidencePosition":"back"}
{"caseId":"897ba53ef44f658c128125edd26abf605060fb13","paperId":"1611.04798","method":"maha_keyword","inputTokens":5969,"outputTokens":1364,"reductionPercent":77.15,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.0424,"evidencePosition":"back"}
{"caseId":"897ba53ef44f658c128125edd26abf605060fb13","paperId":"1611.04798","method":"front_truncation","inputTokens":5969,"outputTokens":1594,"reductionPercent":73.3,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0176,"evidencePosition":"back"}
{"caseId":"897ba53ef44f658c128125edd26abf605060fb13","paperId":"1611.04798","method":"tail_recency","inputTokens":5969,"outputTokens":1546,"reductionPercent":74.1,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.1703,"evidencePosition":"back"}
{"caseId":"897ba53ef44f658c128125edd26abf605060fb13","paperId":"1611.04798","method":"seeded_random","inputTokens":5969,"outputTokens":1560,"reductionPercent":73.86,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.006,"evidencePosition":"back"}
{"caseId":"897ba53ef44f658c128125edd26abf605060fb13","paperId":"1611.04798","method":"oracle_ceiling","inputTokens":5969,"outputTokens":1532,"reductionPercent":74.33,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.9221,"evidencePosition":"back"}
{"caseId":"4aa9b60c0ccd379c6fb089c84a6c7b872ee9ec4f","paperId":"1906.00790","method":"maha_bm25","inputTokens":5576,"outputTokens":1629,"reductionPercent":70.79,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9192,"evidencePosition":"front"}
{"caseId":"4aa9b60c0ccd379c6fb089c84a6c7b872ee9ec4f","paperId":"1906.00790","method":"maha_keyword","inputTokens":5576,"outputTokens":1556,"reductionPercent":72.09,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.791,"evidencePosition":"front"}
{"caseId":"4aa9b60c0ccd379c6fb089c84a6c7b872ee9ec4f","paperId":"1906.00790","method":"front_truncation","inputTokens":5576,"outputTokens":1657,"reductionPercent":70.28,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4232,"evidencePosition":"front"}
{"caseId":"4aa9b60c0ccd379c6fb089c84a6c7b872ee9ec4f","paperId":"1906.00790","method":"tail_recency","inputTokens":5576,"outputTokens":1691,"reductionPercent":69.67,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5715,"evidencePosition":"front"}
{"caseId":"4aa9b60c0ccd379c6fb089c84a6c7b872ee9ec4f","paperId":"1906.00790","method":"seeded_random","inputTokens":5576,"outputTokens":1685,"reductionPercent":69.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4456,"evidencePosition":"front"}
{"caseId":"4aa9b60c0ccd379c6fb089c84a6c7b872ee9ec4f","paperId":"1906.00790","method":"oracle_ceiling","inputTokens":5576,"outputTokens":1642,"reductionPercent":70.55,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.5216,"evidencePosition":"front"}
{"caseId":"cc850bc8245a7ae790e1f59014371d4f35cd46d7","paperId":"1703.10344","method":"maha_bm25","inputTokens":10895,"outputTokens":1404,"reductionPercent":87.11,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.573,"evidencePosition":"middle"}
{"caseId":"cc850bc8245a7ae790e1f59014371d4f35cd46d7","paperId":"1703.10344","method":"maha_keyword","inputTokens":10895,"outputTokens":1482,"reductionPercent":86.4,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.5883,"evidencePosition":"middle"}
{"caseId":"cc850bc8245a7ae790e1f59014371d4f35cd46d7","paperId":"1703.10344","method":"front_truncation","inputTokens":10895,"outputTokens":1561,"reductionPercent":85.67,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.3678,"evidencePosition":"middle"}
{"caseId":"cc850bc8245a7ae790e1f59014371d4f35cd46d7","paperId":"1703.10344","method":"tail_recency","inputTokens":10895,"outputTokens":1584,"reductionPercent":85.46,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.4029,"evidencePosition":"middle"}
{"caseId":"cc850bc8245a7ae790e1f59014371d4f35cd46d7","paperId":"1703.10344","method":"seeded_random","inputTokens":10895,"outputTokens":1584,"reductionPercent":85.46,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.8211,"evidencePosition":"middle"}
{"caseId":"cc850bc8245a7ae790e1f59014371d4f35cd46d7","paperId":"1703.10344","method":"oracle_ceiling","inputTokens":10895,"outputTokens":1583,"reductionPercent":85.47,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.2374,"evidencePosition":"middle"}
{"caseId":"b591853e938984e6069d738371500ebdec50d256","paperId":"1611.01576","method":"maha_bm25","inputTokens":4953,"outputTokens":1551,"reductionPercent":68.69,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1822,"evidencePosition":"middle"}
{"caseId":"b591853e938984e6069d738371500ebdec50d256","paperId":"1611.01576","method":"maha_keyword","inputTokens":4953,"outputTokens":1657,"reductionPercent":66.55,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3025,"evidencePosition":"middle"}
{"caseId":"b591853e938984e6069d738371500ebdec50d256","paperId":"1611.01576","method":"front_truncation","inputTokens":4953,"outputTokens":1668,"reductionPercent":66.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2797,"evidencePosition":"middle"}
{"caseId":"b591853e938984e6069d738371500ebdec50d256","paperId":"1611.01576","method":"tail_recency","inputTokens":4953,"outputTokens":1659,"reductionPercent":66.51,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1354,"evidencePosition":"middle"}
{"caseId":"b591853e938984e6069d738371500ebdec50d256","paperId":"1611.01576","method":"seeded_random","inputTokens":4953,"outputTokens":1626,"reductionPercent":67.17,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.1241,"evidencePosition":"middle"}
{"caseId":"b591853e938984e6069d738371500ebdec50d256","paperId":"1611.01576","method":"oracle_ceiling","inputTokens":4953,"outputTokens":1684,"reductionPercent":66,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.5082,"evidencePosition":"middle"}
{"caseId":"7006c66a15477b917656f435d66f63760d33a304","paperId":"1805.06966","method":"maha_bm25","inputTokens":6728,"outputTokens":1412,"reductionPercent":79.01,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.2072,"evidencePosition":"back"}
{"caseId":"7006c66a15477b917656f435d66f63760d33a304","paperId":"1805.06966","method":"maha_keyword","inputTokens":6728,"outputTokens":1585,"reductionPercent":76.44,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.4827,"evidencePosition":"back"}
{"caseId":"7006c66a15477b917656f435d66f63760d33a304","paperId":"1805.06966","method":"front_truncation","inputTokens":6728,"outputTokens":1552,"reductionPercent":76.93,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3975,"evidencePosition":"back"}
{"caseId":"7006c66a15477b917656f435d66f63760d33a304","paperId":"1805.06966","method":"tail_recency","inputTokens":6728,"outputTokens":1613,"reductionPercent":76.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.5533,"evidencePosition":"back"}
{"caseId":"7006c66a15477b917656f435d66f63760d33a304","paperId":"1805.06966","method":"seeded_random","inputTokens":6728,"outputTokens":1616,"reductionPercent":75.98,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7502,"evidencePosition":"back"}
{"caseId":"7006c66a15477b917656f435d66f63760d33a304","paperId":"1805.06966","method":"oracle_ceiling","inputTokens":6728,"outputTokens":1598,"reductionPercent":76.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2843,"evidencePosition":"back"}
{"caseId":"c88a846197b72d25e04ec55f00ee3e72f655504c","paperId":"1802.00396","method":"maha_bm25","inputTokens":11228,"outputTokens":1402,"reductionPercent":87.51,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.628,"evidencePosition":"front"}
{"caseId":"c88a846197b72d25e04ec55f00ee3e72f655504c","paperId":"1802.00396","method":"maha_keyword","inputTokens":11228,"outputTokens":1565,"reductionPercent":86.06,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.8589,"evidencePosition":"front"}
{"caseId":"c88a846197b72d25e04ec55f00ee3e72f655504c","paperId":"1802.00396","method":"front_truncation","inputTokens":11228,"outputTokens":1556,"reductionPercent":86.14,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8681,"evidencePosition":"front"}
{"caseId":"c88a846197b72d25e04ec55f00ee3e72f655504c","paperId":"1802.00396","method":"tail_recency","inputTokens":11228,"outputTokens":1513,"reductionPercent":86.52,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.9011,"evidencePosition":"front"}
{"caseId":"c88a846197b72d25e04ec55f00ee3e72f655504c","paperId":"1802.00396","method":"seeded_random","inputTokens":11228,"outputTokens":1573,"reductionPercent":85.99,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.9775,"evidencePosition":"front"}
{"caseId":"c88a846197b72d25e04ec55f00ee3e72f655504c","paperId":"1802.00396","method":"oracle_ceiling","inputTokens":11228,"outputTokens":1587,"reductionPercent":85.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.6971,"evidencePosition":"front"}
{"caseId":"8748e8f64af57560d124c7b518b853bf2711c13e","paperId":"1910.12574","method":"maha_bm25","inputTokens":6367,"outputTokens":1600,"reductionPercent":74.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5477,"evidencePosition":"middle"}
{"caseId":"8748e8f64af57560d124c7b518b853bf2711c13e","paperId":"1910.12574","method":"maha_keyword","inputTokens":6367,"outputTokens":1563,"reductionPercent":75.45,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8653,"evidencePosition":"middle"}
{"caseId":"8748e8f64af57560d124c7b518b853bf2711c13e","paperId":"1910.12574","method":"front_truncation","inputTokens":6367,"outputTokens":1584,"reductionPercent":75.12,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.248,"evidencePosition":"middle"}
{"caseId":"8748e8f64af57560d124c7b518b853bf2711c13e","paperId":"1910.12574","method":"tail_recency","inputTokens":6367,"outputTokens":1615,"reductionPercent":74.63,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.8558,"evidencePosition":"middle"}
{"caseId":"8748e8f64af57560d124c7b518b853bf2711c13e","paperId":"1910.12574","method":"seeded_random","inputTokens":6367,"outputTokens":1623,"reductionPercent":74.51,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2511,"evidencePosition":"middle"}
{"caseId":"8748e8f64af57560d124c7b518b853bf2711c13e","paperId":"1910.12574","method":"oracle_ceiling","inputTokens":6367,"outputTokens":1616,"reductionPercent":74.62,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.0731,"evidencePosition":"middle"}
{"caseId":"3d7a982c718ea6bc7e770d8c5da564fbb9d11951","paperId":"1908.09246","method":"maha_bm25","inputTokens":5769,"outputTokens":1630,"reductionPercent":71.75,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8812,"evidencePosition":"front"}
{"caseId":"3d7a982c718ea6bc7e770d8c5da564fbb9d11951","paperId":"1908.09246","method":"maha_keyword","inputTokens":5769,"outputTokens":1557,"reductionPercent":73.01,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2599,"evidencePosition":"front"}
{"caseId":"3d7a982c718ea6bc7e770d8c5da564fbb9d11951","paperId":"1908.09246","method":"front_truncation","inputTokens":5769,"outputTokens":1588,"reductionPercent":72.47,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.1892,"evidencePosition":"front"}
{"caseId":"3d7a982c718ea6bc7e770d8c5da564fbb9d11951","paperId":"1908.09246","method":"tail_recency","inputTokens":5769,"outputTokens":1595,"reductionPercent":72.35,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1677,"evidencePosition":"front"}
{"caseId":"3d7a982c718ea6bc7e770d8c5da564fbb9d11951","paperId":"1908.09246","method":"seeded_random","inputTokens":5769,"outputTokens":1754,"reductionPercent":69.6,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.5499,"evidencePosition":"front"}
{"caseId":"3d7a982c718ea6bc7e770d8c5da564fbb9d11951","paperId":"1908.09246","method":"oracle_ceiling","inputTokens":5769,"outputTokens":1540,"reductionPercent":73.31,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.0181,"evidencePosition":"front"}
{"caseId":"70a1b0f9f26f1b82c14783f1b76dfb5400444aa4","paperId":"1906.07662","method":"maha_bm25","inputTokens":4814,"outputTokens":1522,"reductionPercent":68.38,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6601,"evidencePosition":"front"}
{"caseId":"70a1b0f9f26f1b82c14783f1b76dfb5400444aa4","paperId":"1906.07662","method":"maha_keyword","inputTokens":4814,"outputTokens":1472,"reductionPercent":69.42,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4249,"evidencePosition":"front"}
{"caseId":"70a1b0f9f26f1b82c14783f1b76dfb5400444aa4","paperId":"1906.07662","method":"front_truncation","inputTokens":4814,"outputTokens":1569,"reductionPercent":67.41,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.0962,"evidencePosition":"front"}
{"caseId":"70a1b0f9f26f1b82c14783f1b76dfb5400444aa4","paperId":"1906.07662","method":"tail_recency","inputTokens":4814,"outputTokens":1605,"reductionPercent":66.66,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4203,"evidencePosition":"front"}
{"caseId":"70a1b0f9f26f1b82c14783f1b76dfb5400444aa4","paperId":"1906.07662","method":"seeded_random","inputTokens":4814,"outputTokens":1544,"reductionPercent":67.93,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0459,"evidencePosition":"front"}
{"caseId":"70a1b0f9f26f1b82c14783f1b76dfb5400444aa4","paperId":"1906.07662","method":"oracle_ceiling","inputTokens":4814,"outputTokens":1600,"reductionPercent":66.76,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.9085,"evidencePosition":"front"}
{"caseId":"d6191c4643201262a770947fc95a613f57bedb6b","paperId":"1704.04452","method":"maha_bm25","inputTokens":5753,"outputTokens":1542,"reductionPercent":73.2,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3175,"evidencePosition":"middle"}
{"caseId":"d6191c4643201262a770947fc95a613f57bedb6b","paperId":"1704.04452","method":"maha_keyword","inputTokens":5753,"outputTokens":1532,"reductionPercent":73.37,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3517,"evidencePosition":"middle"}
{"caseId":"d6191c4643201262a770947fc95a613f57bedb6b","paperId":"1704.04452","method":"front_truncation","inputTokens":5753,"outputTokens":1606,"reductionPercent":72.08,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7712,"evidencePosition":"middle"}
{"caseId":"d6191c4643201262a770947fc95a613f57bedb6b","paperId":"1704.04452","method":"tail_recency","inputTokens":5753,"outputTokens":1535,"reductionPercent":73.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.444,"evidencePosition":"middle"}
{"caseId":"d6191c4643201262a770947fc95a613f57bedb6b","paperId":"1704.04452","method":"seeded_random","inputTokens":5753,"outputTokens":1550,"reductionPercent":73.06,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4392,"evidencePosition":"middle"}
{"caseId":"d6191c4643201262a770947fc95a613f57bedb6b","paperId":"1704.04452","method":"oracle_ceiling","inputTokens":5753,"outputTokens":1544,"reductionPercent":73.16,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.1996,"evidencePosition":"middle"}
{"caseId":"b3d01ac226ee979e188a4141877a6d2a5482de98","paperId":"1910.14599","method":"maha_bm25","inputTokens":6828,"outputTokens":1514,"reductionPercent":77.83,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6439,"evidencePosition":"front"}
{"caseId":"b3d01ac226ee979e188a4141877a6d2a5482de98","paperId":"1910.14599","method":"maha_keyword","inputTokens":6828,"outputTokens":1468,"reductionPercent":78.5,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3923,"evidencePosition":"front"}
{"caseId":"b3d01ac226ee979e188a4141877a6d2a5482de98","paperId":"1910.14599","method":"front_truncation","inputTokens":6828,"outputTokens":1567,"reductionPercent":77.05,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.6553,"evidencePosition":"front"}
{"caseId":"b3d01ac226ee979e188a4141877a6d2a5482de98","paperId":"1910.14599","method":"tail_recency","inputTokens":6828,"outputTokens":1667,"reductionPercent":75.59,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.9445,"evidencePosition":"front"}
{"caseId":"b3d01ac226ee979e188a4141877a6d2a5482de98","paperId":"1910.14599","method":"seeded_random","inputTokens":6828,"outputTokens":1586,"reductionPercent":76.77,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3536,"evidencePosition":"front"}
{"caseId":"b3d01ac226ee979e188a4141877a6d2a5482de98","paperId":"1910.14599","method":"oracle_ceiling","inputTokens":6828,"outputTokens":1545,"reductionPercent":77.37,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4972,"evidencePosition":"front"}
{"caseId":"c497e8701060583d91bb64b9f9202d40047effc4","paperId":"1907.06292","method":"maha_bm25","inputTokens":4990,"outputTokens":1512,"reductionPercent":69.7,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1542,"evidencePosition":"front"}
{"caseId":"c497e8701060583d91bb64b9f9202d40047effc4","paperId":"1907.06292","method":"maha_keyword","inputTokens":4990,"outputTokens":1365,"reductionPercent":72.65,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6581,"evidencePosition":"front"}
{"caseId":"c497e8701060583d91bb64b9f9202d40047effc4","paperId":"1907.06292","method":"front_truncation","inputTokens":4990,"outputTokens":1544,"reductionPercent":69.06,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.3302,"evidencePosition":"front"}
{"caseId":"c497e8701060583d91bb64b9f9202d40047effc4","paperId":"1907.06292","method":"tail_recency","inputTokens":4990,"outputTokens":1575,"reductionPercent":68.44,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3702,"evidencePosition":"front"}
{"caseId":"c497e8701060583d91bb64b9f9202d40047effc4","paperId":"1907.06292","method":"seeded_random","inputTokens":4990,"outputTokens":1586,"reductionPercent":68.22,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2548,"evidencePosition":"front"}
{"caseId":"c497e8701060583d91bb64b9f9202d40047effc4","paperId":"1907.06292","method":"oracle_ceiling","inputTokens":4990,"outputTokens":1559,"reductionPercent":68.76,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1465,"evidencePosition":"front"}
{"caseId":"a3bb9a936f61bafb509fa12ac0a61f91abcc5106","paperId":"1908.05441","method":"maha_bm25","inputTokens":8227,"outputTokens":1678,"reductionPercent":79.6,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3296,"evidencePosition":"front"}
{"caseId":"a3bb9a936f61bafb509fa12ac0a61f91abcc5106","paperId":"1908.05441","method":"maha_keyword","inputTokens":8227,"outputTokens":1594,"reductionPercent":80.62,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.0609,"evidencePosition":"front"}
{"caseId":"a3bb9a936f61bafb509fa12ac0a61f91abcc5106","paperId":"1908.05441","method":"front_truncation","inputTokens":8227,"outputTokens":1679,"reductionPercent":79.59,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7632,"evidencePosition":"front"}
{"caseId":"a3bb9a936f61bafb509fa12ac0a61f91abcc5106","paperId":"1908.05441","method":"tail_recency","inputTokens":8227,"outputTokens":1610,"reductionPercent":80.43,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7551,"evidencePosition":"front"}
{"caseId":"a3bb9a936f61bafb509fa12ac0a61f91abcc5106","paperId":"1908.05441","method":"seeded_random","inputTokens":8227,"outputTokens":1677,"reductionPercent":79.62,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.1923,"evidencePosition":"front"}
{"caseId":"a3bb9a936f61bafb509fa12ac0a61f91abcc5106","paperId":"1908.05441","method":"oracle_ceiling","inputTokens":8227,"outputTokens":1573,"reductionPercent":80.88,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3703,"evidencePosition":"front"}
{"caseId":"60ce4868af45753c9e124e64e518c32376f12694","paperId":"1906.00790","method":"maha_bm25","inputTokens":5576,"outputTokens":1590,"reductionPercent":71.48,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8318,"evidencePosition":"middle"}
{"caseId":"60ce4868af45753c9e124e64e518c32376f12694","paperId":"1906.00790","method":"maha_keyword","inputTokens":5576,"outputTokens":1623,"reductionPercent":70.89,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.626,"evidencePosition":"middle"}
{"caseId":"60ce4868af45753c9e124e64e518c32376f12694","paperId":"1906.00790","method":"front_truncation","inputTokens":5576,"outputTokens":1672,"reductionPercent":70.01,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3796,"evidencePosition":"middle"}
{"caseId":"60ce4868af45753c9e124e64e518c32376f12694","paperId":"1906.00790","method":"tail_recency","inputTokens":5576,"outputTokens":1689,"reductionPercent":69.71,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2523,"evidencePosition":"middle"}
{"caseId":"60ce4868af45753c9e124e64e518c32376f12694","paperId":"1906.00790","method":"seeded_random","inputTokens":5576,"outputTokens":1702,"reductionPercent":69.48,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2791,"evidencePosition":"middle"}
{"caseId":"60ce4868af45753c9e124e64e518c32376f12694","paperId":"1906.00790","method":"oracle_ceiling","inputTokens":5576,"outputTokens":1664,"reductionPercent":70.16,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2068,"evidencePosition":"middle"}
{"caseId":"ffa7f91d6406da11ddf415ef094aaf28f3c3872d","paperId":"1906.01081","method":"maha_bm25","inputTokens":5254,"outputTokens":1571,"reductionPercent":70.1,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2835,"evidencePosition":"middle"}
{"caseId":"ffa7f91d6406da11ddf415ef094aaf28f3c3872d","paperId":"1906.01081","method":"maha_keyword","inputTokens":5254,"outputTokens":1521,"reductionPercent":71.05,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6887,"evidencePosition":"middle"}
{"caseId":"ffa7f91d6406da11ddf415ef094aaf28f3c3872d","paperId":"1906.01081","method":"front_truncation","inputTokens":5254,"outputTokens":1589,"reductionPercent":69.76,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2624,"evidencePosition":"middle"}
{"caseId":"ffa7f91d6406da11ddf415ef094aaf28f3c3872d","paperId":"1906.01081","method":"tail_recency","inputTokens":5254,"outputTokens":1635,"reductionPercent":68.88,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.2768,"evidencePosition":"middle"}
{"caseId":"ffa7f91d6406da11ddf415ef094aaf28f3c3872d","paperId":"1906.01081","method":"seeded_random","inputTokens":5254,"outputTokens":1597,"reductionPercent":69.6,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1197,"evidencePosition":"middle"}
{"caseId":"ffa7f91d6406da11ddf415ef094aaf28f3c3872d","paperId":"1906.01081","method":"oracle_ceiling","inputTokens":5254,"outputTokens":1572,"reductionPercent":70.08,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6313,"evidencePosition":"middle"}
{"caseId":"d859cc37799a508bbbe4270ed291ca6394afce2c","paperId":"1912.03804","method":"maha_bm25","inputTokens":5027,"outputTokens":1556,"reductionPercent":69.05,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2287,"evidencePosition":"back"}
{"caseId":"d859cc37799a508bbbe4270ed291ca6394afce2c","paperId":"1912.03804","method":"maha_keyword","inputTokens":5027,"outputTokens":1500,"reductionPercent":70.16,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.7021,"evidencePosition":"back"}
{"caseId":"d859cc37799a508bbbe4270ed291ca6394afce2c","paperId":"1912.03804","method":"front_truncation","inputTokens":5027,"outputTokens":1558,"reductionPercent":69.01,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3552,"evidencePosition":"back"}
{"caseId":"d859cc37799a508bbbe4270ed291ca6394afce2c","paperId":"1912.03804","method":"tail_recency","inputTokens":5027,"outputTokens":1561,"reductionPercent":68.95,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.3387,"evidencePosition":"back"}
{"caseId":"d859cc37799a508bbbe4270ed291ca6394afce2c","paperId":"1912.03804","method":"seeded_random","inputTokens":5027,"outputTokens":1585,"reductionPercent":68.47,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3825,"evidencePosition":"back"}
{"caseId":"d859cc37799a508bbbe4270ed291ca6394afce2c","paperId":"1912.03804","method":"oracle_ceiling","inputTokens":5027,"outputTokens":1584,"reductionPercent":68.49,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9043,"evidencePosition":"back"}
{"caseId":"9bb7ae50bff91571a945c1af025ed2e67714a788","paperId":"1905.10851","method":"maha_bm25","inputTokens":5020,"outputTokens":1554,"reductionPercent":69.04,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0749,"evidencePosition":"back"}
{"caseId":"9bb7ae50bff91571a945c1af025ed2e67714a788","paperId":"1905.10851","method":"maha_keyword","inputTokens":5020,"outputTokens":1554,"reductionPercent":69.04,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3965,"evidencePosition":"back"}
{"caseId":"9bb7ae50bff91571a945c1af025ed2e67714a788","paperId":"1905.10851","method":"front_truncation","inputTokens":5020,"outputTokens":1611,"reductionPercent":67.91,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6323,"evidencePosition":"back"}
{"caseId":"9bb7ae50bff91571a945c1af025ed2e67714a788","paperId":"1905.10851","method":"tail_recency","inputTokens":5020,"outputTokens":1610,"reductionPercent":67.93,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1954,"evidencePosition":"back"}
{"caseId":"9bb7ae50bff91571a945c1af025ed2e67714a788","paperId":"1905.10851","method":"seeded_random","inputTokens":5020,"outputTokens":1626,"reductionPercent":67.61,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3395,"evidencePosition":"back"}
{"caseId":"9bb7ae50bff91571a945c1af025ed2e67714a788","paperId":"1905.10851","method":"oracle_ceiling","inputTokens":5020,"outputTokens":1638,"reductionPercent":67.37,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.326,"evidencePosition":"back"}
{"caseId":"d28d86524292506d4b24ae2d486725a6d57a3db3","paperId":"1902.09243","method":"maha_bm25","inputTokens":6099,"outputTokens":1498,"reductionPercent":75.44,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8943,"evidencePosition":"front"}
{"caseId":"d28d86524292506d4b24ae2d486725a6d57a3db3","paperId":"1902.09243","method":"maha_keyword","inputTokens":6099,"outputTokens":1388,"reductionPercent":77.24,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8102,"evidencePosition":"front"}
{"caseId":"d28d86524292506d4b24ae2d486725a6d57a3db3","paperId":"1902.09243","method":"front_truncation","inputTokens":6099,"outputTokens":1528,"reductionPercent":74.95,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.424,"evidencePosition":"front"}
{"caseId":"d28d86524292506d4b24ae2d486725a6d57a3db3","paperId":"1902.09243","method":"tail_recency","inputTokens":6099,"outputTokens":1576,"reductionPercent":74.16,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.2021,"evidencePosition":"front"}
{"caseId":"d28d86524292506d4b24ae2d486725a6d57a3db3","paperId":"1902.09243","method":"seeded_random","inputTokens":6099,"outputTokens":1443,"reductionPercent":76.34,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5304,"evidencePosition":"front"}
{"caseId":"d28d86524292506d4b24ae2d486725a6d57a3db3","paperId":"1902.09243","method":"oracle_ceiling","inputTokens":6099,"outputTokens":1536,"reductionPercent":74.82,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.1782,"evidencePosition":"front"}
{"caseId":"0fc2b5bc2ead08a6fe0280fb3a47477c6df1587c","paperId":"1603.01514","method":"maha_bm25","inputTokens":5510,"outputTokens":1613,"reductionPercent":70.73,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9753,"evidencePosition":"middle"}
{"caseId":"0fc2b5bc2ead08a6fe0280fb3a47477c6df1587c","paperId":"1603.01514","method":"maha_keyword","inputTokens":5510,"outputTokens":1595,"reductionPercent":71.05,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6861,"evidencePosition":"middle"}
{"caseId":"0fc2b5bc2ead08a6fe0280fb3a47477c6df1587c","paperId":"1603.01514","method":"front_truncation","inputTokens":5510,"outputTokens":1751,"reductionPercent":68.22,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5952,"evidencePosition":"middle"}
{"caseId":"0fc2b5bc2ead08a6fe0280fb3a47477c6df1587c","paperId":"1603.01514","method":"tail_recency","inputTokens":5510,"outputTokens":1685,"reductionPercent":69.42,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6058,"evidencePosition":"middle"}
{"caseId":"0fc2b5bc2ead08a6fe0280fb3a47477c6df1587c","paperId":"1603.01514","method":"seeded_random","inputTokens":5510,"outputTokens":1755,"reductionPercent":68.15,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.5252,"evidencePosition":"middle"}
{"caseId":"0fc2b5bc2ead08a6fe0280fb3a47477c6df1587c","paperId":"1603.01514","method":"oracle_ceiling","inputTokens":5510,"outputTokens":1699,"reductionPercent":69.17,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9644,"evidencePosition":"middle"}
{"caseId":"6aaf12505add25dd133c7b0dafe8f4fe966d1f1d","paperId":"1808.09029","method":"maha_bm25","inputTokens":4888,"outputTokens":1643,"reductionPercent":66.39,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6863,"evidencePosition":"middle"}
{"caseId":"6aaf12505add25dd133c7b0dafe8f4fe966d1f1d","paperId":"1808.09029","method":"maha_keyword","inputTokens":4888,"outputTokens":1643,"reductionPercent":66.39,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.2191,"evidencePosition":"middle"}
{"caseId":"6aaf12505add25dd133c7b0dafe8f4fe966d1f1d","paperId":"1808.09029","method":"front_truncation","inputTokens":4888,"outputTokens":1681,"reductionPercent":65.61,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3919,"evidencePosition":"middle"}
{"caseId":"6aaf12505add25dd133c7b0dafe8f4fe966d1f1d","paperId":"1808.09029","method":"tail_recency","inputTokens":4888,"outputTokens":1652,"reductionPercent":66.2,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.193,"evidencePosition":"middle"}
{"caseId":"6aaf12505add25dd133c7b0dafe8f4fe966d1f1d","paperId":"1808.09029","method":"seeded_random","inputTokens":4888,"outputTokens":1705,"reductionPercent":65.12,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2293,"evidencePosition":"middle"}
{"caseId":"6aaf12505add25dd133c7b0dafe8f4fe966d1f1d","paperId":"1808.09029","method":"oracle_ceiling","inputTokens":4888,"outputTokens":1653,"reductionPercent":66.18,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8047,"evidencePosition":"middle"}
{"caseId":"126ff22bfcc14a2f7e1a06a91ba7b646003e9cf0","paperId":"1909.01383","method":"maha_bm25","inputTokens":5516,"outputTokens":1522,"reductionPercent":72.41,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1294,"evidencePosition":"middle"}
{"caseId":"126ff22bfcc14a2f7e1a06a91ba7b646003e9cf0","paperId":"1909.01383","method":"maha_keyword","inputTokens":5516,"outputTokens":1445,"reductionPercent":73.8,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4608,"evidencePosition":"middle"}
{"caseId":"126ff22bfcc14a2f7e1a06a91ba7b646003e9cf0","paperId":"1909.01383","method":"front_truncation","inputTokens":5516,"outputTokens":1562,"reductionPercent":71.68,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6769,"evidencePosition":"middle"}
{"caseId":"126ff22bfcc14a2f7e1a06a91ba7b646003e9cf0","paperId":"1909.01383","method":"tail_recency","inputTokens":5516,"outputTokens":1617,"reductionPercent":70.69,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5743,"evidencePosition":"middle"}
{"caseId":"126ff22bfcc14a2f7e1a06a91ba7b646003e9cf0","paperId":"1909.01383","method":"seeded_random","inputTokens":5516,"outputTokens":1602,"reductionPercent":70.96,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.3317,"evidencePosition":"middle"}
{"caseId":"126ff22bfcc14a2f7e1a06a91ba7b646003e9cf0","paperId":"1909.01383","method":"oracle_ceiling","inputTokens":5516,"outputTokens":1577,"reductionPercent":71.41,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7359,"evidencePosition":"middle"}
{"caseId":"9de2f73a3db0c695e5e0f5a3d791fdc370b1df6e","paperId":"1810.04635","method":"maha_bm25","inputTokens":4527,"outputTokens":1467,"reductionPercent":67.59,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7821,"evidencePosition":"front"}
{"caseId":"9de2f73a3db0c695e5e0f5a3d791fdc370b1df6e","paperId":"1810.04635","method":"maha_keyword","inputTokens":4527,"outputTokens":1535,"reductionPercent":66.09,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.1592,"evidencePosition":"front"}
{"caseId":"9de2f73a3db0c695e5e0f5a3d791fdc370b1df6e","paperId":"1810.04635","method":"front_truncation","inputTokens":4527,"outputTokens":1573,"reductionPercent":65.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.7913,"evidencePosition":"front"}
{"caseId":"9de2f73a3db0c695e5e0f5a3d791fdc370b1df6e","paperId":"1810.04635","method":"tail_recency","inputTokens":4527,"outputTokens":1537,"reductionPercent":66.05,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0226,"evidencePosition":"front"}
{"caseId":"9de2f73a3db0c695e5e0f5a3d791fdc370b1df6e","paperId":"1810.04635","method":"seeded_random","inputTokens":4527,"outputTokens":1556,"reductionPercent":65.63,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.0239,"evidencePosition":"front"}
{"caseId":"9de2f73a3db0c695e5e0f5a3d791fdc370b1df6e","paperId":"1810.04635","method":"oracle_ceiling","inputTokens":4527,"outputTokens":1580,"reductionPercent":65.1,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2688,"evidencePosition":"front"}
{"caseId":"7e4ef0a4debc048b244b61b4f7dc2518b5b466c0","paperId":"1909.01383","method":"maha_bm25","inputTokens":5516,"outputTokens":1561,"reductionPercent":71.7,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.999,"evidencePosition":"front"}
{"caseId":"7e4ef0a4debc048b244b61b4f7dc2518b5b466c0","paperId":"1909.01383","method":"maha_keyword","inputTokens":5516,"outputTokens":1479,"reductionPercent":73.19,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.5903,"evidencePosition":"front"}
{"caseId":"7e4ef0a4debc048b244b61b4f7dc2518b5b466c0","paperId":"1909.01383","method":"front_truncation","inputTokens":5516,"outputTokens":1540,"reductionPercent":72.08,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.467,"evidencePosition":"front"}
{"caseId":"7e4ef0a4debc048b244b61b4f7dc2518b5b466c0","paperId":"1909.01383","method":"tail_recency","inputTokens":5516,"outputTokens":1616,"reductionPercent":70.7,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5879,"evidencePosition":"front"}
{"caseId":"7e4ef0a4debc048b244b61b4f7dc2518b5b466c0","paperId":"1909.01383","method":"seeded_random","inputTokens":5516,"outputTokens":1576,"reductionPercent":71.43,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4545,"evidencePosition":"front"}
{"caseId":"7e4ef0a4debc048b244b61b4f7dc2518b5b466c0","paperId":"1909.01383","method":"oracle_ceiling","inputTokens":5516,"outputTokens":1567,"reductionPercent":71.59,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9521,"evidencePosition":"front"}
{"caseId":"197b276d0610ebfacd57ab46b0b29f3033c96a40","paperId":"1712.00991","method":"maha_bm25","inputTokens":4556,"outputTokens":1608,"reductionPercent":64.71,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9108,"evidencePosition":"middle"}
{"caseId":"197b276d0610ebfacd57ab46b0b29f3033c96a40","paperId":"1712.00991","method":"maha_keyword","inputTokens":4556,"outputTokens":1323,"reductionPercent":70.96,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.1204,"evidencePosition":"middle"}
{"caseId":"197b276d0610ebfacd57ab46b0b29f3033c96a40","paperId":"1712.00991","method":"front_truncation","inputTokens":4556,"outputTokens":1608,"reductionPercent":64.71,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3963,"evidencePosition":"middle"}
{"caseId":"197b276d0610ebfacd57ab46b0b29f3033c96a40","paperId":"1712.00991","method":"tail_recency","inputTokens":4556,"outputTokens":1616,"reductionPercent":64.53,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.5152,"evidencePosition":"middle"}
{"caseId":"197b276d0610ebfacd57ab46b0b29f3033c96a40","paperId":"1712.00991","method":"seeded_random","inputTokens":4556,"outputTokens":1634,"reductionPercent":64.14,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4412,"evidencePosition":"middle"}
{"caseId":"197b276d0610ebfacd57ab46b0b29f3033c96a40","paperId":"1712.00991","method":"oracle_ceiling","inputTokens":4556,"outputTokens":1575,"reductionPercent":65.43,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1183,"evidencePosition":"middle"}
{"caseId":"9ee07edc371e014df686ced4fb0c3a7b9ce3d5dc","paperId":"1704.06194","method":"maha_bm25","inputTokens":7039,"outputTokens":1410,"reductionPercent":79.97,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7717,"evidencePosition":"back"}
{"caseId":"9ee07edc371e014df686ced4fb0c3a7b9ce3d5dc","paperId":"1704.06194","method":"maha_keyword","inputTokens":7039,"outputTokens":1410,"reductionPercent":79.97,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7709,"evidencePosition":"back"}
{"caseId":"9ee07edc371e014df686ced4fb0c3a7b9ce3d5dc","paperId":"1704.06194","method":"front_truncation","inputTokens":7039,"outputTokens":1531,"reductionPercent":78.25,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.511,"evidencePosition":"back"}
{"caseId":"9ee07edc371e014df686ced4fb0c3a7b9ce3d5dc","paperId":"1704.06194","method":"tail_recency","inputTokens":7039,"outputTokens":1568,"reductionPercent":77.72,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.448,"evidencePosition":"back"}
{"caseId":"9ee07edc371e014df686ced4fb0c3a7b9ce3d5dc","paperId":"1704.06194","method":"seeded_random","inputTokens":7039,"outputTokens":1430,"reductionPercent":79.68,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2195,"evidencePosition":"back"}
{"caseId":"9ee07edc371e014df686ced4fb0c3a7b9ce3d5dc","paperId":"1704.06194","method":"oracle_ceiling","inputTokens":7039,"outputTokens":1498,"reductionPercent":78.72,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.828,"evidencePosition":"back"}
{"caseId":"4eaf9787f51cd7cdc45eb85cf223d752328c6ee4","paperId":"1708.01464","method":"maha_bm25","inputTokens":4538,"outputTokens":1495,"reductionPercent":67.06,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.5372,"evidencePosition":"middle"}
{"caseId":"4eaf9787f51cd7cdc45eb85cf223d752328c6ee4","paperId":"1708.01464","method":"maha_keyword","inputTokens":4538,"outputTokens":1591,"reductionPercent":64.94,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4362,"evidencePosition":"middle"}
{"caseId":"4eaf9787f51cd7cdc45eb85cf223d752328c6ee4","paperId":"1708.01464","method":"front_truncation","inputTokens":4538,"outputTokens":1620,"reductionPercent":64.3,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5476,"evidencePosition":"middle"}
{"caseId":"4eaf9787f51cd7cdc45eb85cf223d752328c6ee4","paperId":"1708.01464","method":"tail_recency","inputTokens":4538,"outputTokens":1616,"reductionPercent":64.39,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2557,"evidencePosition":"middle"}
{"caseId":"4eaf9787f51cd7cdc45eb85cf223d752328c6ee4","paperId":"1708.01464","method":"seeded_random","inputTokens":4538,"outputTokens":1598,"reductionPercent":64.79,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1891,"evidencePosition":"middle"}
{"caseId":"4eaf9787f51cd7cdc45eb85cf223d752328c6ee4","paperId":"1708.01464","method":"oracle_ceiling","inputTokens":4538,"outputTokens":1655,"reductionPercent":63.53,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3214,"evidencePosition":"middle"}
{"caseId":"62f27fe08ddb67f16857fab2a8a721926ecbb6fb","paperId":"1909.06200","method":"maha_bm25","inputTokens":6324,"outputTokens":1536,"reductionPercent":75.71,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.2793,"evidencePosition":"back"}
{"caseId":"62f27fe08ddb67f16857fab2a8a721926ecbb6fb","paperId":"1909.06200","method":"maha_keyword","inputTokens":6324,"outputTokens":1434,"reductionPercent":77.32,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3097,"evidencePosition":"back"}
{"caseId":"62f27fe08ddb67f16857fab2a8a721926ecbb6fb","paperId":"1909.06200","method":"front_truncation","inputTokens":6324,"outputTokens":1567,"reductionPercent":75.22,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.9382,"evidencePosition":"back"}
{"caseId":"62f27fe08ddb67f16857fab2a8a721926ecbb6fb","paperId":"1909.06200","method":"tail_recency","inputTokens":6324,"outputTokens":1550,"reductionPercent":75.49,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.8843,"evidencePosition":"back"}
{"caseId":"62f27fe08ddb67f16857fab2a8a721926ecbb6fb","paperId":"1909.06200","method":"seeded_random","inputTokens":6324,"outputTokens":1706,"reductionPercent":73.02,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.5183,"evidencePosition":"back"}
{"caseId":"62f27fe08ddb67f16857fab2a8a721926ecbb6fb","paperId":"1909.06200","method":"oracle_ceiling","inputTokens":6324,"outputTokens":1564,"reductionPercent":75.27,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.146,"evidencePosition":"back"}
{"caseId":"3321d8d0e190d25958e5bfe0f3438b5c2ba80fd1","paperId":"1908.05441","method":"maha_bm25","inputTokens":8227,"outputTokens":1572,"reductionPercent":80.89,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.1305,"evidencePosition":"front"}
{"caseId":"3321d8d0e190d25958e5bfe0f3438b5c2ba80fd1","paperId":"1908.05441","method":"maha_keyword","inputTokens":8227,"outputTokens":1572,"reductionPercent":80.89,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.4638,"evidencePosition":"front"}
{"caseId":"3321d8d0e190d25958e5bfe0f3438b5c2ba80fd1","paperId":"1908.05441","method":"front_truncation","inputTokens":8227,"outputTokens":1678,"reductionPercent":79.6,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.0074,"evidencePosition":"front"}
{"caseId":"3321d8d0e190d25958e5bfe0f3438b5c2ba80fd1","paperId":"1908.05441","method":"tail_recency","inputTokens":8227,"outputTokens":1609,"reductionPercent":80.44,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7354,"evidencePosition":"front"}
{"caseId":"3321d8d0e190d25958e5bfe0f3438b5c2ba80fd1","paperId":"1908.05441","method":"seeded_random","inputTokens":8227,"outputTokens":1634,"reductionPercent":80.14,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.785,"evidencePosition":"front"}
{"caseId":"3321d8d0e190d25958e5bfe0f3438b5c2ba80fd1","paperId":"1908.05441","method":"oracle_ceiling","inputTokens":8227,"outputTokens":1579,"reductionPercent":80.81,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.07,"evidencePosition":"front"}
{"caseId":"c0bee6539eb6956a7347daa9d2419b367bd02064","paperId":"2003.03106","method":"maha_bm25","inputTokens":6723,"outputTokens":1461,"reductionPercent":78.27,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5688,"evidencePosition":"back"}
{"caseId":"c0bee6539eb6956a7347daa9d2419b367bd02064","paperId":"2003.03106","method":"maha_keyword","inputTokens":6723,"outputTokens":1541,"reductionPercent":77.08,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1331,"evidencePosition":"back"}
{"caseId":"c0bee6539eb6956a7347daa9d2419b367bd02064","paperId":"2003.03106","method":"front_truncation","inputTokens":6723,"outputTokens":1561,"reductionPercent":76.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.1014,"evidencePosition":"back"}
{"caseId":"c0bee6539eb6956a7347daa9d2419b367bd02064","paperId":"2003.03106","method":"tail_recency","inputTokens":6723,"outputTokens":1555,"reductionPercent":76.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.714,"evidencePosition":"back"}
{"caseId":"c0bee6539eb6956a7347daa9d2419b367bd02064","paperId":"2003.03106","method":"seeded_random","inputTokens":6723,"outputTokens":1562,"reductionPercent":76.77,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.2561,"evidencePosition":"back"}
{"caseId":"c0bee6539eb6956a7347daa9d2419b367bd02064","paperId":"2003.03106","method":"oracle_ceiling","inputTokens":6723,"outputTokens":1554,"reductionPercent":76.89,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.8205,"evidencePosition":"back"}
{"caseId":"a5e5cda1f6195ab1336855f1e39a609d61326d62","paperId":"1807.07279","method":"maha_bm25","inputTokens":8838,"outputTokens":1617,"reductionPercent":81.7,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.8482,"evidencePosition":"front"}
{"caseId":"a5e5cda1f6195ab1336855f1e39a609d61326d62","paperId":"1807.07279","method":"maha_keyword","inputTokens":8838,"outputTokens":1544,"reductionPercent":82.53,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.2801,"evidencePosition":"front"}
{"caseId":"a5e5cda1f6195ab1336855f1e39a609d61326d62","paperId":"1807.07279","method":"front_truncation","inputTokens":8838,"outputTokens":1697,"reductionPercent":80.8,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9823,"evidencePosition":"front"}
{"caseId":"a5e5cda1f6195ab1336855f1e39a609d61326d62","paperId":"1807.07279","method":"tail_recency","inputTokens":8838,"outputTokens":1576,"reductionPercent":82.17,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.3545,"evidencePosition":"front"}
{"caseId":"a5e5cda1f6195ab1336855f1e39a609d61326d62","paperId":"1807.07279","method":"seeded_random","inputTokens":8838,"outputTokens":1718,"reductionPercent":80.56,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.602,"evidencePosition":"front"}
{"caseId":"a5e5cda1f6195ab1336855f1e39a609d61326d62","paperId":"1807.07279","method":"oracle_ceiling","inputTokens":8838,"outputTokens":1569,"reductionPercent":82.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.944,"evidencePosition":"front"}
{"caseId":"18942ab8c365955da3fd8fc901dfb1a3b65c1be1","paperId":"1810.12196","method":"maha_bm25","inputTokens":4969,"outputTokens":1534,"reductionPercent":69.13,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6823,"evidencePosition":"front"}
{"caseId":"18942ab8c365955da3fd8fc901dfb1a3b65c1be1","paperId":"1810.12196","method":"maha_keyword","inputTokens":4969,"outputTokens":1331,"reductionPercent":73.21,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.0726,"evidencePosition":"front"}
{"caseId":"18942ab8c365955da3fd8fc901dfb1a3b65c1be1","paperId":"1810.12196","method":"front_truncation","inputTokens":4969,"outputTokens":1563,"reductionPercent":68.54,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8019,"evidencePosition":"front"}
{"caseId":"18942ab8c365955da3fd8fc901dfb1a3b65c1be1","paperId":"1810.12196","method":"tail_recency","inputTokens":4969,"outputTokens":1564,"reductionPercent":68.52,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0912,"evidencePosition":"front"}
{"caseId":"18942ab8c365955da3fd8fc901dfb1a3b65c1be1","paperId":"1810.12196","method":"seeded_random","inputTokens":4969,"outputTokens":1549,"reductionPercent":68.83,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.8822,"evidencePosition":"front"}
{"caseId":"18942ab8c365955da3fd8fc901dfb1a3b65c1be1","paperId":"1810.12196","method":"oracle_ceiling","inputTokens":4969,"outputTokens":1553,"reductionPercent":68.75,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.7835,"evidencePosition":"front"}
{"caseId":"e9cfbfdf30e48cffdeca58d4ac6fdd66a8b27d7a","paperId":"1704.04452","method":"maha_bm25","inputTokens":5753,"outputTokens":1472,"reductionPercent":74.41,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3126,"evidencePosition":"front"}
{"caseId":"e9cfbfdf30e48cffdeca58d4ac6fdd66a8b27d7a","paperId":"1704.04452","method":"maha_keyword","inputTokens":5753,"outputTokens":1488,"reductionPercent":74.14,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7088,"evidencePosition":"front"}
{"caseId":"e9cfbfdf30e48cffdeca58d4ac6fdd66a8b27d7a","paperId":"1704.04452","method":"front_truncation","inputTokens":5753,"outputTokens":1609,"reductionPercent":72.03,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6382,"evidencePosition":"front"}
{"caseId":"e9cfbfdf30e48cffdeca58d4ac6fdd66a8b27d7a","paperId":"1704.04452","method":"tail_recency","inputTokens":5753,"outputTokens":1530,"reductionPercent":73.41,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6224,"evidencePosition":"front"}
{"caseId":"e9cfbfdf30e48cffdeca58d4ac6fdd66a8b27d7a","paperId":"1704.04452","method":"seeded_random","inputTokens":5753,"outputTokens":1574,"reductionPercent":72.64,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0927,"evidencePosition":"front"}
{"caseId":"e9cfbfdf30e48cffdeca58d4ac6fdd66a8b27d7a","paperId":"1704.04452","method":"oracle_ceiling","inputTokens":5753,"outputTokens":1546,"reductionPercent":73.13,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5245,"evidencePosition":"front"}
{"caseId":"e5bc73974c79d96eee2b688e578a9de1d0eb38fd","paperId":"1610.00956","method":"maha_bm25","inputTokens":5504,"outputTokens":1499,"reductionPercent":72.77,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3405,"evidencePosition":"back"}
{"caseId":"e5bc73974c79d96eee2b688e578a9de1d0eb38fd","paperId":"1610.00956","method":"maha_keyword","inputTokens":5504,"outputTokens":1498,"reductionPercent":72.78,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7635,"evidencePosition":"back"}
{"caseId":"e5bc73974c79d96eee2b688e578a9de1d0eb38fd","paperId":"1610.00956","method":"front_truncation","inputTokens":5504,"outputTokens":1579,"reductionPercent":71.31,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0818,"evidencePosition":"back"}
{"caseId":"e5bc73974c79d96eee2b688e578a9de1d0eb38fd","paperId":"1610.00956","method":"tail_recency","inputTokens":5504,"outputTokens":1551,"reductionPercent":71.82,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.7546,"evidencePosition":"back"}
{"caseId":"e5bc73974c79d96eee2b688e578a9de1d0eb38fd","paperId":"1610.00956","method":"seeded_random","inputTokens":5504,"outputTokens":1560,"reductionPercent":71.66,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.7518,"evidencePosition":"back"}
{"caseId":"e5bc73974c79d96eee2b688e578a9de1d0eb38fd","paperId":"1610.00956","method":"oracle_ceiling","inputTokens":5504,"outputTokens":1584,"reductionPercent":71.22,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6845,"evidencePosition":"back"}
{"caseId":"b6f466e0fdcb310ecd212fd90396d9d13e0c0504","paperId":"1903.11283","method":"maha_bm25","inputTokens":6483,"outputTokens":1587,"reductionPercent":75.52,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.7471,"evidencePosition":"front"}
{"caseId":"b6f466e0fdcb310ecd212fd90396d9d13e0c0504","paperId":"1903.11283","method":"maha_keyword","inputTokens":6483,"outputTokens":1503,"reductionPercent":76.82,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9534,"evidencePosition":"front"}
{"caseId":"b6f466e0fdcb310ecd212fd90396d9d13e0c0504","paperId":"1903.11283","method":"front_truncation","inputTokens":6483,"outputTokens":1621,"reductionPercent":75,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.9552,"evidencePosition":"front"}
{"caseId":"b6f466e0fdcb310ecd212fd90396d9d13e0c0504","paperId":"1903.11283","method":"tail_recency","inputTokens":6483,"outputTokens":1652,"reductionPercent":74.52,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.2292,"evidencePosition":"front"}
{"caseId":"b6f466e0fdcb310ecd212fd90396d9d13e0c0504","paperId":"1903.11283","method":"seeded_random","inputTokens":6483,"outputTokens":1579,"reductionPercent":75.64,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0925,"evidencePosition":"front"}
{"caseId":"b6f466e0fdcb310ecd212fd90396d9d13e0c0504","paperId":"1903.11283","method":"oracle_ceiling","inputTokens":6483,"outputTokens":1564,"reductionPercent":75.88,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5176,"evidencePosition":"front"}
{"caseId":"c4628d965983934d7a2a9797a2de6a411629d5bc","paperId":"1906.00346","method":"maha_bm25","inputTokens":6405,"outputTokens":1488,"reductionPercent":76.77,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7809,"evidencePosition":"back"}
{"caseId":"c4628d965983934d7a2a9797a2de6a411629d5bc","paperId":"1906.00346","method":"maha_keyword","inputTokens":6405,"outputTokens":1522,"reductionPercent":76.24,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4138,"evidencePosition":"back"}
{"caseId":"c4628d965983934d7a2a9797a2de6a411629d5bc","paperId":"1906.00346","method":"front_truncation","inputTokens":6405,"outputTokens":1566,"reductionPercent":75.55,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5521,"evidencePosition":"back"}
{"caseId":"c4628d965983934d7a2a9797a2de6a411629d5bc","paperId":"1906.00346","method":"tail_recency","inputTokens":6405,"outputTokens":1475,"reductionPercent":76.97,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.5044,"evidencePosition":"back"}
{"caseId":"c4628d965983934d7a2a9797a2de6a411629d5bc","paperId":"1906.00346","method":"seeded_random","inputTokens":6405,"outputTokens":1458,"reductionPercent":77.24,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3646,"evidencePosition":"back"}
{"caseId":"c4628d965983934d7a2a9797a2de6a411629d5bc","paperId":"1906.00346","method":"oracle_ceiling","inputTokens":6405,"outputTokens":1527,"reductionPercent":76.16,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.0607,"evidencePosition":"back"}
{"caseId":"efe9bad55107a6be7704ed97ecce948a8ca7b1d2","paperId":"1909.11687","method":"maha_bm25","inputTokens":5211,"outputTokens":1548,"reductionPercent":70.29,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5416,"evidencePosition":"back"}
{"caseId":"efe9bad55107a6be7704ed97ecce948a8ca7b1d2","paperId":"1909.11687","method":"maha_keyword","inputTokens":5211,"outputTokens":1569,"reductionPercent":69.89,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4693,"evidencePosition":"back"}
{"caseId":"efe9bad55107a6be7704ed97ecce948a8ca7b1d2","paperId":"1909.11687","method":"front_truncation","inputTokens":5211,"outputTokens":1623,"reductionPercent":68.85,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.612,"evidencePosition":"back"}
{"caseId":"efe9bad55107a6be7704ed97ecce948a8ca7b1d2","paperId":"1909.11687","method":"tail_recency","inputTokens":5211,"outputTokens":1557,"reductionPercent":70.12,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.1263,"evidencePosition":"back"}
{"caseId":"efe9bad55107a6be7704ed97ecce948a8ca7b1d2","paperId":"1909.11687","method":"seeded_random","inputTokens":5211,"outputTokens":1606,"reductionPercent":69.18,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.2178,"evidencePosition":"back"}
{"caseId":"efe9bad55107a6be7704ed97ecce948a8ca7b1d2","paperId":"1909.11687","method":"oracle_ceiling","inputTokens":5211,"outputTokens":1618,"reductionPercent":68.95,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3407,"evidencePosition":"back"}
{"caseId":"c22394a3fb0dbf2fc7d3a70ad6435803f5a16ebd","paperId":"1908.08717","method":"maha_bm25","inputTokens":5574,"outputTokens":1457,"reductionPercent":73.86,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0887,"evidencePosition":"front"}
{"caseId":"c22394a3fb0dbf2fc7d3a70ad6435803f5a16ebd","paperId":"1908.08717","method":"maha_keyword","inputTokens":5574,"outputTokens":1378,"reductionPercent":75.28,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0861,"evidencePosition":"front"}
{"caseId":"c22394a3fb0dbf2fc7d3a70ad6435803f5a16ebd","paperId":"1908.08717","method":"front_truncation","inputTokens":5574,"outputTokens":1586,"reductionPercent":71.55,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.562,"evidencePosition":"front"}
{"caseId":"c22394a3fb0dbf2fc7d3a70ad6435803f5a16ebd","paperId":"1908.08717","method":"tail_recency","inputTokens":5574,"outputTokens":1540,"reductionPercent":72.37,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1548,"evidencePosition":"front"}
{"caseId":"c22394a3fb0dbf2fc7d3a70ad6435803f5a16ebd","paperId":"1908.08717","method":"seeded_random","inputTokens":5574,"outputTokens":1548,"reductionPercent":72.23,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1231,"evidencePosition":"front"}
{"caseId":"c22394a3fb0dbf2fc7d3a70ad6435803f5a16ebd","paperId":"1908.08717","method":"oracle_ceiling","inputTokens":5574,"outputTokens":1497,"reductionPercent":73.14,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.7373,"evidencePosition":"front"}
{"caseId":"435570723b37ee1f5898c1a34ef86a0b2e8701bb","paperId":"1801.10293","method":"maha_bm25","inputTokens":5602,"outputTokens":1413,"reductionPercent":74.78,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2935,"evidencePosition":"back"}
{"caseId":"435570723b37ee1f5898c1a34ef86a0b2e8701bb","paperId":"1801.10293","method":"maha_keyword","inputTokens":5602,"outputTokens":1443,"reductionPercent":74.24,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.3047,"evidencePosition":"back"}
{"caseId":"435570723b37ee1f5898c1a34ef86a0b2e8701bb","paperId":"1801.10293","method":"front_truncation","inputTokens":5602,"outputTokens":1648,"reductionPercent":70.58,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6925,"evidencePosition":"back"}
{"caseId":"435570723b37ee1f5898c1a34ef86a0b2e8701bb","paperId":"1801.10293","method":"tail_recency","inputTokens":5602,"outputTokens":1622,"reductionPercent":71.05,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.2282,"evidencePosition":"back"}
{"caseId":"435570723b37ee1f5898c1a34ef86a0b2e8701bb","paperId":"1801.10293","method":"seeded_random","inputTokens":5602,"outputTokens":1661,"reductionPercent":70.35,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.6053,"evidencePosition":"back"}
{"caseId":"435570723b37ee1f5898c1a34ef86a0b2e8701bb","paperId":"1801.10293","method":"oracle_ceiling","inputTokens":5602,"outputTokens":1632,"reductionPercent":70.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":8.9493,"evidencePosition":"back"}
{"caseId":"4ef11518b40cc55d86c485f14e24732123b0d907","paperId":"2001.07820","method":"maha_bm25","inputTokens":6421,"outputTokens":1483,"reductionPercent":76.9,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":14.2139,"evidencePosition":"front"}
{"caseId":"4ef11518b40cc55d86c485f14e24732123b0d907","paperId":"2001.07820","method":"maha_keyword","inputTokens":6421,"outputTokens":1333,"reductionPercent":79.24,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.0616,"evidencePosition":"front"}
{"caseId":"4ef11518b40cc55d86c485f14e24732123b0d907","paperId":"2001.07820","method":"front_truncation","inputTokens":6421,"outputTokens":1603,"reductionPercent":75.04,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.3839,"evidencePosition":"front"}
{"caseId":"4ef11518b40cc55d86c485f14e24732123b0d907","paperId":"2001.07820","method":"tail_recency","inputTokens":6421,"outputTokens":1583,"reductionPercent":75.35,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5208,"evidencePosition":"front"}
{"caseId":"4ef11518b40cc55d86c485f14e24732123b0d907","paperId":"2001.07820","method":"seeded_random","inputTokens":6421,"outputTokens":1581,"reductionPercent":75.38,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.2512,"evidencePosition":"front"}
{"caseId":"4ef11518b40cc55d86c485f14e24732123b0d907","paperId":"2001.07820","method":"oracle_ceiling","inputTokens":6421,"outputTokens":1634,"reductionPercent":74.55,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9321,"evidencePosition":"front"}
{"caseId":"8c48c726bb17a17d70ab29db4d65a93030dd5382","paperId":"1905.07791","method":"maha_bm25","inputTokens":6065,"outputTokens":1532,"reductionPercent":74.74,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.7479,"evidencePosition":"front"}
{"caseId":"8c48c726bb17a17d70ab29db4d65a93030dd5382","paperId":"1905.07791","method":"maha_keyword","inputTokens":6065,"outputTokens":1357,"reductionPercent":77.63,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.7517,"evidencePosition":"front"}
{"caseId":"8c48c726bb17a17d70ab29db4d65a93030dd5382","paperId":"1905.07791","method":"front_truncation","inputTokens":6065,"outputTokens":1608,"reductionPercent":73.49,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.6793,"evidencePosition":"front"}
{"caseId":"8c48c726bb17a17d70ab29db4d65a93030dd5382","paperId":"1905.07791","method":"tail_recency","inputTokens":6065,"outputTokens":1531,"reductionPercent":74.76,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4831,"evidencePosition":"front"}
{"caseId":"8c48c726bb17a17d70ab29db4d65a93030dd5382","paperId":"1905.07791","method":"seeded_random","inputTokens":6065,"outputTokens":1582,"reductionPercent":73.92,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4393,"evidencePosition":"front"}
{"caseId":"8c48c726bb17a17d70ab29db4d65a93030dd5382","paperId":"1905.07791","method":"oracle_ceiling","inputTokens":6065,"outputTokens":1497,"reductionPercent":75.32,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1878,"evidencePosition":"front"}
{"caseId":"a87a009c242d57c51fc94fe312af5e02070f898b","paperId":"1609.00425","method":"maha_bm25","inputTokens":6177,"outputTokens":1409,"reductionPercent":77.19,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2695,"evidencePosition":"middle"}
{"caseId":"a87a009c242d57c51fc94fe312af5e02070f898b","paperId":"1609.00425","method":"maha_keyword","inputTokens":6177,"outputTokens":1545,"reductionPercent":74.99,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.6149,"evidencePosition":"middle"}
{"caseId":"a87a009c242d57c51fc94fe312af5e02070f898b","paperId":"1609.00425","method":"front_truncation","inputTokens":6177,"outputTokens":1529,"reductionPercent":75.25,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6102,"evidencePosition":"middle"}
{"caseId":"a87a009c242d57c51fc94fe312af5e02070f898b","paperId":"1609.00425","method":"tail_recency","inputTokens":6177,"outputTokens":1618,"reductionPercent":73.81,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6495,"evidencePosition":"middle"}
{"caseId":"a87a009c242d57c51fc94fe312af5e02070f898b","paperId":"1609.00425","method":"seeded_random","inputTokens":6177,"outputTokens":1553,"reductionPercent":74.86,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5234,"evidencePosition":"middle"}
{"caseId":"a87a009c242d57c51fc94fe312af5e02070f898b","paperId":"1609.00425","method":"oracle_ceiling","inputTokens":6177,"outputTokens":1605,"reductionPercent":74.02,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6551,"evidencePosition":"middle"}
{"caseId":"8dda1ef371933811e2a25a286529c31623cca0c6","paperId":"2004.02192","method":"maha_bm25","inputTokens":7557,"outputTokens":1113,"reductionPercent":85.27,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.709,"evidencePosition":"middle"}
{"caseId":"8dda1ef371933811e2a25a286529c31623cca0c6","paperId":"2004.02192","method":"maha_keyword","inputTokens":7557,"outputTokens":1549,"reductionPercent":79.5,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.6437,"evidencePosition":"middle"}
{"caseId":"8dda1ef371933811e2a25a286529c31623cca0c6","paperId":"2004.02192","method":"front_truncation","inputTokens":7557,"outputTokens":1671,"reductionPercent":77.89,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.4932,"evidencePosition":"middle"}
{"caseId":"8dda1ef371933811e2a25a286529c31623cca0c6","paperId":"2004.02192","method":"tail_recency","inputTokens":7557,"outputTokens":1523,"reductionPercent":79.85,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0455,"evidencePosition":"middle"}
{"caseId":"8dda1ef371933811e2a25a286529c31623cca0c6","paperId":"2004.02192","method":"seeded_random","inputTokens":7557,"outputTokens":1495,"reductionPercent":80.22,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2699,"evidencePosition":"middle"}
{"caseId":"8dda1ef371933811e2a25a286529c31623cca0c6","paperId":"2004.02192","method":"oracle_ceiling","inputTokens":7557,"outputTokens":1478,"reductionPercent":80.44,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.4795,"evidencePosition":"middle"}
{"caseId":"71bd5db79635d48a0730163a9f2e8ef19a86cd66","paperId":"2003.04642","method":"maha_bm25","inputTokens":7073,"outputTokens":1528,"reductionPercent":78.4,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.69,"evidencePosition":"middle"}
{"caseId":"71bd5db79635d48a0730163a9f2e8ef19a86cd66","paperId":"2003.04642","method":"maha_keyword","inputTokens":7073,"outputTokens":1429,"reductionPercent":79.8,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.6172,"evidencePosition":"middle"}
{"caseId":"71bd5db79635d48a0730163a9f2e8ef19a86cd66","paperId":"2003.04642","method":"front_truncation","inputTokens":7073,"outputTokens":1528,"reductionPercent":78.4,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7963,"evidencePosition":"middle"}
{"caseId":"71bd5db79635d48a0730163a9f2e8ef19a86cd66","paperId":"2003.04642","method":"tail_recency","inputTokens":7073,"outputTokens":1567,"reductionPercent":77.85,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.728,"evidencePosition":"middle"}
{"caseId":"71bd5db79635d48a0730163a9f2e8ef19a86cd66","paperId":"2003.04642","method":"seeded_random","inputTokens":7073,"outputTokens":1548,"reductionPercent":78.11,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.7769,"evidencePosition":"middle"}
{"caseId":"71bd5db79635d48a0730163a9f2e8ef19a86cd66","paperId":"2003.04642","method":"oracle_ceiling","inputTokens":7073,"outputTokens":1577,"reductionPercent":77.7,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6691,"evidencePosition":"middle"}
{"caseId":"75ff6e425ce304a35f18c0230c0d13d3913a31a9","paperId":"1912.13337","method":"maha_bm25","inputTokens":9961,"outputTokens":1418,"reductionPercent":85.76,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.4475,"evidencePosition":"front"}
{"caseId":"75ff6e425ce304a35f18c0230c0d13d3913a31a9","paperId":"1912.13337","method":"maha_keyword","inputTokens":9961,"outputTokens":1338,"reductionPercent":86.57,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1229,"evidencePosition":"front"}
{"caseId":"75ff6e425ce304a35f18c0230c0d13d3913a31a9","paperId":"1912.13337","method":"front_truncation","inputTokens":9961,"outputTokens":1491,"reductionPercent":85.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8154,"evidencePosition":"front"}
{"caseId":"75ff6e425ce304a35f18c0230c0d13d3913a31a9","paperId":"1912.13337","method":"tail_recency","inputTokens":9961,"outputTokens":1555,"reductionPercent":84.39,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0058,"evidencePosition":"front"}
{"caseId":"75ff6e425ce304a35f18c0230c0d13d3913a31a9","paperId":"1912.13337","method":"seeded_random","inputTokens":9961,"outputTokens":1510,"reductionPercent":84.84,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6204,"evidencePosition":"front"}
{"caseId":"75ff6e425ce304a35f18c0230c0d13d3913a31a9","paperId":"1912.13337","method":"oracle_ceiling","inputTokens":9961,"outputTokens":1475,"reductionPercent":85.19,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9568,"evidencePosition":"front"}
{"caseId":"a4d115220438c0ded06a91ad62337061389a6747","paperId":"1809.01202","method":"maha_bm25","inputTokens":5493,"outputTokens":1543,"reductionPercent":71.91,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.6473,"evidencePosition":"middle"}
{"caseId":"a4d115220438c0ded06a91ad62337061389a6747","paperId":"1809.01202","method":"maha_keyword","inputTokens":5493,"outputTokens":1500,"reductionPercent":72.69,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2816,"evidencePosition":"middle"}
{"caseId":"a4d115220438c0ded06a91ad62337061389a6747","paperId":"1809.01202","method":"front_truncation","inputTokens":5493,"outputTokens":1534,"reductionPercent":72.07,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3108,"evidencePosition":"middle"}
{"caseId":"a4d115220438c0ded06a91ad62337061389a6747","paperId":"1809.01202","method":"tail_recency","inputTokens":5493,"outputTokens":1505,"reductionPercent":72.6,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.05,"evidencePosition":"middle"}
{"caseId":"a4d115220438c0ded06a91ad62337061389a6747","paperId":"1809.01202","method":"seeded_random","inputTokens":5493,"outputTokens":1550,"reductionPercent":71.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1945,"evidencePosition":"middle"}
{"caseId":"a4d115220438c0ded06a91ad62337061389a6747","paperId":"1809.01202","method":"oracle_ceiling","inputTokens":5493,"outputTokens":1523,"reductionPercent":72.27,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.798,"evidencePosition":"middle"}
{"caseId":"861187338c5ad445b9acddba8f2c7688785667b1","paperId":"1912.04961","method":"maha_bm25","inputTokens":6821,"outputTokens":1391,"reductionPercent":79.61,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6357,"evidencePosition":"front"}
{"caseId":"861187338c5ad445b9acddba8f2c7688785667b1","paperId":"1912.04961","method":"maha_keyword","inputTokens":6821,"outputTokens":1423,"reductionPercent":79.14,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9459,"evidencePosition":"front"}
{"caseId":"861187338c5ad445b9acddba8f2c7688785667b1","paperId":"1912.04961","method":"front_truncation","inputTokens":6821,"outputTokens":1588,"reductionPercent":76.72,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.5132,"evidencePosition":"front"}
{"caseId":"861187338c5ad445b9acddba8f2c7688785667b1","paperId":"1912.04961","method":"tail_recency","inputTokens":6821,"outputTokens":1531,"reductionPercent":77.55,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4168,"evidencePosition":"front"}
{"caseId":"861187338c5ad445b9acddba8f2c7688785667b1","paperId":"1912.04961","method":"seeded_random","inputTokens":6821,"outputTokens":1493,"reductionPercent":78.11,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4632,"evidencePosition":"front"}
{"caseId":"861187338c5ad445b9acddba8f2c7688785667b1","paperId":"1912.04961","method":"oracle_ceiling","inputTokens":6821,"outputTokens":1585,"reductionPercent":76.76,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4636,"evidencePosition":"front"}
{"caseId":"7bd6a6ec230e1efb27d691762cc0674237dc7967","paperId":"1808.09029","method":"maha_bm25","inputTokens":4888,"outputTokens":1668,"reductionPercent":65.88,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7952,"evidencePosition":"middle"}
{"caseId":"7bd6a6ec230e1efb27d691762cc0674237dc7967","paperId":"1808.09029","method":"maha_keyword","inputTokens":4888,"outputTokens":1668,"reductionPercent":65.88,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.3718,"evidencePosition":"middle"}
{"caseId":"7bd6a6ec230e1efb27d691762cc0674237dc7967","paperId":"1808.09029","method":"front_truncation","inputTokens":4888,"outputTokens":1677,"reductionPercent":65.69,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.1081,"evidencePosition":"middle"}
{"caseId":"7bd6a6ec230e1efb27d691762cc0674237dc7967","paperId":"1808.09029","method":"tail_recency","inputTokens":4888,"outputTokens":1648,"reductionPercent":66.28,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3328,"evidencePosition":"middle"}
{"caseId":"7bd6a6ec230e1efb27d691762cc0674237dc7967","paperId":"1808.09029","method":"seeded_random","inputTokens":4888,"outputTokens":1723,"reductionPercent":64.75,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.3735,"evidencePosition":"middle"}
{"caseId":"7bd6a6ec230e1efb27d691762cc0674237dc7967","paperId":"1808.09029","method":"oracle_ceiling","inputTokens":4888,"outputTokens":1662,"reductionPercent":66,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8509,"evidencePosition":"middle"}
{"caseId":"e2db361ae9ad9dbaa9a85736c5593eb3a471983d","paperId":"1908.10084","method":"maha_bm25","inputTokens":6061,"outputTokens":1630,"reductionPercent":73.11,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.662,"evidencePosition":"back"}
{"caseId":"e2db361ae9ad9dbaa9a85736c5593eb3a471983d","paperId":"1908.10084","method":"maha_keyword","inputTokens":6061,"outputTokens":1643,"reductionPercent":72.89,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1959,"evidencePosition":"back"}
{"caseId":"e2db361ae9ad9dbaa9a85736c5593eb3a471983d","paperId":"1908.10084","method":"front_truncation","inputTokens":6061,"outputTokens":1590,"reductionPercent":73.77,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6137,"evidencePosition":"back"}
{"caseId":"e2db361ae9ad9dbaa9a85736c5593eb3a471983d","paperId":"1908.10084","method":"tail_recency","inputTokens":6061,"outputTokens":1618,"reductionPercent":73.3,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0179,"evidencePosition":"back"}
{"caseId":"e2db361ae9ad9dbaa9a85736c5593eb3a471983d","paperId":"1908.10084","method":"seeded_random","inputTokens":6061,"outputTokens":1587,"reductionPercent":73.82,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8727,"evidencePosition":"back"}
{"caseId":"e2db361ae9ad9dbaa9a85736c5593eb3a471983d","paperId":"1908.10084","method":"oracle_ceiling","inputTokens":6061,"outputTokens":1612,"reductionPercent":73.4,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8431,"evidencePosition":"back"}
{"caseId":"81d193672090295e687bc4f4ac1b7a9c76ea35df","paperId":"2001.01269","method":"maha_bm25","inputTokens":5327,"outputTokens":1504,"reductionPercent":71.77,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9588,"evidencePosition":"front"}
{"caseId":"81d193672090295e687bc4f4ac1b7a9c76ea35df","paperId":"2001.01269","method":"maha_keyword","inputTokens":5327,"outputTokens":1561,"reductionPercent":70.7,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.5045,"evidencePosition":"front"}
{"caseId":"81d193672090295e687bc4f4ac1b7a9c76ea35df","paperId":"2001.01269","method":"front_truncation","inputTokens":5327,"outputTokens":1551,"reductionPercent":70.88,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.3707,"evidencePosition":"front"}
{"caseId":"81d193672090295e687bc4f4ac1b7a9c76ea35df","paperId":"2001.01269","method":"tail_recency","inputTokens":5327,"outputTokens":1576,"reductionPercent":70.41,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3345,"evidencePosition":"front"}
{"caseId":"81d193672090295e687bc4f4ac1b7a9c76ea35df","paperId":"2001.01269","method":"seeded_random","inputTokens":5327,"outputTokens":1535,"reductionPercent":71.18,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.3731,"evidencePosition":"front"}
{"caseId":"81d193672090295e687bc4f4ac1b7a9c76ea35df","paperId":"2001.01269","method":"oracle_ceiling","inputTokens":5327,"outputTokens":1549,"reductionPercent":70.92,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6881,"evidencePosition":"front"}
{"caseId":"b65a83a24fc66728451bb063cf6ec50134c8bfb0","paperId":"1706.01678","method":"maha_bm25","inputTokens":5992,"outputTokens":1472,"reductionPercent":75.43,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2829,"evidencePosition":"front"}
{"caseId":"b65a83a24fc66728451bb063cf6ec50134c8bfb0","paperId":"1706.01678","method":"maha_keyword","inputTokens":5992,"outputTokens":1562,"reductionPercent":73.93,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0334,"evidencePosition":"front"}
{"caseId":"b65a83a24fc66728451bb063cf6ec50134c8bfb0","paperId":"1706.01678","method":"front_truncation","inputTokens":5992,"outputTokens":1602,"reductionPercent":73.26,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.4146,"evidencePosition":"front"}
{"caseId":"b65a83a24fc66728451bb063cf6ec50134c8bfb0","paperId":"1706.01678","method":"tail_recency","inputTokens":5992,"outputTokens":1616,"reductionPercent":73.03,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.404,"evidencePosition":"front"}
{"caseId":"b65a83a24fc66728451bb063cf6ec50134c8bfb0","paperId":"1706.01678","method":"seeded_random","inputTokens":5992,"outputTokens":1626,"reductionPercent":72.86,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3333,"evidencePosition":"front"}
{"caseId":"b65a83a24fc66728451bb063cf6ec50134c8bfb0","paperId":"1706.01678","method":"oracle_ceiling","inputTokens":5992,"outputTokens":1549,"reductionPercent":74.15,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5933,"evidencePosition":"front"}
{"caseId":"ae7c93646aa5f3206cd759904965b4d484d12f83","paperId":"1909.03582","method":"maha_bm25","inputTokens":6770,"outputTokens":1497,"reductionPercent":77.89,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4327,"evidencePosition":"back"}
{"caseId":"ae7c93646aa5f3206cd759904965b4d484d12f83","paperId":"1909.03582","method":"maha_keyword","inputTokens":6770,"outputTokens":1183,"reductionPercent":82.53,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9902,"evidencePosition":"back"}
{"caseId":"ae7c93646aa5f3206cd759904965b4d484d12f83","paperId":"1909.03582","method":"front_truncation","inputTokens":6770,"outputTokens":1529,"reductionPercent":77.42,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5223,"evidencePosition":"back"}
{"caseId":"ae7c93646aa5f3206cd759904965b4d484d12f83","paperId":"1909.03582","method":"tail_recency","inputTokens":6770,"outputTokens":1693,"reductionPercent":74.99,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.8902,"evidencePosition":"back"}
{"caseId":"ae7c93646aa5f3206cd759904965b4d484d12f83","paperId":"1909.03582","method":"seeded_random","inputTokens":6770,"outputTokens":1573,"reductionPercent":76.77,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6545,"evidencePosition":"back"}
{"caseId":"ae7c93646aa5f3206cd759904965b4d484d12f83","paperId":"1909.03582","method":"oracle_ceiling","inputTokens":6770,"outputTokens":1530,"reductionPercent":77.4,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6827,"evidencePosition":"back"}
{"caseId":"d4db7df65aa4ece63e1de813e5ce98ce1b4dbe7f","paperId":"1909.10012","method":"maha_bm25","inputTokens":7094,"outputTokens":1607,"reductionPercent":77.35,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.8408,"evidencePosition":"middle"}
{"caseId":"d4db7df65aa4ece63e1de813e5ce98ce1b4dbe7f","paperId":"1909.10012","method":"maha_keyword","inputTokens":7094,"outputTokens":1631,"reductionPercent":77.01,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.7736,"evidencePosition":"middle"}
{"caseId":"d4db7df65aa4ece63e1de813e5ce98ce1b4dbe7f","paperId":"1909.10012","method":"front_truncation","inputTokens":7094,"outputTokens":1614,"reductionPercent":77.25,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6749,"evidencePosition":"middle"}
{"caseId":"d4db7df65aa4ece63e1de813e5ce98ce1b4dbe7f","paperId":"1909.10012","method":"tail_recency","inputTokens":7094,"outputTokens":1658,"reductionPercent":76.63,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2,"evidencePosition":"middle"}
{"caseId":"d4db7df65aa4ece63e1de813e5ce98ce1b4dbe7f","paperId":"1909.10012","method":"seeded_random","inputTokens":7094,"outputTokens":1565,"reductionPercent":77.94,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4829,"evidencePosition":"middle"}
{"caseId":"d4db7df65aa4ece63e1de813e5ce98ce1b4dbe7f","paperId":"1909.10012","method":"oracle_ceiling","inputTokens":7094,"outputTokens":1598,"reductionPercent":77.47,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.2384,"evidencePosition":"middle"}
{"caseId":"0ba3ea93eef5660a79ea3c26c6a270eac32dfa4c","paperId":"1710.07960","method":"maha_bm25","inputTokens":5165,"outputTokens":1558,"reductionPercent":69.84,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3567,"evidencePosition":"back"}
{"caseId":"0ba3ea93eef5660a79ea3c26c6a270eac32dfa4c","paperId":"1710.07960","method":"maha_keyword","inputTokens":5165,"outputTokens":1617,"reductionPercent":68.69,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7457,"evidencePosition":"back"}
{"caseId":"0ba3ea93eef5660a79ea3c26c6a270eac32dfa4c","paperId":"1710.07960","method":"front_truncation","inputTokens":5165,"outputTokens":1629,"reductionPercent":68.46,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.8924,"evidencePosition":"back"}
{"caseId":"0ba3ea93eef5660a79ea3c26c6a270eac32dfa4c","paperId":"1710.07960","method":"tail_recency","inputTokens":5165,"outputTokens":1551,"reductionPercent":69.97,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.4231,"evidencePosition":"back"}
{"caseId":"0ba3ea93eef5660a79ea3c26c6a270eac32dfa4c","paperId":"1710.07960","method":"seeded_random","inputTokens":5165,"outputTokens":1584,"reductionPercent":69.33,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.526,"evidencePosition":"back"}
{"caseId":"0ba3ea93eef5660a79ea3c26c6a270eac32dfa4c","paperId":"1710.07960","method":"oracle_ceiling","inputTokens":5165,"outputTokens":1552,"reductionPercent":69.95,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2213,"evidencePosition":"back"}
{"caseId":"49eb52b3ec0647e165a5e41488088c80a20cc78f","paperId":"1905.10851","method":"maha_bm25","inputTokens":5020,"outputTokens":1546,"reductionPercent":69.2,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7613,"evidencePosition":"back"}
{"caseId":"49eb52b3ec0647e165a5e41488088c80a20cc78f","paperId":"1905.10851","method":"maha_keyword","inputTokens":5020,"outputTokens":1579,"reductionPercent":68.55,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2487,"evidencePosition":"back"}
{"caseId":"49eb52b3ec0647e165a5e41488088c80a20cc78f","paperId":"1905.10851","method":"front_truncation","inputTokens":5020,"outputTokens":1611,"reductionPercent":67.91,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6769,"evidencePosition":"back"}
{"caseId":"49eb52b3ec0647e165a5e41488088c80a20cc78f","paperId":"1905.10851","method":"tail_recency","inputTokens":5020,"outputTokens":1614,"reductionPercent":67.85,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.3317,"evidencePosition":"back"}
{"caseId":"49eb52b3ec0647e165a5e41488088c80a20cc78f","paperId":"1905.10851","method":"seeded_random","inputTokens":5020,"outputTokens":1616,"reductionPercent":67.81,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.4504,"evidencePosition":"back"}
{"caseId":"49eb52b3ec0647e165a5e41488088c80a20cc78f","paperId":"1905.10851","method":"oracle_ceiling","inputTokens":5020,"outputTokens":1607,"reductionPercent":67.99,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.7806,"evidencePosition":"back"}
{"caseId":"111afb77cfbf4c98e0458606378fa63a0e965e36","paperId":"1603.01514","method":"maha_bm25","inputTokens":5510,"outputTokens":1495,"reductionPercent":72.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0505,"evidencePosition":"back"}
{"caseId":"111afb77cfbf4c98e0458606378fa63a0e965e36","paperId":"1603.01514","method":"maha_keyword","inputTokens":5510,"outputTokens":1538,"reductionPercent":72.09,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6126,"evidencePosition":"back"}
{"caseId":"111afb77cfbf4c98e0458606378fa63a0e965e36","paperId":"1603.01514","method":"front_truncation","inputTokens":5510,"outputTokens":1753,"reductionPercent":68.19,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0203,"evidencePosition":"back"}
{"caseId":"111afb77cfbf4c98e0458606378fa63a0e965e36","paperId":"1603.01514","method":"tail_recency","inputTokens":5510,"outputTokens":1687,"reductionPercent":69.38,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.777,"evidencePosition":"back"}
{"caseId":"111afb77cfbf4c98e0458606378fa63a0e965e36","paperId":"1603.01514","method":"seeded_random","inputTokens":5510,"outputTokens":1747,"reductionPercent":68.29,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.8761,"evidencePosition":"back"}
{"caseId":"111afb77cfbf4c98e0458606378fa63a0e965e36","paperId":"1603.01514","method":"oracle_ceiling","inputTokens":5510,"outputTokens":1713,"reductionPercent":68.91,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7991,"evidencePosition":"back"}
{"caseId":"0af16b164db20d8569df4ce688d5a62c861ace0b","paperId":"1908.06264","method":"maha_bm25","inputTokens":4715,"outputTokens":1531,"reductionPercent":67.53,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8604,"evidencePosition":"back"}
{"caseId":"0af16b164db20d8569df4ce688d5a62c861ace0b","paperId":"1908.06264","method":"maha_keyword","inputTokens":4715,"outputTokens":1531,"reductionPercent":67.53,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4241,"evidencePosition":"back"}
{"caseId":"0af16b164db20d8569df4ce688d5a62c861ace0b","paperId":"1908.06264","method":"front_truncation","inputTokens":4715,"outputTokens":1538,"reductionPercent":67.38,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.8246,"evidencePosition":"back"}
{"caseId":"0af16b164db20d8569df4ce688d5a62c861ace0b","paperId":"1908.06264","method":"tail_recency","inputTokens":4715,"outputTokens":1566,"reductionPercent":66.79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.4544,"evidencePosition":"back"}
{"caseId":"0af16b164db20d8569df4ce688d5a62c861ace0b","paperId":"1908.06264","method":"seeded_random","inputTokens":4715,"outputTokens":1478,"reductionPercent":68.65,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.1998,"evidencePosition":"back"}
{"caseId":"0af16b164db20d8569df4ce688d5a62c861ace0b","paperId":"1908.06264","method":"oracle_ceiling","inputTokens":4715,"outputTokens":1544,"reductionPercent":67.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.094,"evidencePosition":"back"}
{"caseId":"ca5a82b54cb707c9b947aa8445aac51ea218b23a","paperId":"2001.02284","method":"maha_bm25","inputTokens":9066,"outputTokens":1384,"reductionPercent":84.73,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.8809,"evidencePosition":"middle"}
{"caseId":"ca5a82b54cb707c9b947aa8445aac51ea218b23a","paperId":"2001.02284","method":"maha_keyword","inputTokens":9066,"outputTokens":1330,"reductionPercent":85.33,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.9764,"evidencePosition":"middle"}
{"caseId":"ca5a82b54cb707c9b947aa8445aac51ea218b23a","paperId":"2001.02284","method":"front_truncation","inputTokens":9066,"outputTokens":1462,"reductionPercent":83.87,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.091,"evidencePosition":"middle"}
{"caseId":"ca5a82b54cb707c9b947aa8445aac51ea218b23a","paperId":"2001.02284","method":"tail_recency","inputTokens":9066,"outputTokens":1396,"reductionPercent":84.6,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.3766,"evidencePosition":"middle"}
{"caseId":"ca5a82b54cb707c9b947aa8445aac51ea218b23a","paperId":"2001.02284","method":"seeded_random","inputTokens":9066,"outputTokens":1493,"reductionPercent":83.53,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6394,"evidencePosition":"middle"}
{"caseId":"ca5a82b54cb707c9b947aa8445aac51ea218b23a","paperId":"2001.02284","method":"oracle_ceiling","inputTokens":9066,"outputTokens":1485,"reductionPercent":83.62,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.0433,"evidencePosition":"middle"}
{"caseId":"5fda8539a97828e188ba26aad5cda1b9dd642bc8","paperId":"1910.14537","method":"maha_bm25","inputTokens":5470,"outputTokens":1426,"reductionPercent":73.93,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9848,"evidencePosition":"back"}
{"caseId":"5fda8539a97828e188ba26aad5cda1b9dd642bc8","paperId":"1910.14537","method":"maha_keyword","inputTokens":5470,"outputTokens":1522,"reductionPercent":72.18,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.24,"evidencePosition":"back"}
{"caseId":"5fda8539a97828e188ba26aad5cda1b9dd642bc8","paperId":"1910.14537","method":"front_truncation","inputTokens":5470,"outputTokens":1600,"reductionPercent":70.75,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7689,"evidencePosition":"back"}
{"caseId":"5fda8539a97828e188ba26aad5cda1b9dd642bc8","paperId":"1910.14537","method":"tail_recency","inputTokens":5470,"outputTokens":1592,"reductionPercent":70.9,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.6662,"evidencePosition":"back"}
{"caseId":"5fda8539a97828e188ba26aad5cda1b9dd642bc8","paperId":"1910.14537","method":"seeded_random","inputTokens":5470,"outputTokens":1457,"reductionPercent":73.36,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.2064,"evidencePosition":"back"}
{"caseId":"5fda8539a97828e188ba26aad5cda1b9dd642bc8","paperId":"1910.14537","method":"oracle_ceiling","inputTokens":5470,"outputTokens":1575,"reductionPercent":71.21,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.5415,"evidencePosition":"back"}
{"caseId":"77c34f1033702278f7f044806c1eba0c6ecb8b04","paperId":"1703.10344","method":"maha_bm25","inputTokens":10895,"outputTokens":1619,"reductionPercent":85.14,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.8727,"evidencePosition":"front"}
{"caseId":"77c34f1033702278f7f044806c1eba0c6ecb8b04","paperId":"1703.10344","method":"maha_keyword","inputTokens":10895,"outputTokens":1477,"reductionPercent":86.44,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.1507,"evidencePosition":"front"}
{"caseId":"77c34f1033702278f7f044806c1eba0c6ecb8b04","paperId":"1703.10344","method":"front_truncation","inputTokens":10895,"outputTokens":1564,"reductionPercent":85.64,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0342,"evidencePosition":"front"}
{"caseId":"77c34f1033702278f7f044806c1eba0c6ecb8b04","paperId":"1703.10344","method":"tail_recency","inputTokens":10895,"outputTokens":1580,"reductionPercent":85.5,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6588,"evidencePosition":"front"}
{"caseId":"77c34f1033702278f7f044806c1eba0c6ecb8b04","paperId":"1703.10344","method":"seeded_random","inputTokens":10895,"outputTokens":1600,"reductionPercent":85.31,"evidenceRecall":25,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0065,"evidencePosition":"front"}
{"caseId":"77c34f1033702278f7f044806c1eba0c6ecb8b04","paperId":"1703.10344","method":"oracle_ceiling","inputTokens":10895,"outputTokens":1598,"reductionPercent":85.33,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":12.7939,"evidencePosition":"front"}
{"caseId":"a1dac888f63c9efaf159d9bdfde7c938636f07b1","paperId":"1810.12091","method":"maha_bm25","inputTokens":6517,"outputTokens":1580,"reductionPercent":75.76,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.984,"evidencePosition":"back"}
{"caseId":"a1dac888f63c9efaf159d9bdfde7c938636f07b1","paperId":"1810.12091","method":"maha_keyword","inputTokens":6517,"outputTokens":1626,"reductionPercent":75.05,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.4037,"evidencePosition":"back"}
{"caseId":"a1dac888f63c9efaf159d9bdfde7c938636f07b1","paperId":"1810.12091","method":"front_truncation","inputTokens":6517,"outputTokens":1583,"reductionPercent":75.71,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5032,"evidencePosition":"back"}
{"caseId":"a1dac888f63c9efaf159d9bdfde7c938636f07b1","paperId":"1810.12091","method":"tail_recency","inputTokens":6517,"outputTokens":1627,"reductionPercent":75.03,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.213,"evidencePosition":"back"}
{"caseId":"a1dac888f63c9efaf159d9bdfde7c938636f07b1","paperId":"1810.12091","method":"seeded_random","inputTokens":6517,"outputTokens":1677,"reductionPercent":74.27,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3191,"evidencePosition":"back"}
{"caseId":"a1dac888f63c9efaf159d9bdfde7c938636f07b1","paperId":"1810.12091","method":"oracle_ceiling","inputTokens":6517,"outputTokens":1636,"reductionPercent":74.9,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.7194,"evidencePosition":"back"}
{"caseId":"220d11a03897d85af91ec88a9b502815c7d2b6f3","paperId":"1909.03135","method":"maha_bm25","inputTokens":4481,"outputTokens":1483,"reductionPercent":66.9,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1647,"evidencePosition":"front"}
{"caseId":"220d11a03897d85af91ec88a9b502815c7d2b6f3","paperId":"1909.03135","method":"maha_keyword","inputTokens":4481,"outputTokens":1427,"reductionPercent":68.15,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4356,"evidencePosition":"front"}
{"caseId":"220d11a03897d85af91ec88a9b502815c7d2b6f3","paperId":"1909.03135","method":"front_truncation","inputTokens":4481,"outputTokens":1633,"reductionPercent":63.56,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.9855,"evidencePosition":"front"}
{"caseId":"220d11a03897d85af91ec88a9b502815c7d2b6f3","paperId":"1909.03135","method":"tail_recency","inputTokens":4481,"outputTokens":1541,"reductionPercent":65.61,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5892,"evidencePosition":"front"}
{"caseId":"220d11a03897d85af91ec88a9b502815c7d2b6f3","paperId":"1909.03135","method":"seeded_random","inputTokens":4481,"outputTokens":1596,"reductionPercent":64.38,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.8727,"evidencePosition":"front"}
{"caseId":"220d11a03897d85af91ec88a9b502815c7d2b6f3","paperId":"1909.03135","method":"oracle_ceiling","inputTokens":4481,"outputTokens":1622,"reductionPercent":63.8,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.094,"evidencePosition":"front"}
{"caseId":"114934e1a1e818630ff33ac5c4cd4be6c6f75bb2","paperId":"1811.08603","method":"maha_bm25","inputTokens":6008,"outputTokens":1414,"reductionPercent":76.46,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.5854,"evidencePosition":"front"}
{"caseId":"114934e1a1e818630ff33ac5c4cd4be6c6f75bb2","paperId":"1811.08603","method":"maha_keyword","inputTokens":6008,"outputTokens":1632,"reductionPercent":72.84,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1115,"evidencePosition":"front"}
{"caseId":"114934e1a1e818630ff33ac5c4cd4be6c6f75bb2","paperId":"1811.08603","method":"front_truncation","inputTokens":6008,"outputTokens":1656,"reductionPercent":72.44,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3677,"evidencePosition":"front"}
{"caseId":"114934e1a1e818630ff33ac5c4cd4be6c6f75bb2","paperId":"1811.08603","method":"tail_recency","inputTokens":6008,"outputTokens":1661,"reductionPercent":72.35,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0795,"evidencePosition":"front"}
{"caseId":"114934e1a1e818630ff33ac5c4cd4be6c6f75bb2","paperId":"1811.08603","method":"seeded_random","inputTokens":6008,"outputTokens":1640,"reductionPercent":72.7,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.088,"evidencePosition":"front"}
{"caseId":"114934e1a1e818630ff33ac5c4cd4be6c6f75bb2","paperId":"1811.08603","method":"oracle_ceiling","inputTokens":6008,"outputTokens":1758,"reductionPercent":70.74,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2408,"evidencePosition":"front"}
{"caseId":"f03df5d99b753dc4833ef27b32bb95ba53d790ee","paperId":"1712.05999","method":"maha_bm25","inputTokens":4141,"outputTokens":1495,"reductionPercent":63.9,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7593,"evidencePosition":"middle"}
{"caseId":"f03df5d99b753dc4833ef27b32bb95ba53d790ee","paperId":"1712.05999","method":"maha_keyword","inputTokens":4141,"outputTokens":1543,"reductionPercent":62.74,"evidenceRecall":66.67,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.977,"evidencePosition":"middle"}
{"caseId":"f03df5d99b753dc4833ef27b32bb95ba53d790ee","paperId":"1712.05999","method":"front_truncation","inputTokens":4141,"outputTokens":1560,"reductionPercent":62.33,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7257,"evidencePosition":"middle"}
{"caseId":"f03df5d99b753dc4833ef27b32bb95ba53d790ee","paperId":"1712.05999","method":"tail_recency","inputTokens":4141,"outputTokens":1507,"reductionPercent":63.61,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.2848,"evidencePosition":"middle"}
{"caseId":"f03df5d99b753dc4833ef27b32bb95ba53d790ee","paperId":"1712.05999","method":"seeded_random","inputTokens":4141,"outputTokens":1521,"reductionPercent":63.27,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.4689,"evidencePosition":"middle"}
{"caseId":"f03df5d99b753dc4833ef27b32bb95ba53d790ee","paperId":"1712.05999","method":"oracle_ceiling","inputTokens":4141,"outputTokens":1524,"reductionPercent":63.2,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0068,"evidencePosition":"middle"}
{"caseId":"3415762847ed13acc3c90de60e3ef42612bc49af","paperId":"1910.12795","method":"maha_bm25","inputTokens":7397,"outputTokens":1423,"reductionPercent":80.76,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1177,"evidencePosition":"back"}
{"caseId":"3415762847ed13acc3c90de60e3ef42612bc49af","paperId":"1910.12795","method":"maha_keyword","inputTokens":7397,"outputTokens":1423,"reductionPercent":80.76,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1451,"evidencePosition":"back"}
{"caseId":"3415762847ed13acc3c90de60e3ef42612bc49af","paperId":"1910.12795","method":"front_truncation","inputTokens":7397,"outputTokens":1625,"reductionPercent":78.03,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.508,"evidencePosition":"back"}
{"caseId":"3415762847ed13acc3c90de60e3ef42612bc49af","paperId":"1910.12795","method":"tail_recency","inputTokens":7397,"outputTokens":1594,"reductionPercent":78.45,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.1345,"evidencePosition":"back"}
{"caseId":"3415762847ed13acc3c90de60e3ef42612bc49af","paperId":"1910.12795","method":"seeded_random","inputTokens":7397,"outputTokens":1583,"reductionPercent":78.6,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.1365,"evidencePosition":"back"}
{"caseId":"3415762847ed13acc3c90de60e3ef42612bc49af","paperId":"1910.12795","method":"oracle_ceiling","inputTokens":7397,"outputTokens":1492,"reductionPercent":79.83,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9137,"evidencePosition":"back"}
{"caseId":"154a721ccc1d425688942e22e75af711b423e086","paperId":"1803.05223","method":"maha_bm25","inputTokens":5972,"outputTokens":1477,"reductionPercent":75.27,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.8039,"evidencePosition":"front"}
{"caseId":"154a721ccc1d425688942e22e75af711b423e086","paperId":"1803.05223","method":"maha_keyword","inputTokens":5972,"outputTokens":1477,"reductionPercent":75.27,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.462,"evidencePosition":"front"}
{"caseId":"154a721ccc1d425688942e22e75af711b423e086","paperId":"1803.05223","method":"front_truncation","inputTokens":5972,"outputTokens":1561,"reductionPercent":73.86,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.9548,"evidencePosition":"front"}
{"caseId":"154a721ccc1d425688942e22e75af711b423e086","paperId":"1803.05223","method":"tail_recency","inputTokens":5972,"outputTokens":1566,"reductionPercent":73.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7533,"evidencePosition":"front"}
{"caseId":"154a721ccc1d425688942e22e75af711b423e086","paperId":"1803.05223","method":"seeded_random","inputTokens":5972,"outputTokens":1526,"reductionPercent":74.45,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5805,"evidencePosition":"front"}
{"caseId":"154a721ccc1d425688942e22e75af711b423e086","paperId":"1803.05223","method":"oracle_ceiling","inputTokens":5972,"outputTokens":1597,"reductionPercent":73.26,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0086,"evidencePosition":"front"}
{"caseId":"ef396a34436072cb3c40b0c9bc9179fee4a168ae","paperId":"1705.04153","method":"maha_bm25","inputTokens":6673,"outputTokens":1607,"reductionPercent":75.92,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5569,"evidencePosition":"front"}
{"caseId":"ef396a34436072cb3c40b0c9bc9179fee4a168ae","paperId":"1705.04153","method":"maha_keyword","inputTokens":6673,"outputTokens":1607,"reductionPercent":75.92,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.2516,"evidencePosition":"front"}
{"caseId":"ef396a34436072cb3c40b0c9bc9179fee4a168ae","paperId":"1705.04153","method":"front_truncation","inputTokens":6673,"outputTokens":1567,"reductionPercent":76.52,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.0867,"evidencePosition":"front"}
{"caseId":"ef396a34436072cb3c40b0c9bc9179fee4a168ae","paperId":"1705.04153","method":"tail_recency","inputTokens":6673,"outputTokens":1583,"reductionPercent":76.28,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.2933,"evidencePosition":"front"}
{"caseId":"ef396a34436072cb3c40b0c9bc9179fee4a168ae","paperId":"1705.04153","method":"seeded_random","inputTokens":6673,"outputTokens":1448,"reductionPercent":78.3,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.866,"evidencePosition":"front"}
{"caseId":"ef396a34436072cb3c40b0c9bc9179fee4a168ae","paperId":"1705.04153","method":"oracle_ceiling","inputTokens":6673,"outputTokens":1519,"reductionPercent":77.24,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8708,"evidencePosition":"front"}
{"caseId":"37a79be0148e1751ffb2daabe4c8ec6680036106","paperId":"1611.03599","method":"maha_bm25","inputTokens":6224,"outputTokens":1514,"reductionPercent":75.67,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9052,"evidencePosition":"middle"}
{"caseId":"37a79be0148e1751ffb2daabe4c8ec6680036106","paperId":"1611.03599","method":"maha_keyword","inputTokens":6224,"outputTokens":1537,"reductionPercent":75.31,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6626,"evidencePosition":"middle"}
{"caseId":"37a79be0148e1751ffb2daabe4c8ec6680036106","paperId":"1611.03599","method":"front_truncation","inputTokens":6224,"outputTokens":1564,"reductionPercent":74.87,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7388,"evidencePosition":"middle"}
{"caseId":"37a79be0148e1751ffb2daabe4c8ec6680036106","paperId":"1611.03599","method":"tail_recency","inputTokens":6224,"outputTokens":1568,"reductionPercent":74.81,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4465,"evidencePosition":"middle"}
{"caseId":"37a79be0148e1751ffb2daabe4c8ec6680036106","paperId":"1611.03599","method":"seeded_random","inputTokens":6224,"outputTokens":1573,"reductionPercent":74.73,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4434,"evidencePosition":"middle"}
{"caseId":"37a79be0148e1751ffb2daabe4c8ec6680036106","paperId":"1611.03599","method":"oracle_ceiling","inputTokens":6224,"outputTokens":1619,"reductionPercent":73.99,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1489,"evidencePosition":"middle"}
{"caseId":"b4f881331b975e6e4cab1868267211ed729d782d","paperId":"1908.04042","method":"maha_bm25","inputTokens":4644,"outputTokens":1340,"reductionPercent":71.15,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9709,"evidencePosition":"front"}
{"caseId":"b4f881331b975e6e4cab1868267211ed729d782d","paperId":"1908.04042","method":"maha_keyword","inputTokens":4644,"outputTokens":1391,"reductionPercent":70.05,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.5042,"evidencePosition":"front"}
{"caseId":"b4f881331b975e6e4cab1868267211ed729d782d","paperId":"1908.04042","method":"front_truncation","inputTokens":4644,"outputTokens":1485,"reductionPercent":68.02,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.9188,"evidencePosition":"front"}
{"caseId":"b4f881331b975e6e4cab1868267211ed729d782d","paperId":"1908.04042","method":"tail_recency","inputTokens":4644,"outputTokens":1538,"reductionPercent":66.88,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.8918,"evidencePosition":"front"}
{"caseId":"b4f881331b975e6e4cab1868267211ed729d782d","paperId":"1908.04042","method":"seeded_random","inputTokens":4644,"outputTokens":1495,"reductionPercent":67.81,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":0.7196,"evidencePosition":"front"}
{"caseId":"b4f881331b975e6e4cab1868267211ed729d782d","paperId":"1908.04042","method":"oracle_ceiling","inputTokens":4644,"outputTokens":1507,"reductionPercent":67.55,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.5489,"evidencePosition":"front"}
{"caseId":"d9980676a83295dda37c20cfd5d58e574d0a4859","paperId":"1903.11437","method":"maha_bm25","inputTokens":5903,"outputTokens":1530,"reductionPercent":74.08,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9782,"evidencePosition":"middle"}
{"caseId":"d9980676a83295dda37c20cfd5d58e574d0a4859","paperId":"1903.11437","method":"maha_keyword","inputTokens":5903,"outputTokens":1576,"reductionPercent":73.3,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5482,"evidencePosition":"middle"}
{"caseId":"d9980676a83295dda37c20cfd5d58e574d0a4859","paperId":"1903.11437","method":"front_truncation","inputTokens":5903,"outputTokens":1600,"reductionPercent":72.9,"evidenceRecall":25,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.187,"evidencePosition":"middle"}
{"caseId":"d9980676a83295dda37c20cfd5d58e574d0a4859","paperId":"1903.11437","method":"tail_recency","inputTokens":5903,"outputTokens":1585,"reductionPercent":73.15,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0839,"evidencePosition":"middle"}
{"caseId":"d9980676a83295dda37c20cfd5d58e574d0a4859","paperId":"1903.11437","method":"seeded_random","inputTokens":5903,"outputTokens":1597,"reductionPercent":72.95,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.3476,"evidencePosition":"middle"}
{"caseId":"d9980676a83295dda37c20cfd5d58e574d0a4859","paperId":"1903.11437","method":"oracle_ceiling","inputTokens":5903,"outputTokens":1571,"reductionPercent":73.39,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.2089,"evidencePosition":"middle"}
{"caseId":"bf3b27a4f4be1f9ae31319877fd0c75c03126fd5","paperId":"1906.01081","method":"maha_bm25","inputTokens":5254,"outputTokens":1425,"reductionPercent":72.88,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7552,"evidencePosition":"middle"}
{"caseId":"bf3b27a4f4be1f9ae31319877fd0c75c03126fd5","paperId":"1906.01081","method":"maha_keyword","inputTokens":5254,"outputTokens":1594,"reductionPercent":69.66,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.3646,"evidencePosition":"middle"}
{"caseId":"bf3b27a4f4be1f9ae31319877fd0c75c03126fd5","paperId":"1906.01081","method":"front_truncation","inputTokens":5254,"outputTokens":1583,"reductionPercent":69.87,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.8022,"evidencePosition":"middle"}
{"caseId":"bf3b27a4f4be1f9ae31319877fd0c75c03126fd5","paperId":"1906.01081","method":"tail_recency","inputTokens":5254,"outputTokens":1629,"reductionPercent":69,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.9341,"evidencePosition":"middle"}
{"caseId":"bf3b27a4f4be1f9ae31319877fd0c75c03126fd5","paperId":"1906.01081","method":"seeded_random","inputTokens":5254,"outputTokens":1599,"reductionPercent":69.57,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.7575,"evidencePosition":"middle"}
{"caseId":"bf3b27a4f4be1f9ae31319877fd0c75c03126fd5","paperId":"1906.01081","method":"oracle_ceiling","inputTokens":5254,"outputTokens":1567,"reductionPercent":70.18,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.7455,"evidencePosition":"middle"}
{"caseId":"22815878083ebd2f9e08bc33a5e733063dac7a0f","paperId":"1909.03135","method":"maha_bm25","inputTokens":4481,"outputTokens":1476,"reductionPercent":67.06,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2764,"evidencePosition":"front"}
{"caseId":"22815878083ebd2f9e08bc33a5e733063dac7a0f","paperId":"1909.03135","method":"maha_keyword","inputTokens":4481,"outputTokens":1582,"reductionPercent":64.7,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1625,"evidencePosition":"front"}
{"caseId":"22815878083ebd2f9e08bc33a5e733063dac7a0f","paperId":"1909.03135","method":"front_truncation","inputTokens":4481,"outputTokens":1636,"reductionPercent":63.49,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.161,"evidencePosition":"front"}
{"caseId":"22815878083ebd2f9e08bc33a5e733063dac7a0f","paperId":"1909.03135","method":"tail_recency","inputTokens":4481,"outputTokens":1544,"reductionPercent":65.54,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3804,"evidencePosition":"front"}
{"caseId":"22815878083ebd2f9e08bc33a5e733063dac7a0f","paperId":"1909.03135","method":"seeded_random","inputTokens":4481,"outputTokens":1625,"reductionPercent":63.74,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.1921,"evidencePosition":"front"}
{"caseId":"22815878083ebd2f9e08bc33a5e733063dac7a0f","paperId":"1909.03135","method":"oracle_ceiling","inputTokens":4481,"outputTokens":1625,"reductionPercent":63.74,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9995,"evidencePosition":"front"}
{"caseId":"0f567251a6566f65170a1329eeeb5105932036b2","paperId":"1906.00790","method":"maha_bm25","inputTokens":5576,"outputTokens":1536,"reductionPercent":72.45,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.545,"evidencePosition":"front"}
{"caseId":"0f567251a6566f65170a1329eeeb5105932036b2","paperId":"1906.00790","method":"maha_keyword","inputTokens":5576,"outputTokens":1625,"reductionPercent":70.86,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3303,"evidencePosition":"front"}
{"caseId":"0f567251a6566f65170a1329eeeb5105932036b2","paperId":"1906.00790","method":"front_truncation","inputTokens":5576,"outputTokens":1659,"reductionPercent":70.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.0173,"evidencePosition":"front"}
{"caseId":"0f567251a6566f65170a1329eeeb5105932036b2","paperId":"1906.00790","method":"tail_recency","inputTokens":5576,"outputTokens":1693,"reductionPercent":69.64,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3101,"evidencePosition":"front"}
{"caseId":"0f567251a6566f65170a1329eeeb5105932036b2","paperId":"1906.00790","method":"seeded_random","inputTokens":5576,"outputTokens":1660,"reductionPercent":70.23,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.1702,"evidencePosition":"front"}
{"caseId":"0f567251a6566f65170a1329eeeb5105932036b2","paperId":"1906.00790","method":"oracle_ceiling","inputTokens":5576,"outputTokens":1674,"reductionPercent":69.98,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8469,"evidencePosition":"front"}
{"caseId":"bb2de20ee5937da7e3e6230e942bec7b6e8f61ee","paperId":"1908.05828","method":"maha_bm25","inputTokens":4469,"outputTokens":1557,"reductionPercent":65.16,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.1507,"evidencePosition":"middle"}
{"caseId":"bb2de20ee5937da7e3e6230e942bec7b6e8f61ee","paperId":"1908.05828","method":"maha_keyword","inputTokens":4469,"outputTokens":1608,"reductionPercent":64.02,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.6333,"evidencePosition":"middle"}
{"caseId":"bb2de20ee5937da7e3e6230e942bec7b6e8f61ee","paperId":"1908.05828","method":"front_truncation","inputTokens":4469,"outputTokens":1702,"reductionPercent":61.92,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.868,"evidencePosition":"middle"}
{"caseId":"bb2de20ee5937da7e3e6230e942bec7b6e8f61ee","paperId":"1908.05828","method":"tail_recency","inputTokens":4469,"outputTokens":1589,"reductionPercent":64.44,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.7891,"evidencePosition":"middle"}
{"caseId":"bb2de20ee5937da7e3e6230e942bec7b6e8f61ee","paperId":"1908.05828","method":"seeded_random","inputTokens":4469,"outputTokens":1649,"reductionPercent":63.1,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":0.8175,"evidencePosition":"middle"}
{"caseId":"bb2de20ee5937da7e3e6230e942bec7b6e8f61ee","paperId":"1908.05828","method":"oracle_ceiling","inputTokens":4469,"outputTokens":1587,"reductionPercent":64.49,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.1124,"evidencePosition":"middle"}
{"caseId":"d51dc36fbf6518226b8e45d4c817e07e8f642003","paperId":"1908.05828","method":"maha_bm25","inputTokens":4469,"outputTokens":1615,"reductionPercent":63.86,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.9477,"evidencePosition":"middle"}
{"caseId":"d51dc36fbf6518226b8e45d4c817e07e8f642003","paperId":"1908.05828","method":"maha_keyword","inputTokens":4469,"outputTokens":1608,"reductionPercent":64.02,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4694,"evidencePosition":"middle"}
{"caseId":"d51dc36fbf6518226b8e45d4c817e07e8f642003","paperId":"1908.05828","method":"front_truncation","inputTokens":4469,"outputTokens":1702,"reductionPercent":61.92,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.9907,"evidencePosition":"middle"}
{"caseId":"d51dc36fbf6518226b8e45d4c817e07e8f642003","paperId":"1908.05828","method":"tail_recency","inputTokens":4469,"outputTokens":1589,"reductionPercent":64.44,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.8625,"evidencePosition":"middle"}
{"caseId":"d51dc36fbf6518226b8e45d4c817e07e8f642003","paperId":"1908.05828","method":"seeded_random","inputTokens":4469,"outputTokens":1647,"reductionPercent":63.15,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.8772,"evidencePosition":"middle"}
{"caseId":"d51dc36fbf6518226b8e45d4c817e07e8f642003","paperId":"1908.05828","method":"oracle_ceiling","inputTokens":4469,"outputTokens":1587,"reductionPercent":64.49,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.6332,"evidencePosition":"middle"}
{"caseId":"d9b6c61fc6d29ad399d27b931b6cb7b1117b314a","paperId":"1809.04267","method":"maha_bm25","inputTokens":5969,"outputTokens":1477,"reductionPercent":75.26,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8803,"evidencePosition":"front"}
{"caseId":"d9b6c61fc6d29ad399d27b931b6cb7b1117b314a","paperId":"1809.04267","method":"maha_keyword","inputTokens":5969,"outputTokens":1460,"reductionPercent":75.54,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3036,"evidencePosition":"front"}
{"caseId":"d9b6c61fc6d29ad399d27b931b6cb7b1117b314a","paperId":"1809.04267","method":"front_truncation","inputTokens":5969,"outputTokens":1544,"reductionPercent":74.13,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.2183,"evidencePosition":"front"}
{"caseId":"d9b6c61fc6d29ad399d27b931b6cb7b1117b314a","paperId":"1809.04267","method":"tail_recency","inputTokens":5969,"outputTokens":1618,"reductionPercent":72.89,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3846,"evidencePosition":"front"}
{"caseId":"d9b6c61fc6d29ad399d27b931b6cb7b1117b314a","paperId":"1809.04267","method":"seeded_random","inputTokens":5969,"outputTokens":1467,"reductionPercent":75.42,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2056,"evidencePosition":"front"}
{"caseId":"d9b6c61fc6d29ad399d27b931b6cb7b1117b314a","paperId":"1809.04267","method":"oracle_ceiling","inputTokens":5969,"outputTokens":1422,"reductionPercent":76.18,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.6282,"evidencePosition":"front"}
{"caseId":"beac555c4aea76c88f19db7cc901fa638765c250","paperId":"1710.03348","method":"maha_bm25","inputTokens":4631,"outputTokens":1527,"reductionPercent":67.03,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.62,"evidencePosition":"front"}
{"caseId":"beac555c4aea76c88f19db7cc901fa638765c250","paperId":"1710.03348","method":"maha_keyword","inputTokens":4631,"outputTokens":1589,"reductionPercent":65.69,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.0381,"evidencePosition":"front"}
{"caseId":"beac555c4aea76c88f19db7cc901fa638765c250","paperId":"1710.03348","method":"front_truncation","inputTokens":4631,"outputTokens":1638,"reductionPercent":64.63,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.1651,"evidencePosition":"front"}
{"caseId":"beac555c4aea76c88f19db7cc901fa638765c250","paperId":"1710.03348","method":"tail_recency","inputTokens":4631,"outputTokens":1579,"reductionPercent":65.9,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.019,"evidencePosition":"front"}
{"caseId":"beac555c4aea76c88f19db7cc901fa638765c250","paperId":"1710.03348","method":"seeded_random","inputTokens":4631,"outputTokens":1585,"reductionPercent":65.77,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.0297,"evidencePosition":"front"}
{"caseId":"beac555c4aea76c88f19db7cc901fa638765c250","paperId":"1710.03348","method":"oracle_ceiling","inputTokens":4631,"outputTokens":1568,"reductionPercent":66.14,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1579,"evidencePosition":"front"}
{"caseId":"bc31a3d2f7c608df8c019a64d64cb0ccc5669210","paperId":"1909.03405","method":"maha_bm25","inputTokens":6193,"outputTokens":1559,"reductionPercent":74.83,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.3952,"evidencePosition":"middle"}
{"caseId":"bc31a3d2f7c608df8c019a64d64cb0ccc5669210","paperId":"1909.03405","method":"maha_keyword","inputTokens":6193,"outputTokens":1544,"reductionPercent":75.07,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7108,"evidencePosition":"middle"}
{"caseId":"bc31a3d2f7c608df8c019a64d64cb0ccc5669210","paperId":"1909.03405","method":"front_truncation","inputTokens":6193,"outputTokens":1554,"reductionPercent":74.91,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2492,"evidencePosition":"middle"}
{"caseId":"bc31a3d2f7c608df8c019a64d64cb0ccc5669210","paperId":"1909.03405","method":"tail_recency","inputTokens":6193,"outputTokens":1691,"reductionPercent":72.69,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2311,"evidencePosition":"middle"}
{"caseId":"bc31a3d2f7c608df8c019a64d64cb0ccc5669210","paperId":"1909.03405","method":"seeded_random","inputTokens":6193,"outputTokens":1590,"reductionPercent":74.33,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.1281,"evidencePosition":"middle"}
{"caseId":"bc31a3d2f7c608df8c019a64d64cb0ccc5669210","paperId":"1909.03405","method":"oracle_ceiling","inputTokens":6193,"outputTokens":1608,"reductionPercent":74.04,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8802,"evidencePosition":"middle"}
{"caseId":"84bad9a821917cb96584cf5383c6d2a035358d7c","paperId":"1803.05223","method":"maha_bm25","inputTokens":5972,"outputTokens":1463,"reductionPercent":75.5,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1998,"evidencePosition":"front"}
{"caseId":"84bad9a821917cb96584cf5383c6d2a035358d7c","paperId":"1803.05223","method":"maha_keyword","inputTokens":5972,"outputTokens":1488,"reductionPercent":75.08,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6652,"evidencePosition":"front"}
{"caseId":"84bad9a821917cb96584cf5383c6d2a035358d7c","paperId":"1803.05223","method":"front_truncation","inputTokens":5972,"outputTokens":1560,"reductionPercent":73.88,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.0228,"evidencePosition":"front"}
{"caseId":"84bad9a821917cb96584cf5383c6d2a035358d7c","paperId":"1803.05223","method":"tail_recency","inputTokens":5972,"outputTokens":1565,"reductionPercent":73.79,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4136,"evidencePosition":"front"}
{"caseId":"84bad9a821917cb96584cf5383c6d2a035358d7c","paperId":"1803.05223","method":"seeded_random","inputTokens":5972,"outputTokens":1566,"reductionPercent":73.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2975,"evidencePosition":"front"}
{"caseId":"84bad9a821917cb96584cf5383c6d2a035358d7c","paperId":"1803.05223","method":"oracle_ceiling","inputTokens":5972,"outputTokens":1596,"reductionPercent":73.28,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.5542,"evidencePosition":"front"}
{"caseId":"7f207549c75f5c4388efc15ed28822672b845663","paperId":"1908.10084","method":"maha_bm25","inputTokens":6061,"outputTokens":1511,"reductionPercent":75.07,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8818,"evidencePosition":"front"}
{"caseId":"7f207549c75f5c4388efc15ed28822672b845663","paperId":"1908.10084","method":"maha_keyword","inputTokens":6061,"outputTokens":1515,"reductionPercent":75,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3778,"evidencePosition":"front"}
{"caseId":"7f207549c75f5c4388efc15ed28822672b845663","paperId":"1908.10084","method":"front_truncation","inputTokens":6061,"outputTokens":1589,"reductionPercent":73.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3713,"evidencePosition":"front"}
{"caseId":"7f207549c75f5c4388efc15ed28822672b845663","paperId":"1908.10084","method":"tail_recency","inputTokens":6061,"outputTokens":1617,"reductionPercent":73.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4563,"evidencePosition":"front"}
{"caseId":"7f207549c75f5c4388efc15ed28822672b845663","paperId":"1908.10084","method":"seeded_random","inputTokens":6061,"outputTokens":1607,"reductionPercent":73.49,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.553,"evidencePosition":"front"}
{"caseId":"7f207549c75f5c4388efc15ed28822672b845663","paperId":"1908.10084","method":"oracle_ceiling","inputTokens":6061,"outputTokens":1603,"reductionPercent":73.55,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2697,"evidencePosition":"front"}
{"caseId":"eac9dae3492e17bc49c842fb566f464ff18c049b","paperId":"1601.02403","method":"maha_bm25","inputTokens":21004,"outputTokens":1524,"reductionPercent":92.74,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":9.911,"evidencePosition":"middle"}
{"caseId":"eac9dae3492e17bc49c842fb566f464ff18c049b","paperId":"1601.02403","method":"maha_keyword","inputTokens":21004,"outputTokens":1555,"reductionPercent":92.6,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":10.2016,"evidencePosition":"middle"}
{"caseId":"eac9dae3492e17bc49c842fb566f464ff18c049b","paperId":"1601.02403","method":"front_truncation","inputTokens":21004,"outputTokens":1569,"reductionPercent":92.53,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.0396,"evidencePosition":"middle"}
{"caseId":"eac9dae3492e17bc49c842fb566f464ff18c049b","paperId":"1601.02403","method":"tail_recency","inputTokens":21004,"outputTokens":1581,"reductionPercent":92.47,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.3043,"evidencePosition":"middle"}
{"caseId":"eac9dae3492e17bc49c842fb566f464ff18c049b","paperId":"1601.02403","method":"seeded_random","inputTokens":21004,"outputTokens":1563,"reductionPercent":92.56,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.6169,"evidencePosition":"middle"}
{"caseId":"eac9dae3492e17bc49c842fb566f464ff18c049b","paperId":"1601.02403","method":"oracle_ceiling","inputTokens":21004,"outputTokens":1557,"reductionPercent":92.59,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":9.1353,"evidencePosition":"middle"}
{"caseId":"cb77d6a74065cb05318faf57e7ceca05e126a80d","paperId":"1908.05828","method":"maha_bm25","inputTokens":4469,"outputTokens":1606,"reductionPercent":64.06,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2712,"evidencePosition":"front"}
{"caseId":"cb77d6a74065cb05318faf57e7ceca05e126a80d","paperId":"1908.05828","method":"maha_keyword","inputTokens":4469,"outputTokens":1606,"reductionPercent":64.06,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8756,"evidencePosition":"front"}
{"caseId":"cb77d6a74065cb05318faf57e7ceca05e126a80d","paperId":"1908.05828","method":"front_truncation","inputTokens":4469,"outputTokens":1699,"reductionPercent":61.98,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.5647,"evidencePosition":"front"}
{"caseId":"cb77d6a74065cb05318faf57e7ceca05e126a80d","paperId":"1908.05828","method":"tail_recency","inputTokens":4469,"outputTokens":1586,"reductionPercent":64.51,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0108,"evidencePosition":"front"}
{"caseId":"cb77d6a74065cb05318faf57e7ceca05e126a80d","paperId":"1908.05828","method":"seeded_random","inputTokens":4469,"outputTokens":1663,"reductionPercent":62.79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":0.9492,"evidencePosition":"front"}
{"caseId":"cb77d6a74065cb05318faf57e7ceca05e126a80d","paperId":"1908.05828","method":"oracle_ceiling","inputTokens":4469,"outputTokens":1603,"reductionPercent":64.13,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.6504,"evidencePosition":"front"}
{"caseId":"21548433abd21346659505296fb0576e78287a74","paperId":"1909.13104","method":"maha_bm25","inputTokens":4417,"outputTokens":1540,"reductionPercent":65.13,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4958,"evidencePosition":"front"}
{"caseId":"21548433abd21346659505296fb0576e78287a74","paperId":"1909.13104","method":"maha_keyword","inputTokens":4417,"outputTokens":1552,"reductionPercent":64.86,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.1142,"evidencePosition":"front"}
{"caseId":"21548433abd21346659505296fb0576e78287a74","paperId":"1909.13104","method":"front_truncation","inputTokens":4417,"outputTokens":1589,"reductionPercent":64.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.4628,"evidencePosition":"front"}
{"caseId":"21548433abd21346659505296fb0576e78287a74","paperId":"1909.13104","method":"tail_recency","inputTokens":4417,"outputTokens":1539,"reductionPercent":65.16,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3618,"evidencePosition":"front"}
{"caseId":"21548433abd21346659505296fb0576e78287a74","paperId":"1909.13104","method":"seeded_random","inputTokens":4417,"outputTokens":1426,"reductionPercent":67.72,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3009,"evidencePosition":"front"}
{"caseId":"21548433abd21346659505296fb0576e78287a74","paperId":"1909.13104","method":"oracle_ceiling","inputTokens":4417,"outputTokens":1535,"reductionPercent":65.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1072,"evidencePosition":"front"}
{"caseId":"044f922604b4b3f42ae381419fd5cd5624fa0637","paperId":"1710.03348","method":"maha_bm25","inputTokens":4631,"outputTokens":1589,"reductionPercent":65.69,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6856,"evidencePosition":"middle"}
{"caseId":"044f922604b4b3f42ae381419fd5cd5624fa0637","paperId":"1710.03348","method":"maha_keyword","inputTokens":4631,"outputTokens":1378,"reductionPercent":70.24,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2357,"evidencePosition":"middle"}
{"caseId":"044f922604b4b3f42ae381419fd5cd5624fa0637","paperId":"1710.03348","method":"front_truncation","inputTokens":4631,"outputTokens":1640,"reductionPercent":64.59,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1717,"evidencePosition":"middle"}
{"caseId":"044f922604b4b3f42ae381419fd5cd5624fa0637","paperId":"1710.03348","method":"tail_recency","inputTokens":4631,"outputTokens":1581,"reductionPercent":65.86,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.0059,"evidencePosition":"middle"}
{"caseId":"044f922604b4b3f42ae381419fd5cd5624fa0637","paperId":"1710.03348","method":"seeded_random","inputTokens":4631,"outputTokens":1669,"reductionPercent":63.96,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1177,"evidencePosition":"middle"}
{"caseId":"044f922604b4b3f42ae381419fd5cd5624fa0637","paperId":"1710.03348","method":"oracle_ceiling","inputTokens":4631,"outputTokens":1564,"reductionPercent":66.23,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.117,"evidencePosition":"middle"}
{"caseId":"f875337f2ecd686cd7789e111174d0f14972638d","paperId":"1611.02988","method":"maha_bm25","inputTokens":4569,"outputTokens":1481,"reductionPercent":67.59,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6371,"evidencePosition":"front"}
{"caseId":"f875337f2ecd686cd7789e111174d0f14972638d","paperId":"1611.02988","method":"maha_keyword","inputTokens":4569,"outputTokens":1481,"reductionPercent":67.59,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2035,"evidencePosition":"front"}
{"caseId":"f875337f2ecd686cd7789e111174d0f14972638d","paperId":"1611.02988","method":"front_truncation","inputTokens":4569,"outputTokens":1541,"reductionPercent":66.27,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.83,"evidencePosition":"front"}
{"caseId":"f875337f2ecd686cd7789e111174d0f14972638d","paperId":"1611.02988","method":"tail_recency","inputTokens":4569,"outputTokens":1523,"reductionPercent":66.67,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.137,"evidencePosition":"front"}
{"caseId":"f875337f2ecd686cd7789e111174d0f14972638d","paperId":"1611.02988","method":"seeded_random","inputTokens":4569,"outputTokens":1574,"reductionPercent":65.55,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1609,"evidencePosition":"front"}
{"caseId":"f875337f2ecd686cd7789e111174d0f14972638d","paperId":"1611.02988","method":"oracle_ceiling","inputTokens":4569,"outputTokens":1521,"reductionPercent":66.71,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.5147,"evidencePosition":"front"}
{"caseId":"b962cc817a4baf6c56150f0d97097f18ad6cd9ed","paperId":"1810.12196","method":"maha_bm25","inputTokens":4969,"outputTokens":1417,"reductionPercent":71.48,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.4163,"evidencePosition":"middle"}
{"caseId":"b962cc817a4baf6c56150f0d97097f18ad6cd9ed","paperId":"1810.12196","method":"maha_keyword","inputTokens":4969,"outputTokens":1559,"reductionPercent":68.63,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0355,"evidencePosition":"middle"}
{"caseId":"b962cc817a4baf6c56150f0d97097f18ad6cd9ed","paperId":"1810.12196","method":"front_truncation","inputTokens":4969,"outputTokens":1566,"reductionPercent":68.48,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.7603,"evidencePosition":"middle"}
{"caseId":"b962cc817a4baf6c56150f0d97097f18ad6cd9ed","paperId":"1810.12196","method":"tail_recency","inputTokens":4969,"outputTokens":1567,"reductionPercent":68.46,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.7393,"evidencePosition":"middle"}
{"caseId":"b962cc817a4baf6c56150f0d97097f18ad6cd9ed","paperId":"1810.12196","method":"seeded_random","inputTokens":4969,"outputTokens":1517,"reductionPercent":69.47,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.7371,"evidencePosition":"middle"}
{"caseId":"b962cc817a4baf6c56150f0d97097f18ad6cd9ed","paperId":"1810.12196","method":"oracle_ceiling","inputTokens":4969,"outputTokens":1489,"reductionPercent":70.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.4416,"evidencePosition":"middle"}
{"caseId":"73a7acf33b26f5e9475ee975ba00d14fd06f170f","paperId":"1903.03530","method":"maha_bm25","inputTokens":4887,"outputTokens":1472,"reductionPercent":69.88,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3446,"evidencePosition":"front"}
{"caseId":"73a7acf33b26f5e9475ee975ba00d14fd06f170f","paperId":"1903.03530","method":"maha_keyword","inputTokens":4887,"outputTokens":1472,"reductionPercent":69.88,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2311,"evidencePosition":"front"}
{"caseId":"73a7acf33b26f5e9475ee975ba00d14fd06f170f","paperId":"1903.03530","method":"front_truncation","inputTokens":4887,"outputTokens":1574,"reductionPercent":67.79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.2199,"evidencePosition":"front"}
{"caseId":"73a7acf33b26f5e9475ee975ba00d14fd06f170f","paperId":"1903.03530","method":"tail_recency","inputTokens":4887,"outputTokens":1598,"reductionPercent":67.3,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2222,"evidencePosition":"front"}
{"caseId":"73a7acf33b26f5e9475ee975ba00d14fd06f170f","paperId":"1903.03530","method":"seeded_random","inputTokens":4887,"outputTokens":1557,"reductionPercent":68.14,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1134,"evidencePosition":"front"}
{"caseId":"73a7acf33b26f5e9475ee975ba00d14fd06f170f","paperId":"1903.03530","method":"oracle_ceiling","inputTokens":4887,"outputTokens":1526,"reductionPercent":68.77,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4323,"evidencePosition":"front"}
{"caseId":"891c2001d6baaaf0da4e65b647402acac621a7d2","paperId":"1909.00512","method":"maha_bm25","inputTokens":6486,"outputTokens":1570,"reductionPercent":75.79,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2911,"evidencePosition":"back"}
{"caseId":"891c2001d6baaaf0da4e65b647402acac621a7d2","paperId":"1909.00512","method":"maha_keyword","inputTokens":6486,"outputTokens":1506,"reductionPercent":76.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.8261,"evidencePosition":"back"}
{"caseId":"891c2001d6baaaf0da4e65b647402acac621a7d2","paperId":"1909.00512","method":"front_truncation","inputTokens":6486,"outputTokens":1597,"reductionPercent":75.38,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1585,"evidencePosition":"back"}
{"caseId":"891c2001d6baaaf0da4e65b647402acac621a7d2","paperId":"1909.00512","method":"tail_recency","inputTokens":6486,"outputTokens":1620,"reductionPercent":75.02,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.2976,"evidencePosition":"back"}
{"caseId":"891c2001d6baaaf0da4e65b647402acac621a7d2","paperId":"1909.00512","method":"seeded_random","inputTokens":6486,"outputTokens":1520,"reductionPercent":76.56,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.9263,"evidencePosition":"back"}
{"caseId":"891c2001d6baaaf0da4e65b647402acac621a7d2","paperId":"1909.00512","method":"oracle_ceiling","inputTokens":6486,"outputTokens":1519,"reductionPercent":76.58,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.804,"evidencePosition":"back"}
{"caseId":"c01784b995f6594fdb23d7b62f20a35ae73eaa77","paperId":"2001.08868","method":"maha_bm25","inputTokens":7614,"outputTokens":1449,"reductionPercent":80.97,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.5627,"evidencePosition":"back"}
{"caseId":"c01784b995f6594fdb23d7b62f20a35ae73eaa77","paperId":"2001.08868","method":"maha_keyword","inputTokens":7614,"outputTokens":1523,"reductionPercent":80,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.4514,"evidencePosition":"back"}
{"caseId":"c01784b995f6594fdb23d7b62f20a35ae73eaa77","paperId":"2001.08868","method":"front_truncation","inputTokens":7614,"outputTokens":1629,"reductionPercent":78.61,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.2515,"evidencePosition":"back"}
{"caseId":"c01784b995f6594fdb23d7b62f20a35ae73eaa77","paperId":"2001.08868","method":"tail_recency","inputTokens":7614,"outputTokens":1533,"reductionPercent":79.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8052,"evidencePosition":"back"}
{"caseId":"c01784b995f6594fdb23d7b62f20a35ae73eaa77","paperId":"2001.08868","method":"seeded_random","inputTokens":7614,"outputTokens":1547,"reductionPercent":79.68,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4965,"evidencePosition":"back"}
{"caseId":"c01784b995f6594fdb23d7b62f20a35ae73eaa77","paperId":"2001.08868","method":"oracle_ceiling","inputTokens":7614,"outputTokens":1539,"reductionPercent":79.79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2413,"evidencePosition":"back"}
{"caseId":"f7a89b9cd2792f23f2cb43d50a01b8218a6fbb24","paperId":"1802.07862","method":"maha_bm25","inputTokens":5864,"outputTokens":1488,"reductionPercent":74.62,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1391,"evidencePosition":"middle"}
{"caseId":"f7a89b9cd2792f23f2cb43d50a01b8218a6fbb24","paperId":"1802.07862","method":"maha_keyword","inputTokens":5864,"outputTokens":1522,"reductionPercent":74.05,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3202,"evidencePosition":"middle"}
{"caseId":"f7a89b9cd2792f23f2cb43d50a01b8218a6fbb24","paperId":"1802.07862","method":"front_truncation","inputTokens":5864,"outputTokens":1550,"reductionPercent":73.57,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4393,"evidencePosition":"middle"}
{"caseId":"f7a89b9cd2792f23f2cb43d50a01b8218a6fbb24","paperId":"1802.07862","method":"tail_recency","inputTokens":5864,"outputTokens":1550,"reductionPercent":73.57,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4084,"evidencePosition":"middle"}
{"caseId":"f7a89b9cd2792f23f2cb43d50a01b8218a6fbb24","paperId":"1802.07862","method":"seeded_random","inputTokens":5864,"outputTokens":1556,"reductionPercent":73.47,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3348,"evidencePosition":"middle"}
{"caseId":"f7a89b9cd2792f23f2cb43d50a01b8218a6fbb24","paperId":"1802.07862","method":"oracle_ceiling","inputTokens":5864,"outputTokens":1550,"reductionPercent":73.57,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9568,"evidencePosition":"middle"}
{"caseId":"53dfcd5d7d2a81855ec1728f0d8e6e24c5638f1e","paperId":"1907.06292","method":"maha_bm25","inputTokens":4990,"outputTokens":1572,"reductionPercent":68.5,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9368,"evidencePosition":"middle"}
{"caseId":"53dfcd5d7d2a81855ec1728f0d8e6e24c5638f1e","paperId":"1907.06292","method":"maha_keyword","inputTokens":4990,"outputTokens":1572,"reductionPercent":68.5,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3355,"evidencePosition":"middle"}
{"caseId":"53dfcd5d7d2a81855ec1728f0d8e6e24c5638f1e","paperId":"1907.06292","method":"front_truncation","inputTokens":4990,"outputTokens":1539,"reductionPercent":69.16,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3264,"evidencePosition":"middle"}
{"caseId":"53dfcd5d7d2a81855ec1728f0d8e6e24c5638f1e","paperId":"1907.06292","method":"tail_recency","inputTokens":4990,"outputTokens":1586,"reductionPercent":68.22,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3829,"evidencePosition":"middle"}
{"caseId":"53dfcd5d7d2a81855ec1728f0d8e6e24c5638f1e","paperId":"1907.06292","method":"seeded_random","inputTokens":4990,"outputTokens":1577,"reductionPercent":68.4,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1157,"evidencePosition":"middle"}
{"caseId":"53dfcd5d7d2a81855ec1728f0d8e6e24c5638f1e","paperId":"1907.06292","method":"oracle_ceiling","inputTokens":4990,"outputTokens":1581,"reductionPercent":68.32,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.1618,"evidencePosition":"middle"}
{"caseId":"88e5d37617e14d6976cc602a168332fc23644f19","paperId":"1909.01362","method":"maha_bm25","inputTokens":6936,"outputTokens":1511,"reductionPercent":78.22,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.0404,"evidencePosition":"front"}
{"caseId":"88e5d37617e14d6976cc602a168332fc23644f19","paperId":"1909.01362","method":"maha_keyword","inputTokens":6936,"outputTokens":1439,"reductionPercent":79.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5041,"evidencePosition":"front"}
{"caseId":"88e5d37617e14d6976cc602a168332fc23644f19","paperId":"1909.01362","method":"front_truncation","inputTokens":6936,"outputTokens":1612,"reductionPercent":76.76,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.7075,"evidencePosition":"front"}
{"caseId":"88e5d37617e14d6976cc602a168332fc23644f19","paperId":"1909.01362","method":"tail_recency","inputTokens":6936,"outputTokens":1503,"reductionPercent":78.33,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5647,"evidencePosition":"front"}
{"caseId":"88e5d37617e14d6976cc602a168332fc23644f19","paperId":"1909.01362","method":"seeded_random","inputTokens":6936,"outputTokens":1530,"reductionPercent":77.94,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3615,"evidencePosition":"front"}
{"caseId":"88e5d37617e14d6976cc602a168332fc23644f19","paperId":"1909.01362","method":"oracle_ceiling","inputTokens":6936,"outputTokens":1599,"reductionPercent":76.95,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3994,"evidencePosition":"front"}
{"caseId":"ef7212075e80bf35b7889dc8dd52fcbae0d1400a","paperId":"1806.05504","method":"maha_bm25","inputTokens":5583,"outputTokens":1403,"reductionPercent":74.87,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6137,"evidencePosition":"front"}
{"caseId":"ef7212075e80bf35b7889dc8dd52fcbae0d1400a","paperId":"1806.05504","method":"maha_keyword","inputTokens":5583,"outputTokens":1388,"reductionPercent":75.14,"evidenceRecall":66.67,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4805,"evidencePosition":"front"}
{"caseId":"ef7212075e80bf35b7889dc8dd52fcbae0d1400a","paperId":"1806.05504","method":"front_truncation","inputTokens":5583,"outputTokens":1559,"reductionPercent":72.08,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.1069,"evidencePosition":"front"}
{"caseId":"ef7212075e80bf35b7889dc8dd52fcbae0d1400a","paperId":"1806.05504","method":"tail_recency","inputTokens":5583,"outputTokens":1571,"reductionPercent":71.86,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0232,"evidencePosition":"front"}
{"caseId":"ef7212075e80bf35b7889dc8dd52fcbae0d1400a","paperId":"1806.05504","method":"seeded_random","inputTokens":5583,"outputTokens":1478,"reductionPercent":73.53,"evidenceRecall":66.67,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":0.9608,"evidencePosition":"front"}
{"caseId":"ef7212075e80bf35b7889dc8dd52fcbae0d1400a","paperId":"1806.05504","method":"oracle_ceiling","inputTokens":5583,"outputTokens":1548,"reductionPercent":72.27,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.4998,"evidencePosition":"front"}
{"caseId":"01e2d10178347d177519f792f86f25575106ddc7","paperId":"1703.07476","method":"maha_bm25","inputTokens":4993,"outputTokens":1627,"reductionPercent":67.41,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7329,"evidencePosition":"middle"}
{"caseId":"01e2d10178347d177519f792f86f25575106ddc7","paperId":"1703.07476","method":"maha_keyword","inputTokens":4993,"outputTokens":1407,"reductionPercent":71.82,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.77,"evidencePosition":"middle"}
{"caseId":"01e2d10178347d177519f792f86f25575106ddc7","paperId":"1703.07476","method":"front_truncation","inputTokens":4993,"outputTokens":1621,"reductionPercent":67.53,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2184,"evidencePosition":"middle"}
{"caseId":"01e2d10178347d177519f792f86f25575106ddc7","paperId":"1703.07476","method":"tail_recency","inputTokens":4993,"outputTokens":1619,"reductionPercent":67.57,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.0461,"evidencePosition":"middle"}
{"caseId":"01e2d10178347d177519f792f86f25575106ddc7","paperId":"1703.07476","method":"seeded_random","inputTokens":4993,"outputTokens":1609,"reductionPercent":67.77,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.008,"evidencePosition":"middle"}
{"caseId":"01e2d10178347d177519f792f86f25575106ddc7","paperId":"1703.07476","method":"oracle_ceiling","inputTokens":4993,"outputTokens":1599,"reductionPercent":67.98,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9227,"evidencePosition":"middle"}
{"caseId":"ee417fea65f9b1029455797671da0840c8c1abbe","paperId":"2001.02284","method":"maha_bm25","inputTokens":9066,"outputTokens":1515,"reductionPercent":83.29,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.6479,"evidencePosition":"front"}
{"caseId":"ee417fea65f9b1029455797671da0840c8c1abbe","paperId":"2001.02284","method":"maha_keyword","inputTokens":9066,"outputTokens":1461,"reductionPercent":83.88,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.7159,"evidencePosition":"front"}
{"caseId":"ee417fea65f9b1029455797671da0840c8c1abbe","paperId":"2001.02284","method":"front_truncation","inputTokens":9066,"outputTokens":1466,"reductionPercent":83.83,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5762,"evidencePosition":"front"}
{"caseId":"ee417fea65f9b1029455797671da0840c8c1abbe","paperId":"2001.02284","method":"tail_recency","inputTokens":9066,"outputTokens":1400,"reductionPercent":84.56,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.8523,"evidencePosition":"front"}
{"caseId":"ee417fea65f9b1029455797671da0840c8c1abbe","paperId":"2001.02284","method":"seeded_random","inputTokens":9066,"outputTokens":1462,"reductionPercent":83.87,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.2612,"evidencePosition":"front"}
{"caseId":"ee417fea65f9b1029455797671da0840c8c1abbe","paperId":"2001.02284","method":"oracle_ceiling","inputTokens":9066,"outputTokens":1487,"reductionPercent":83.6,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4998,"evidencePosition":"front"}
{"caseId":"41b2355766a4260f41b477419d44c3fd37f3547d","paperId":"1910.12574","method":"maha_bm25","inputTokens":6367,"outputTokens":1422,"reductionPercent":77.67,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3165,"evidencePosition":"front"}
{"caseId":"41b2355766a4260f41b477419d44c3fd37f3547d","paperId":"1910.12574","method":"maha_keyword","inputTokens":6367,"outputTokens":1422,"reductionPercent":77.67,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3848,"evidencePosition":"front"}
{"caseId":"41b2355766a4260f41b477419d44c3fd37f3547d","paperId":"1910.12574","method":"front_truncation","inputTokens":6367,"outputTokens":1581,"reductionPercent":75.17,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.2595,"evidencePosition":"front"}
{"caseId":"41b2355766a4260f41b477419d44c3fd37f3547d","paperId":"1910.12574","method":"tail_recency","inputTokens":6367,"outputTokens":1627,"reductionPercent":74.45,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.9785,"evidencePosition":"front"}
{"caseId":"41b2355766a4260f41b477419d44c3fd37f3547d","paperId":"1910.12574","method":"seeded_random","inputTokens":6367,"outputTokens":1619,"reductionPercent":74.57,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.1241,"evidencePosition":"front"}
{"caseId":"41b2355766a4260f41b477419d44c3fd37f3547d","paperId":"1910.12574","method":"oracle_ceiling","inputTokens":6367,"outputTokens":1593,"reductionPercent":74.98,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.0714,"evidencePosition":"front"}
{"caseId":"2c78993524ca62bf1f525b60f2220a374d0e3535","paperId":"1809.00540","method":"maha_bm25","inputTokens":4417,"outputTokens":1559,"reductionPercent":64.7,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5137,"evidencePosition":"middle"}
{"caseId":"2c78993524ca62bf1f525b60f2220a374d0e3535","paperId":"1809.00540","method":"maha_keyword","inputTokens":4417,"outputTokens":1559,"reductionPercent":64.7,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.8605,"evidencePosition":"middle"}
{"caseId":"2c78993524ca62bf1f525b60f2220a374d0e3535","paperId":"1809.00540","method":"front_truncation","inputTokens":4417,"outputTokens":1644,"reductionPercent":62.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0877,"evidencePosition":"middle"}
{"caseId":"2c78993524ca62bf1f525b60f2220a374d0e3535","paperId":"1809.00540","method":"tail_recency","inputTokens":4417,"outputTokens":1668,"reductionPercent":62.24,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.1398,"evidencePosition":"middle"}
{"caseId":"2c78993524ca62bf1f525b60f2220a374d0e3535","paperId":"1809.00540","method":"seeded_random","inputTokens":4417,"outputTokens":1652,"reductionPercent":62.6,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0852,"evidencePosition":"middle"}
{"caseId":"2c78993524ca62bf1f525b60f2220a374d0e3535","paperId":"1809.00540","method":"oracle_ceiling","inputTokens":4417,"outputTokens":1642,"reductionPercent":62.83,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2062,"evidencePosition":"middle"}
{"caseId":"c74185bced810449c5f438f11ed6a578d1e359b4","paperId":"1909.01362","method":"maha_bm25","inputTokens":6936,"outputTokens":1596,"reductionPercent":76.99,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7207,"evidencePosition":"middle"}
{"caseId":"c74185bced810449c5f438f11ed6a578d1e359b4","paperId":"1909.01362","method":"maha_keyword","inputTokens":6936,"outputTokens":1544,"reductionPercent":77.74,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3751,"evidencePosition":"middle"}
{"caseId":"c74185bced810449c5f438f11ed6a578d1e359b4","paperId":"1909.01362","method":"front_truncation","inputTokens":6936,"outputTokens":1614,"reductionPercent":76.73,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.1591,"evidencePosition":"middle"}
{"caseId":"c74185bced810449c5f438f11ed6a578d1e359b4","paperId":"1909.01362","method":"tail_recency","inputTokens":6936,"outputTokens":1505,"reductionPercent":78.3,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.667,"evidencePosition":"middle"}
{"caseId":"c74185bced810449c5f438f11ed6a578d1e359b4","paperId":"1909.01362","method":"seeded_random","inputTokens":6936,"outputTokens":1536,"reductionPercent":77.85,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5217,"evidencePosition":"middle"}
{"caseId":"c74185bced810449c5f438f11ed6a578d1e359b4","paperId":"1909.01362","method":"oracle_ceiling","inputTokens":6936,"outputTokens":1573,"reductionPercent":77.32,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3045,"evidencePosition":"middle"}
{"caseId":"fb1227b3681c69f60eb0539e16c5a8cd784177a7","paperId":"1703.10344","method":"maha_bm25","inputTokens":10895,"outputTokens":1592,"reductionPercent":85.39,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.6386,"evidencePosition":"middle"}
{"caseId":"fb1227b3681c69f60eb0539e16c5a8cd784177a7","paperId":"1703.10344","method":"maha_keyword","inputTokens":10895,"outputTokens":1565,"reductionPercent":85.64,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.5898,"evidencePosition":"middle"}
{"caseId":"fb1227b3681c69f60eb0539e16c5a8cd784177a7","paperId":"1703.10344","method":"front_truncation","inputTokens":10895,"outputTokens":1563,"reductionPercent":85.65,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5085,"evidencePosition":"middle"}
{"caseId":"fb1227b3681c69f60eb0539e16c5a8cd784177a7","paperId":"1703.10344","method":"tail_recency","inputTokens":10895,"outputTokens":1581,"reductionPercent":85.49,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5692,"evidencePosition":"middle"}
{"caseId":"fb1227b3681c69f60eb0539e16c5a8cd784177a7","paperId":"1703.10344","method":"seeded_random","inputTokens":10895,"outputTokens":1584,"reductionPercent":85.46,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4637,"evidencePosition":"middle"}
{"caseId":"fb1227b3681c69f60eb0539e16c5a8cd784177a7","paperId":"1703.10344","method":"oracle_ceiling","inputTokens":10895,"outputTokens":1583,"reductionPercent":85.47,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":10.4271,"evidencePosition":"middle"}
{"caseId":"cb6a8c642575d3577d1840ca2f4cd2cc2c3397c5","paperId":"1804.07789","method":"maha_bm25","inputTokens":6287,"outputTokens":1559,"reductionPercent":75.2,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6522,"evidencePosition":"back"}
{"caseId":"cb6a8c642575d3577d1840ca2f4cd2cc2c3397c5","paperId":"1804.07789","method":"maha_keyword","inputTokens":6287,"outputTokens":1595,"reductionPercent":74.63,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0855,"evidencePosition":"back"}
{"caseId":"cb6a8c642575d3577d1840ca2f4cd2cc2c3397c5","paperId":"1804.07789","method":"front_truncation","inputTokens":6287,"outputTokens":1554,"reductionPercent":75.28,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1185,"evidencePosition":"back"}
{"caseId":"cb6a8c642575d3577d1840ca2f4cd2cc2c3397c5","paperId":"1804.07789","method":"tail_recency","inputTokens":6287,"outputTokens":1549,"reductionPercent":75.36,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.344,"evidencePosition":"back"}
{"caseId":"cb6a8c642575d3577d1840ca2f4cd2cc2c3397c5","paperId":"1804.07789","method":"seeded_random","inputTokens":6287,"outputTokens":1595,"reductionPercent":74.63,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0954,"evidencePosition":"back"}
{"caseId":"cb6a8c642575d3577d1840ca2f4cd2cc2c3397c5","paperId":"1804.07789","method":"oracle_ceiling","inputTokens":6287,"outputTokens":1616,"reductionPercent":74.3,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7056,"evidencePosition":"back"}
{"caseId":"d9412dda3279729e95fcb35cbed09e61577a896e","paperId":"1809.06537","method":"maha_bm25","inputTokens":5906,"outputTokens":1529,"reductionPercent":74.11,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3026,"evidencePosition":"back"}
{"caseId":"d9412dda3279729e95fcb35cbed09e61577a896e","paperId":"1809.06537","method":"maha_keyword","inputTokens":5906,"outputTokens":1529,"reductionPercent":74.11,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.808,"evidencePosition":"back"}
{"caseId":"d9412dda3279729e95fcb35cbed09e61577a896e","paperId":"1809.06537","method":"front_truncation","inputTokens":5906,"outputTokens":1561,"reductionPercent":73.57,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7149,"evidencePosition":"back"}
{"caseId":"d9412dda3279729e95fcb35cbed09e61577a896e","paperId":"1809.06537","method":"tail_recency","inputTokens":5906,"outputTokens":1527,"reductionPercent":74.14,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4866,"evidencePosition":"back"}
{"caseId":"d9412dda3279729e95fcb35cbed09e61577a896e","paperId":"1809.06537","method":"seeded_random","inputTokens":5906,"outputTokens":1649,"reductionPercent":72.08,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8441,"evidencePosition":"back"}
{"caseId":"d9412dda3279729e95fcb35cbed09e61577a896e","paperId":"1809.06537","method":"oracle_ceiling","inputTokens":5906,"outputTokens":1662,"reductionPercent":71.86,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.8392,"evidencePosition":"back"}
{"caseId":"d6ea7a30b0b61ae126b00b59d2a14fff2ef887bf","paperId":"1907.01468","method":"maha_bm25","inputTokens":10884,"outputTokens":1365,"reductionPercent":87.46,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.9116,"evidencePosition":"front"}
{"caseId":"d6ea7a30b0b61ae126b00b59d2a14fff2ef887bf","paperId":"1907.01468","method":"maha_keyword","inputTokens":10884,"outputTokens":1340,"reductionPercent":87.69,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.7368,"evidencePosition":"front"}
{"caseId":"d6ea7a30b0b61ae126b00b59d2a14fff2ef887bf","paperId":"1907.01468","method":"front_truncation","inputTokens":10884,"outputTokens":1494,"reductionPercent":86.27,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9496,"evidencePosition":"front"}
{"caseId":"d6ea7a30b0b61ae126b00b59d2a14fff2ef887bf","paperId":"1907.01468","method":"tail_recency","inputTokens":10884,"outputTokens":1496,"reductionPercent":86.26,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.2851,"evidencePosition":"front"}
{"caseId":"d6ea7a30b0b61ae126b00b59d2a14fff2ef887bf","paperId":"1907.01468","method":"seeded_random","inputTokens":10884,"outputTokens":1512,"reductionPercent":86.11,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.3904,"evidencePosition":"front"}
{"caseId":"d6ea7a30b0b61ae126b00b59d2a14fff2ef887bf","paperId":"1907.01468","method":"oracle_ceiling","inputTokens":10884,"outputTokens":1538,"reductionPercent":85.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.6667,"evidencePosition":"front"}
{"caseId":"1d197cbcac7b3f4015416f0152a6692e881ada6c","paperId":"1910.06036","method":"maha_bm25","inputTokens":6030,"outputTokens":1487,"reductionPercent":75.34,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5034,"evidencePosition":"front"}
{"caseId":"1d197cbcac7b3f4015416f0152a6692e881ada6c","paperId":"1910.06036","method":"maha_keyword","inputTokens":6030,"outputTokens":1437,"reductionPercent":76.17,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7231,"evidencePosition":"front"}
{"caseId":"1d197cbcac7b3f4015416f0152a6692e881ada6c","paperId":"1910.06036","method":"front_truncation","inputTokens":6030,"outputTokens":1513,"reductionPercent":74.91,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4185,"evidencePosition":"front"}
{"caseId":"1d197cbcac7b3f4015416f0152a6692e881ada6c","paperId":"1910.06036","method":"tail_recency","inputTokens":6030,"outputTokens":1568,"reductionPercent":74,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7596,"evidencePosition":"front"}
{"caseId":"1d197cbcac7b3f4015416f0152a6692e881ada6c","paperId":"1910.06036","method":"seeded_random","inputTokens":6030,"outputTokens":1478,"reductionPercent":75.49,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4925,"evidencePosition":"front"}
{"caseId":"1d197cbcac7b3f4015416f0152a6692e881ada6c","paperId":"1910.06036","method":"oracle_ceiling","inputTokens":6030,"outputTokens":1507,"reductionPercent":75.01,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5849,"evidencePosition":"front"}
{"caseId":"1e185a3b8cac1da939427b55bf1ba7e768c5dae4","paperId":"1910.07601","method":"maha_bm25","inputTokens":5477,"outputTokens":1564,"reductionPercent":71.44,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3914,"evidencePosition":"middle"}
{"caseId":"1e185a3b8cac1da939427b55bf1ba7e768c5dae4","paperId":"1910.07601","method":"maha_keyword","inputTokens":5477,"outputTokens":1552,"reductionPercent":71.66,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8815,"evidencePosition":"middle"}
{"caseId":"1e185a3b8cac1da939427b55bf1ba7e768c5dae4","paperId":"1910.07601","method":"front_truncation","inputTokens":5477,"outputTokens":1632,"reductionPercent":70.2,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.8114,"evidencePosition":"middle"}
{"caseId":"1e185a3b8cac1da939427b55bf1ba7e768c5dae4","paperId":"1910.07601","method":"tail_recency","inputTokens":5477,"outputTokens":1558,"reductionPercent":71.55,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1547,"evidencePosition":"middle"}
{"caseId":"1e185a3b8cac1da939427b55bf1ba7e768c5dae4","paperId":"1910.07601","method":"seeded_random","inputTokens":5477,"outputTokens":1532,"reductionPercent":72.03,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0097,"evidencePosition":"middle"}
{"caseId":"1e185a3b8cac1da939427b55bf1ba7e768c5dae4","paperId":"1910.07601","method":"oracle_ceiling","inputTokens":5477,"outputTokens":1527,"reductionPercent":72.12,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3093,"evidencePosition":"middle"}
{"caseId":"c2cb6c4500d9e02fc9a1bdffd22c3df69655189f","paperId":"1810.12085","method":"maha_bm25","inputTokens":4161,"outputTokens":1447,"reductionPercent":65.22,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6815,"evidencePosition":"back"}
{"caseId":"c2cb6c4500d9e02fc9a1bdffd22c3df69655189f","paperId":"1810.12085","method":"maha_keyword","inputTokens":4161,"outputTokens":1447,"reductionPercent":65.22,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.095,"evidencePosition":"back"}
{"caseId":"c2cb6c4500d9e02fc9a1bdffd22c3df69655189f","paperId":"1810.12085","method":"front_truncation","inputTokens":4161,"outputTokens":1632,"reductionPercent":60.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.184,"evidencePosition":"back"}
{"caseId":"c2cb6c4500d9e02fc9a1bdffd22c3df69655189f","paperId":"1810.12085","method":"tail_recency","inputTokens":4161,"outputTokens":1606,"reductionPercent":61.4,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":0.936,"evidencePosition":"back"}
{"caseId":"c2cb6c4500d9e02fc9a1bdffd22c3df69655189f","paperId":"1810.12085","method":"seeded_random","inputTokens":4161,"outputTokens":1622,"reductionPercent":61.02,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":0.8728,"evidencePosition":"back"}
{"caseId":"c2cb6c4500d9e02fc9a1bdffd22c3df69655189f","paperId":"1810.12085","method":"oracle_ceiling","inputTokens":4161,"outputTokens":1621,"reductionPercent":61.04,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8931,"evidencePosition":"back"}
{"caseId":"07b70b2b799b9efa630e8737df8b1dd1284f032c","paperId":"1901.01010","method":"maha_bm25","inputTokens":5893,"outputTokens":1285,"reductionPercent":78.19,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.5025,"evidencePosition":"middle"}
{"caseId":"07b70b2b799b9efa630e8737df8b1dd1284f032c","paperId":"1901.01010","method":"maha_keyword","inputTokens":5893,"outputTokens":1498,"reductionPercent":74.58,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9447,"evidencePosition":"middle"}
{"caseId":"07b70b2b799b9efa630e8737df8b1dd1284f032c","paperId":"1901.01010","method":"front_truncation","inputTokens":5893,"outputTokens":1525,"reductionPercent":74.12,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5092,"evidencePosition":"middle"}
{"caseId":"07b70b2b799b9efa630e8737df8b1dd1284f032c","paperId":"1901.01010","method":"tail_recency","inputTokens":5893,"outputTokens":1544,"reductionPercent":73.8,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3736,"evidencePosition":"middle"}
{"caseId":"07b70b2b799b9efa630e8737df8b1dd1284f032c","paperId":"1901.01010","method":"seeded_random","inputTokens":5893,"outputTokens":1568,"reductionPercent":73.39,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6368,"evidencePosition":"middle"}
{"caseId":"07b70b2b799b9efa630e8737df8b1dd1284f032c","paperId":"1901.01010","method":"oracle_ceiling","inputTokens":5893,"outputTokens":1563,"reductionPercent":73.48,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.9249,"evidencePosition":"middle"}
{"caseId":"f8da63df16c4c42093e5778c01a8e7e9b270142e","paperId":"2002.04095","method":"maha_bm25","inputTokens":5358,"outputTokens":1475,"reductionPercent":72.47,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8018,"evidencePosition":"middle"}
{"caseId":"f8da63df16c4c42093e5778c01a8e7e9b270142e","paperId":"2002.04095","method":"maha_keyword","inputTokens":5358,"outputTokens":1542,"reductionPercent":71.22,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.3972,"evidencePosition":"middle"}
{"caseId":"f8da63df16c4c42093e5778c01a8e7e9b270142e","paperId":"2002.04095","method":"front_truncation","inputTokens":5358,"outputTokens":1618,"reductionPercent":69.8,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4464,"evidencePosition":"middle"}
{"caseId":"f8da63df16c4c42093e5778c01a8e7e9b270142e","paperId":"2002.04095","method":"tail_recency","inputTokens":5358,"outputTokens":1323,"reductionPercent":75.31,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.0704,"evidencePosition":"middle"}
{"caseId":"f8da63df16c4c42093e5778c01a8e7e9b270142e","paperId":"2002.04095","method":"seeded_random","inputTokens":5358,"outputTokens":1507,"reductionPercent":71.87,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.5679,"evidencePosition":"middle"}
{"caseId":"f8da63df16c4c42093e5778c01a8e7e9b270142e","paperId":"2002.04095","method":"oracle_ceiling","inputTokens":5358,"outputTokens":1491,"reductionPercent":72.17,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.0032,"evidencePosition":"middle"}
{"caseId":"53014cfb506f6fffb22577bf580ae6f4d5317ce5","paperId":"1908.08345","method":"maha_bm25","inputTokens":6974,"outputTokens":1570,"reductionPercent":77.49,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.4243,"evidencePosition":"middle"}
{"caseId":"53014cfb506f6fffb22577bf580ae6f4d5317ce5","paperId":"1908.08345","method":"maha_keyword","inputTokens":6974,"outputTokens":1416,"reductionPercent":79.7,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.5924,"evidencePosition":"middle"}
{"caseId":"53014cfb506f6fffb22577bf580ae6f4d5317ce5","paperId":"1908.08345","method":"front_truncation","inputTokens":6974,"outputTokens":1565,"reductionPercent":77.56,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.9376,"evidencePosition":"middle"}
{"caseId":"53014cfb506f6fffb22577bf580ae6f4d5317ce5","paperId":"1908.08345","method":"tail_recency","inputTokens":6974,"outputTokens":1591,"reductionPercent":77.19,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.8024,"evidencePosition":"middle"}
{"caseId":"53014cfb506f6fffb22577bf580ae6f4d5317ce5","paperId":"1908.08345","method":"seeded_random","inputTokens":6974,"outputTokens":1572,"reductionPercent":77.46,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0372,"evidencePosition":"middle"}
{"caseId":"53014cfb506f6fffb22577bf580ae6f4d5317ce5","paperId":"1908.08345","method":"oracle_ceiling","inputTokens":6974,"outputTokens":1624,"reductionPercent":76.71,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8848,"evidencePosition":"middle"}
{"caseId":"021bfb7e180d67112b74f05ecb3fa13acc036c86","paperId":"1703.07476","method":"maha_bm25","inputTokens":4993,"outputTokens":1644,"reductionPercent":67.07,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6153,"evidencePosition":"front"}
{"caseId":"021bfb7e180d67112b74f05ecb3fa13acc036c86","paperId":"1703.07476","method":"maha_keyword","inputTokens":4993,"outputTokens":1603,"reductionPercent":67.9,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6521,"evidencePosition":"front"}
{"caseId":"021bfb7e180d67112b74f05ecb3fa13acc036c86","paperId":"1703.07476","method":"front_truncation","inputTokens":4993,"outputTokens":1624,"reductionPercent":67.47,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.3394,"evidencePosition":"front"}
{"caseId":"021bfb7e180d67112b74f05ecb3fa13acc036c86","paperId":"1703.07476","method":"tail_recency","inputTokens":4993,"outputTokens":1622,"reductionPercent":67.51,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1498,"evidencePosition":"front"}
{"caseId":"021bfb7e180d67112b74f05ecb3fa13acc036c86","paperId":"1703.07476","method":"seeded_random","inputTokens":4993,"outputTokens":1594,"reductionPercent":68.08,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1832,"evidencePosition":"front"}
{"caseId":"021bfb7e180d67112b74f05ecb3fa13acc036c86","paperId":"1703.07476","method":"oracle_ceiling","inputTokens":4993,"outputTokens":1613,"reductionPercent":67.69,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.0385,"evidencePosition":"front"}
{"caseId":"2dbf6fe095cd879a9bf40f110b7b72c8bdde9475","paperId":"1709.10367","method":"maha_bm25","inputTokens":4647,"outputTokens":1605,"reductionPercent":65.46,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0832,"evidencePosition":"front"}
{"caseId":"2dbf6fe095cd879a9bf40f110b7b72c8bdde9475","paperId":"1709.10367","method":"maha_keyword","inputTokens":4647,"outputTokens":1539,"reductionPercent":66.88,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2033,"evidencePosition":"front"}
{"caseId":"2dbf6fe095cd879a9bf40f110b7b72c8bdde9475","paperId":"1709.10367","method":"front_truncation","inputTokens":4647,"outputTokens":1622,"reductionPercent":65.1,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.1534,"evidencePosition":"front"}
{"caseId":"2dbf6fe095cd879a9bf40f110b7b72c8bdde9475","paperId":"1709.10367","method":"tail_recency","inputTokens":4647,"outputTokens":1658,"reductionPercent":64.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5551,"evidencePosition":"front"}
{"caseId":"2dbf6fe095cd879a9bf40f110b7b72c8bdde9475","paperId":"1709.10367","method":"seeded_random","inputTokens":4647,"outputTokens":1724,"reductionPercent":62.9,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7151,"evidencePosition":"front"}
{"caseId":"2dbf6fe095cd879a9bf40f110b7b72c8bdde9475","paperId":"1709.10367","method":"oracle_ceiling","inputTokens":4647,"outputTokens":1599,"reductionPercent":65.59,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.1271,"evidencePosition":"front"}
{"caseId":"88e62ea7a4d1d2921624b8480b5c6b50cfa5ad42","paperId":"1609.00559","method":"maha_bm25","inputTokens":5979,"outputTokens":1531,"reductionPercent":74.39,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4873,"evidencePosition":"front"}
{"caseId":"88e62ea7a4d1d2921624b8480b5c6b50cfa5ad42","paperId":"1609.00559","method":"maha_keyword","inputTokens":5979,"outputTokens":1541,"reductionPercent":74.23,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9011,"evidencePosition":"front"}
{"caseId":"88e62ea7a4d1d2921624b8480b5c6b50cfa5ad42","paperId":"1609.00559","method":"front_truncation","inputTokens":5979,"outputTokens":1654,"reductionPercent":72.34,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.5169,"evidencePosition":"front"}
{"caseId":"88e62ea7a4d1d2921624b8480b5c6b50cfa5ad42","paperId":"1609.00559","method":"tail_recency","inputTokens":5979,"outputTokens":1641,"reductionPercent":72.55,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4282,"evidencePosition":"front"}
{"caseId":"88e62ea7a4d1d2921624b8480b5c6b50cfa5ad42","paperId":"1609.00559","method":"seeded_random","inputTokens":5979,"outputTokens":1623,"reductionPercent":72.85,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.1481,"evidencePosition":"front"}
{"caseId":"88e62ea7a4d1d2921624b8480b5c6b50cfa5ad42","paperId":"1609.00559","method":"oracle_ceiling","inputTokens":5979,"outputTokens":1664,"reductionPercent":72.17,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.8715,"evidencePosition":"front"}
{"caseId":"79a44a68bb57b375d8a57a0a7f522d33476d9f33","paperId":"1912.10011","method":"maha_bm25","inputTokens":7482,"outputTokens":1457,"reductionPercent":80.53,"evidenceRecall":80,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6928,"evidencePosition":"middle"}
{"caseId":"79a44a68bb57b375d8a57a0a7f522d33476d9f33","paperId":"1912.10011","method":"maha_keyword","inputTokens":7482,"outputTokens":1416,"reductionPercent":81.07,"evidenceRecall":40,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6011,"evidencePosition":"middle"}
{"caseId":"79a44a68bb57b375d8a57a0a7f522d33476d9f33","paperId":"1912.10011","method":"front_truncation","inputTokens":7482,"outputTokens":1568,"reductionPercent":79.04,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.147,"evidencePosition":"middle"}
{"caseId":"79a44a68bb57b375d8a57a0a7f522d33476d9f33","paperId":"1912.10011","method":"tail_recency","inputTokens":7482,"outputTokens":1515,"reductionPercent":79.75,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.2334,"evidencePosition":"middle"}
{"caseId":"79a44a68bb57b375d8a57a0a7f522d33476d9f33","paperId":"1912.10011","method":"seeded_random","inputTokens":7482,"outputTokens":1537,"reductionPercent":79.46,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7427,"evidencePosition":"middle"}
{"caseId":"79a44a68bb57b375d8a57a0a7f522d33476d9f33","paperId":"1912.10011","method":"oracle_ceiling","inputTokens":7482,"outputTokens":1506,"reductionPercent":79.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.5026,"evidencePosition":"middle"}
{"caseId":"e35a7f9513ff1cc0f0520f1d4ad9168a47dc18bb","paperId":"1805.07133","method":"maha_bm25","inputTokens":5747,"outputTokens":1526,"reductionPercent":73.45,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3217,"evidencePosition":"back"}
{"caseId":"e35a7f9513ff1cc0f0520f1d4ad9168a47dc18bb","paperId":"1805.07133","method":"maha_keyword","inputTokens":5747,"outputTokens":1526,"reductionPercent":73.45,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6223,"evidencePosition":"back"}
{"caseId":"e35a7f9513ff1cc0f0520f1d4ad9168a47dc18bb","paperId":"1805.07133","method":"front_truncation","inputTokens":5747,"outputTokens":1592,"reductionPercent":72.3,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.8474,"evidencePosition":"back"}
{"caseId":"e35a7f9513ff1cc0f0520f1d4ad9168a47dc18bb","paperId":"1805.07133","method":"tail_recency","inputTokens":5747,"outputTokens":1636,"reductionPercent":71.53,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.2193,"evidencePosition":"back"}
{"caseId":"e35a7f9513ff1cc0f0520f1d4ad9168a47dc18bb","paperId":"1805.07133","method":"seeded_random","inputTokens":5747,"outputTokens":1632,"reductionPercent":71.6,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.4246,"evidencePosition":"back"}
{"caseId":"e35a7f9513ff1cc0f0520f1d4ad9168a47dc18bb","paperId":"1805.07133","method":"oracle_ceiling","inputTokens":5747,"outputTokens":1620,"reductionPercent":71.81,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.5978,"evidencePosition":"back"}
{"caseId":"509af1f11bd6f3db59284258e18fdfebe86cae47","paperId":"1912.08960","method":"maha_bm25","inputTokens":4766,"outputTokens":1457,"reductionPercent":69.43,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7148,"evidencePosition":"middle"}
{"caseId":"509af1f11bd6f3db59284258e18fdfebe86cae47","paperId":"1912.08960","method":"maha_keyword","inputTokens":4766,"outputTokens":1464,"reductionPercent":69.28,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.1845,"evidencePosition":"middle"}
{"caseId":"509af1f11bd6f3db59284258e18fdfebe86cae47","paperId":"1912.08960","method":"front_truncation","inputTokens":4766,"outputTokens":1647,"reductionPercent":65.44,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2594,"evidencePosition":"middle"}
{"caseId":"509af1f11bd6f3db59284258e18fdfebe86cae47","paperId":"1912.08960","method":"tail_recency","inputTokens":4766,"outputTokens":1581,"reductionPercent":66.83,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1729,"evidencePosition":"middle"}
{"caseId":"509af1f11bd6f3db59284258e18fdfebe86cae47","paperId":"1912.08960","method":"seeded_random","inputTokens":4766,"outputTokens":1614,"reductionPercent":66.14,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3558,"evidencePosition":"middle"}
{"caseId":"509af1f11bd6f3db59284258e18fdfebe86cae47","paperId":"1912.08960","method":"oracle_ceiling","inputTokens":4766,"outputTokens":1616,"reductionPercent":66.09,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.72,"evidencePosition":"middle"}
{"caseId":"72f7ef55e150e16dcf97fe443aff9971a32414ef","paperId":"1911.02855","method":"maha_bm25","inputTokens":6226,"outputTokens":1612,"reductionPercent":74.11,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1086,"evidencePosition":"middle"}
{"caseId":"72f7ef55e150e16dcf97fe443aff9971a32414ef","paperId":"1911.02855","method":"maha_keyword","inputTokens":6226,"outputTokens":1571,"reductionPercent":74.77,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6488,"evidencePosition":"middle"}
{"caseId":"72f7ef55e150e16dcf97fe443aff9971a32414ef","paperId":"1911.02855","method":"front_truncation","inputTokens":6226,"outputTokens":1599,"reductionPercent":74.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7889,"evidencePosition":"middle"}
{"caseId":"72f7ef55e150e16dcf97fe443aff9971a32414ef","paperId":"1911.02855","method":"tail_recency","inputTokens":6226,"outputTokens":1692,"reductionPercent":72.82,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7317,"evidencePosition":"middle"}
{"caseId":"72f7ef55e150e16dcf97fe443aff9971a32414ef","paperId":"1911.02855","method":"seeded_random","inputTokens":6226,"outputTokens":1617,"reductionPercent":74.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.6103,"evidencePosition":"middle"}
{"caseId":"72f7ef55e150e16dcf97fe443aff9971a32414ef","paperId":"1911.02855","method":"oracle_ceiling","inputTokens":6226,"outputTokens":1668,"reductionPercent":73.21,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7131,"evidencePosition":"middle"}
{"caseId":"b249b60a8c94d0e40d65f1ffdfcac527dab57516","paperId":"1906.00790","method":"maha_bm25","inputTokens":5576,"outputTokens":1613,"reductionPercent":71.07,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.368,"evidencePosition":"middle"}
{"caseId":"b249b60a8c94d0e40d65f1ffdfcac527dab57516","paperId":"1906.00790","method":"maha_keyword","inputTokens":5576,"outputTokens":1434,"reductionPercent":74.28,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6266,"evidencePosition":"middle"}
{"caseId":"b249b60a8c94d0e40d65f1ffdfcac527dab57516","paperId":"1906.00790","method":"front_truncation","inputTokens":5576,"outputTokens":1659,"reductionPercent":70.25,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4844,"evidencePosition":"middle"}
{"caseId":"b249b60a8c94d0e40d65f1ffdfcac527dab57516","paperId":"1906.00790","method":"tail_recency","inputTokens":5576,"outputTokens":1693,"reductionPercent":69.64,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4102,"evidencePosition":"middle"}
{"caseId":"b249b60a8c94d0e40d65f1ffdfcac527dab57516","paperId":"1906.00790","method":"seeded_random","inputTokens":5576,"outputTokens":1635,"reductionPercent":70.68,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2695,"evidencePosition":"middle"}
{"caseId":"b249b60a8c94d0e40d65f1ffdfcac527dab57516","paperId":"1906.00790","method":"oracle_ceiling","inputTokens":5576,"outputTokens":1644,"reductionPercent":70.52,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.0951,"evidencePosition":"middle"}
{"caseId":"567dc9bad8428ea9a2658c88203a0ed0f8da0dc3","paperId":"1908.05828","method":"maha_bm25","inputTokens":4469,"outputTokens":1515,"reductionPercent":66.1,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2127,"evidencePosition":"back"}
{"caseId":"567dc9bad8428ea9a2658c88203a0ed0f8da0dc3","paperId":"1908.05828","method":"maha_keyword","inputTokens":4469,"outputTokens":1588,"reductionPercent":64.47,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.3659,"evidencePosition":"back"}
{"caseId":"567dc9bad8428ea9a2658c88203a0ed0f8da0dc3","paperId":"1908.05828","method":"front_truncation","inputTokens":4469,"outputTokens":1700,"reductionPercent":61.96,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4327,"evidencePosition":"back"}
{"caseId":"567dc9bad8428ea9a2658c88203a0ed0f8da0dc3","paperId":"1908.05828","method":"tail_recency","inputTokens":4469,"outputTokens":1587,"reductionPercent":64.49,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.1711,"evidencePosition":"back"}
{"caseId":"567dc9bad8428ea9a2658c88203a0ed0f8da0dc3","paperId":"1908.05828","method":"seeded_random","inputTokens":4469,"outputTokens":1599,"reductionPercent":64.22,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.2365,"evidencePosition":"back"}
{"caseId":"567dc9bad8428ea9a2658c88203a0ed0f8da0dc3","paperId":"1908.05828","method":"oracle_ceiling","inputTokens":4469,"outputTokens":1586,"reductionPercent":64.51,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.6427,"evidencePosition":"back"}
{"caseId":"9ecde59ffab3c57ec54591c3c7826a9188b2b270","paperId":"2003.04642","method":"maha_bm25","inputTokens":7073,"outputTokens":1305,"reductionPercent":81.55,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.7659,"evidencePosition":"middle"}
{"caseId":"9ecde59ffab3c57ec54591c3c7826a9188b2b270","paperId":"2003.04642","method":"maha_keyword","inputTokens":7073,"outputTokens":1372,"reductionPercent":80.6,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.3186,"evidencePosition":"middle"}
{"caseId":"9ecde59ffab3c57ec54591c3c7826a9188b2b270","paperId":"2003.04642","method":"front_truncation","inputTokens":7073,"outputTokens":1520,"reductionPercent":78.51,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5652,"evidencePosition":"middle"}
{"caseId":"9ecde59ffab3c57ec54591c3c7826a9188b2b270","paperId":"2003.04642","method":"tail_recency","inputTokens":7073,"outputTokens":1583,"reductionPercent":77.62,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6817,"evidencePosition":"middle"}
{"caseId":"9ecde59ffab3c57ec54591c3c7826a9188b2b270","paperId":"2003.04642","method":"seeded_random","inputTokens":7073,"outputTokens":1586,"reductionPercent":77.58,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.2691,"evidencePosition":"middle"}
{"caseId":"9ecde59ffab3c57ec54591c3c7826a9188b2b270","paperId":"2003.04642","method":"oracle_ceiling","inputTokens":7073,"outputTokens":1594,"reductionPercent":77.46,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7845,"evidencePosition":"middle"}
{"caseId":"6d1217b3d9cfb04be7fcd2238666fa02855ce9c5","paperId":"1908.05828","method":"maha_bm25","inputTokens":4469,"outputTokens":1609,"reductionPercent":64,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4115,"evidencePosition":"front"}
{"caseId":"6d1217b3d9cfb04be7fcd2238666fa02855ce9c5","paperId":"1908.05828","method":"maha_keyword","inputTokens":4469,"outputTokens":1656,"reductionPercent":62.94,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.9453,"evidencePosition":"front"}
{"caseId":"6d1217b3d9cfb04be7fcd2238666fa02855ce9c5","paperId":"1908.05828","method":"front_truncation","inputTokens":4469,"outputTokens":1706,"reductionPercent":61.83,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.3222,"evidencePosition":"front"}
{"caseId":"6d1217b3d9cfb04be7fcd2238666fa02855ce9c5","paperId":"1908.05828","method":"tail_recency","inputTokens":4469,"outputTokens":1593,"reductionPercent":64.35,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1214,"evidencePosition":"front"}
{"caseId":"6d1217b3d9cfb04be7fcd2238666fa02855ce9c5","paperId":"1908.05828","method":"seeded_random","inputTokens":4469,"outputTokens":1602,"reductionPercent":64.15,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0852,"evidencePosition":"front"}
{"caseId":"6d1217b3d9cfb04be7fcd2238666fa02855ce9c5","paperId":"1908.05828","method":"oracle_ceiling","inputTokens":4469,"outputTokens":1610,"reductionPercent":63.97,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4971,"evidencePosition":"front"}
{"caseId":"664db503509b8236bc4d3dc39cebb74498365750","paperId":"1912.10011","method":"maha_bm25","inputTokens":7482,"outputTokens":1509,"reductionPercent":79.83,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.3242,"evidencePosition":"back"}
{"caseId":"664db503509b8236bc4d3dc39cebb74498365750","paperId":"1912.10011","method":"maha_keyword","inputTokens":7482,"outputTokens":1483,"reductionPercent":80.18,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.5015,"evidencePosition":"back"}
{"caseId":"664db503509b8236bc4d3dc39cebb74498365750","paperId":"1912.10011","method":"front_truncation","inputTokens":7482,"outputTokens":1583,"reductionPercent":78.84,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0632,"evidencePosition":"back"}
{"caseId":"664db503509b8236bc4d3dc39cebb74498365750","paperId":"1912.10011","method":"tail_recency","inputTokens":7482,"outputTokens":1504,"reductionPercent":79.9,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.67,"evidencePosition":"back"}
{"caseId":"664db503509b8236bc4d3dc39cebb74498365750","paperId":"1912.10011","method":"seeded_random","inputTokens":7482,"outputTokens":1446,"reductionPercent":80.67,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.8462,"evidencePosition":"back"}
{"caseId":"664db503509b8236bc4d3dc39cebb74498365750","paperId":"1912.10011","method":"oracle_ceiling","inputTokens":7482,"outputTokens":1494,"reductionPercent":80.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8186,"evidencePosition":"back"}
{"caseId":"dcc1115aeaf87118736e86f3e3eb85bf5541281c","paperId":"1706.01875","method":"maha_bm25","inputTokens":4580,"outputTokens":1380,"reductionPercent":69.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2793,"evidencePosition":"middle"}
{"caseId":"dcc1115aeaf87118736e86f3e3eb85bf5541281c","paperId":"1706.01875","method":"maha_keyword","inputTokens":4580,"outputTokens":1461,"reductionPercent":68.1,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3121,"evidencePosition":"middle"}
{"caseId":"dcc1115aeaf87118736e86f3e3eb85bf5541281c","paperId":"1706.01875","method":"front_truncation","inputTokens":4580,"outputTokens":1579,"reductionPercent":65.52,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1305,"evidencePosition":"middle"}
{"caseId":"dcc1115aeaf87118736e86f3e3eb85bf5541281c","paperId":"1706.01875","method":"tail_recency","inputTokens":4580,"outputTokens":1604,"reductionPercent":64.98,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.1997,"evidencePosition":"middle"}
{"caseId":"dcc1115aeaf87118736e86f3e3eb85bf5541281c","paperId":"1706.01875","method":"seeded_random","inputTokens":4580,"outputTokens":1535,"reductionPercent":66.48,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0096,"evidencePosition":"middle"}
{"caseId":"dcc1115aeaf87118736e86f3e3eb85bf5541281c","paperId":"1706.01875","method":"oracle_ceiling","inputTokens":4580,"outputTokens":1588,"reductionPercent":65.33,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.6852,"evidencePosition":"middle"}
{"caseId":"36ae003c7cb2a1bbfa90b89c671bc286bd3b3dfd","paperId":"1910.08293","method":"maha_bm25","inputTokens":7520,"outputTokens":1515,"reductionPercent":79.85,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.6662,"evidencePosition":"front"}
{"caseId":"36ae003c7cb2a1bbfa90b89c671bc286bd3b3dfd","paperId":"1910.08293","method":"maha_keyword","inputTokens":7520,"outputTokens":1489,"reductionPercent":80.2,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.6185,"evidencePosition":"front"}
{"caseId":"36ae003c7cb2a1bbfa90b89c671bc286bd3b3dfd","paperId":"1910.08293","method":"front_truncation","inputTokens":7520,"outputTokens":1625,"reductionPercent":78.39,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.1842,"evidencePosition":"front"}
{"caseId":"36ae003c7cb2a1bbfa90b89c671bc286bd3b3dfd","paperId":"1910.08293","method":"tail_recency","inputTokens":7520,"outputTokens":1588,"reductionPercent":78.88,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.4774,"evidencePosition":"front"}
{"caseId":"36ae003c7cb2a1bbfa90b89c671bc286bd3b3dfd","paperId":"1910.08293","method":"seeded_random","inputTokens":7520,"outputTokens":1645,"reductionPercent":78.13,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.7874,"evidencePosition":"front"}
{"caseId":"36ae003c7cb2a1bbfa90b89c671bc286bd3b3dfd","paperId":"1910.08293","method":"oracle_ceiling","inputTokens":7520,"outputTokens":1592,"reductionPercent":78.83,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6456,"evidencePosition":"front"}
{"caseId":"aef607d2ac46024be17b1ddd0ed3f13378c563a6","paperId":"1909.00326","method":"maha_bm25","inputTokens":6260,"outputTokens":1508,"reductionPercent":75.91,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6661,"evidencePosition":"back"}
{"caseId":"aef607d2ac46024be17b1ddd0ed3f13378c563a6","paperId":"1909.00326","method":"maha_keyword","inputTokens":6260,"outputTokens":1522,"reductionPercent":75.69,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2804,"evidencePosition":"back"}
{"caseId":"aef607d2ac46024be17b1ddd0ed3f13378c563a6","paperId":"1909.00326","method":"front_truncation","inputTokens":6260,"outputTokens":1557,"reductionPercent":75.13,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.2098,"evidencePosition":"back"}
{"caseId":"aef607d2ac46024be17b1ddd0ed3f13378c563a6","paperId":"1909.00326","method":"tail_recency","inputTokens":6260,"outputTokens":1529,"reductionPercent":75.58,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7561,"evidencePosition":"back"}
{"caseId":"aef607d2ac46024be17b1ddd0ed3f13378c563a6","paperId":"1909.00326","method":"seeded_random","inputTokens":6260,"outputTokens":1519,"reductionPercent":75.73,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.6601,"evidencePosition":"back"}
{"caseId":"aef607d2ac46024be17b1ddd0ed3f13378c563a6","paperId":"1909.00326","method":"oracle_ceiling","inputTokens":6260,"outputTokens":1563,"reductionPercent":75.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7118,"evidencePosition":"back"}
{"caseId":"c2e475adeddcdc4d637ef0d4f5065b6a9b299827","paperId":"1804.07789","method":"maha_bm25","inputTokens":6287,"outputTokens":1590,"reductionPercent":74.71,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5192,"evidencePosition":"back"}
{"caseId":"c2e475adeddcdc4d637ef0d4f5065b6a9b299827","paperId":"1804.07789","method":"maha_keyword","inputTokens":6287,"outputTokens":1590,"reductionPercent":74.71,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2577,"evidencePosition":"back"}
{"caseId":"c2e475adeddcdc4d637ef0d4f5065b6a9b299827","paperId":"1804.07789","method":"front_truncation","inputTokens":6287,"outputTokens":1539,"reductionPercent":75.52,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.8309,"evidencePosition":"back"}
{"caseId":"c2e475adeddcdc4d637ef0d4f5065b6a9b299827","paperId":"1804.07789","method":"tail_recency","inputTokens":6287,"outputTokens":1550,"reductionPercent":75.35,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5233,"evidencePosition":"back"}
{"caseId":"c2e475adeddcdc4d637ef0d4f5065b6a9b299827","paperId":"1804.07789","method":"seeded_random","inputTokens":6287,"outputTokens":1610,"reductionPercent":74.39,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.8642,"evidencePosition":"back"}
{"caseId":"c2e475adeddcdc4d637ef0d4f5065b6a9b299827","paperId":"1804.07789","method":"oracle_ceiling","inputTokens":6287,"outputTokens":1617,"reductionPercent":74.28,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.5975,"evidencePosition":"back"}
{"caseId":"f5e6f43454332e0521a778db0b769481e23e7682","paperId":"1912.01214","method":"maha_bm25","inputTokens":5735,"outputTokens":1535,"reductionPercent":73.23,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9985,"evidencePosition":"front"}
{"caseId":"f5e6f43454332e0521a778db0b769481e23e7682","paperId":"1912.01214","method":"maha_keyword","inputTokens":5735,"outputTokens":1415,"reductionPercent":75.33,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.5952,"evidencePosition":"front"}
{"caseId":"f5e6f43454332e0521a778db0b769481e23e7682","paperId":"1912.01214","method":"front_truncation","inputTokens":5735,"outputTokens":1565,"reductionPercent":72.71,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.4662,"evidencePosition":"front"}
{"caseId":"f5e6f43454332e0521a778db0b769481e23e7682","paperId":"1912.01214","method":"tail_recency","inputTokens":5735,"outputTokens":1580,"reductionPercent":72.45,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.339,"evidencePosition":"front"}
{"caseId":"f5e6f43454332e0521a778db0b769481e23e7682","paperId":"1912.01214","method":"seeded_random","inputTokens":5735,"outputTokens":1535,"reductionPercent":73.23,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.624,"evidencePosition":"front"}
{"caseId":"f5e6f43454332e0521a778db0b769481e23e7682","paperId":"1912.01214","method":"oracle_ceiling","inputTokens":5735,"outputTokens":1569,"reductionPercent":72.64,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.2288,"evidencePosition":"front"}
{"caseId":"a616a3f0d244368ec588f04dfbc37d77fda01b4c","paperId":"2003.04866","method":"maha_bm25","inputTokens":22962,"outputTokens":1506,"reductionPercent":93.44,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":10.6407,"evidencePosition":"front"}
{"caseId":"a616a3f0d244368ec588f04dfbc37d77fda01b4c","paperId":"2003.04866","method":"maha_keyword","inputTokens":22962,"outputTokens":1582,"reductionPercent":93.11,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":11.0177,"evidencePosition":"front"}
{"caseId":"a616a3f0d244368ec588f04dfbc37d77fda01b4c","paperId":"2003.04866","method":"front_truncation","inputTokens":22962,"outputTokens":1652,"reductionPercent":92.81,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.74,"evidencePosition":"front"}
{"caseId":"a616a3f0d244368ec588f04dfbc37d77fda01b4c","paperId":"2003.04866","method":"tail_recency","inputTokens":22962,"outputTokens":1592,"reductionPercent":93.07,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.3415,"evidencePosition":"front"}
{"caseId":"a616a3f0d244368ec588f04dfbc37d77fda01b4c","paperId":"2003.04866","method":"seeded_random","inputTokens":22962,"outputTokens":1583,"reductionPercent":93.11,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.674,"evidencePosition":"front"}
{"caseId":"a616a3f0d244368ec588f04dfbc37d77fda01b4c","paperId":"2003.04866","method":"oracle_ceiling","inputTokens":22962,"outputTokens":1572,"reductionPercent":93.15,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.8644,"evidencePosition":"front"}
{"caseId":"db72a78a7102b5f0e75a4d9e1a06a3c2e7aabb21","paperId":"2002.01207","method":"maha_bm25","inputTokens":7464,"outputTokens":1610,"reductionPercent":78.43,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.4187,"evidencePosition":"front"}
{"caseId":"db72a78a7102b5f0e75a4d9e1a06a3c2e7aabb21","paperId":"2002.01207","method":"maha_keyword","inputTokens":7464,"outputTokens":1611,"reductionPercent":78.42,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1069,"evidencePosition":"front"}
{"caseId":"db72a78a7102b5f0e75a4d9e1a06a3c2e7aabb21","paperId":"2002.01207","method":"front_truncation","inputTokens":7464,"outputTokens":1569,"reductionPercent":78.98,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8632,"evidencePosition":"front"}
{"caseId":"db72a78a7102b5f0e75a4d9e1a06a3c2e7aabb21","paperId":"2002.01207","method":"tail_recency","inputTokens":7464,"outputTokens":1565,"reductionPercent":79.03,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.666,"evidencePosition":"front"}
{"caseId":"db72a78a7102b5f0e75a4d9e1a06a3c2e7aabb21","paperId":"2002.01207","method":"seeded_random","inputTokens":7464,"outputTokens":1657,"reductionPercent":77.8,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.9156,"evidencePosition":"front"}
{"caseId":"db72a78a7102b5f0e75a4d9e1a06a3c2e7aabb21","paperId":"2002.01207","method":"oracle_ceiling","inputTokens":7464,"outputTokens":1600,"reductionPercent":78.56,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.0206,"evidencePosition":"front"}
{"caseId":"bc730e4d964b6a66656078e2da130310142ab641","paperId":"1912.00667","method":"maha_bm25","inputTokens":7173,"outputTokens":1364,"reductionPercent":80.98,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3176,"evidencePosition":"middle"}
{"caseId":"bc730e4d964b6a66656078e2da130310142ab641","paperId":"1912.00667","method":"maha_keyword","inputTokens":7173,"outputTokens":1564,"reductionPercent":78.2,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3245,"evidencePosition":"middle"}
{"caseId":"bc730e4d964b6a66656078e2da130310142ab641","paperId":"1912.00667","method":"front_truncation","inputTokens":7173,"outputTokens":1588,"reductionPercent":77.86,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.8964,"evidencePosition":"middle"}
{"caseId":"bc730e4d964b6a66656078e2da130310142ab641","paperId":"1912.00667","method":"tail_recency","inputTokens":7173,"outputTokens":1643,"reductionPercent":77.09,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.1621,"evidencePosition":"middle"}
{"caseId":"bc730e4d964b6a66656078e2da130310142ab641","paperId":"1912.00667","method":"seeded_random","inputTokens":7173,"outputTokens":1559,"reductionPercent":78.27,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.1132,"evidencePosition":"middle"}
{"caseId":"bc730e4d964b6a66656078e2da130310142ab641","paperId":"1912.00667","method":"oracle_ceiling","inputTokens":7173,"outputTokens":1595,"reductionPercent":77.76,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1219,"evidencePosition":"middle"}
{"caseId":"d571e0b0f402a3d36fb30d70cdcd2911df883bc7","paperId":"2002.07306","method":"maha_bm25","inputTokens":5632,"outputTokens":1490,"reductionPercent":73.54,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9524,"evidencePosition":"middle"}
{"caseId":"d571e0b0f402a3d36fb30d70cdcd2911df883bc7","paperId":"2002.07306","method":"maha_keyword","inputTokens":5632,"outputTokens":1506,"reductionPercent":73.26,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2527,"evidencePosition":"middle"}
{"caseId":"d571e0b0f402a3d36fb30d70cdcd2911df883bc7","paperId":"2002.07306","method":"front_truncation","inputTokens":5632,"outputTokens":1463,"reductionPercent":74.02,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3497,"evidencePosition":"middle"}
{"caseId":"d571e0b0f402a3d36fb30d70cdcd2911df883bc7","paperId":"2002.07306","method":"tail_recency","inputTokens":5632,"outputTokens":1565,"reductionPercent":72.21,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.0707,"evidencePosition":"middle"}
{"caseId":"d571e0b0f402a3d36fb30d70cdcd2911df883bc7","paperId":"2002.07306","method":"seeded_random","inputTokens":5632,"outputTokens":1475,"reductionPercent":73.81,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":0.9787,"evidencePosition":"middle"}
{"caseId":"d571e0b0f402a3d36fb30d70cdcd2911df883bc7","paperId":"2002.07306","method":"oracle_ceiling","inputTokens":5632,"outputTokens":1524,"reductionPercent":72.94,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.5865,"evidencePosition":"middle"}
{"caseId":"15e481e668114e4afe0c78eefb716ffe1646b494","paperId":"1908.09246","method":"maha_bm25","inputTokens":5769,"outputTokens":1460,"reductionPercent":74.69,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.902,"evidencePosition":"front"}
{"caseId":"15e481e668114e4afe0c78eefb716ffe1646b494","paperId":"1908.09246","method":"maha_keyword","inputTokens":5769,"outputTokens":1470,"reductionPercent":74.52,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.947,"evidencePosition":"front"}
{"caseId":"15e481e668114e4afe0c78eefb716ffe1646b494","paperId":"1908.09246","method":"front_truncation","inputTokens":5769,"outputTokens":1589,"reductionPercent":72.46,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.5634,"evidencePosition":"front"}
{"caseId":"15e481e668114e4afe0c78eefb716ffe1646b494","paperId":"1908.09246","method":"tail_recency","inputTokens":5769,"outputTokens":1599,"reductionPercent":72.28,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3901,"evidencePosition":"front"}
{"caseId":"15e481e668114e4afe0c78eefb716ffe1646b494","paperId":"1908.09246","method":"seeded_random","inputTokens":5769,"outputTokens":1670,"reductionPercent":71.05,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.5837,"evidencePosition":"front"}
{"caseId":"15e481e668114e4afe0c78eefb716ffe1646b494","paperId":"1908.09246","method":"oracle_ceiling","inputTokens":5769,"outputTokens":1553,"reductionPercent":73.08,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2948,"evidencePosition":"front"}
{"caseId":"2df4a045a9cd7b44874340b6fdf9308d3c55327a","paperId":"1801.05147","method":"maha_bm25","inputTokens":8941,"outputTokens":1588,"reductionPercent":82.24,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.4266,"evidencePosition":"back"}
{"caseId":"2df4a045a9cd7b44874340b6fdf9308d3c55327a","paperId":"1801.05147","method":"maha_keyword","inputTokens":8941,"outputTokens":1550,"reductionPercent":82.66,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.5045,"evidencePosition":"back"}
{"caseId":"2df4a045a9cd7b44874340b6fdf9308d3c55327a","paperId":"1801.05147","method":"front_truncation","inputTokens":8941,"outputTokens":1625,"reductionPercent":81.83,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.4007,"evidencePosition":"back"}
{"caseId":"2df4a045a9cd7b44874340b6fdf9308d3c55327a","paperId":"1801.05147","method":"tail_recency","inputTokens":8941,"outputTokens":1636,"reductionPercent":81.7,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.1692,"evidencePosition":"back"}
{"caseId":"2df4a045a9cd7b44874340b6fdf9308d3c55327a","paperId":"1801.05147","method":"seeded_random","inputTokens":8941,"outputTokens":1426,"reductionPercent":84.05,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.1655,"evidencePosition":"back"}
{"caseId":"2df4a045a9cd7b44874340b6fdf9308d3c55327a","paperId":"1801.05147","method":"oracle_ceiling","inputTokens":8941,"outputTokens":1415,"reductionPercent":84.17,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6775,"evidencePosition":"back"}
{"caseId":"1269c5d8f61e821ee0029080c5ba2500421d5fa6","paperId":"1805.07133","method":"maha_bm25","inputTokens":5747,"outputTokens":1531,"reductionPercent":73.36,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2403,"evidencePosition":"middle"}
{"caseId":"1269c5d8f61e821ee0029080c5ba2500421d5fa6","paperId":"1805.07133","method":"maha_keyword","inputTokens":5747,"outputTokens":1270,"reductionPercent":77.9,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1543,"evidencePosition":"middle"}
{"caseId":"1269c5d8f61e821ee0029080c5ba2500421d5fa6","paperId":"1805.07133","method":"front_truncation","inputTokens":5747,"outputTokens":1598,"reductionPercent":72.19,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.7242,"evidencePosition":"middle"}
{"caseId":"1269c5d8f61e821ee0029080c5ba2500421d5fa6","paperId":"1805.07133","method":"tail_recency","inputTokens":5747,"outputTokens":1638,"reductionPercent":71.5,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3797,"evidencePosition":"middle"}
{"caseId":"1269c5d8f61e821ee0029080c5ba2500421d5fa6","paperId":"1805.07133","method":"seeded_random","inputTokens":5747,"outputTokens":1531,"reductionPercent":73.36,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.3337,"evidencePosition":"middle"}
{"caseId":"1269c5d8f61e821ee0029080c5ba2500421d5fa6","paperId":"1805.07133","method":"oracle_ceiling","inputTokens":5747,"outputTokens":1594,"reductionPercent":72.26,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4249,"evidencePosition":"middle"}