[ { "id": "ETR/2016/page_23.pdf-2", "document": "ETR/2016/page_23.pdf", "gold_ids": [ "table_1", "table_8" ], "predictions": { "bm25": [ "text_9", "text_11", "text_0", "table_8", "text_2" ], "tfidf": [ "text_9", "table_8", "table_1", "text_0", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "INTC/2015/page_41.pdf-4", "document": "INTC/2015/page_41.pdf", "gold_ids": [ "table_2", "table_3" ], "predictions": { "bm25": [ "table_0", "text_3", "table_3", "table_2", "table_1" ], "tfidf": [ "text_3", "table_0", "table_3", "table_2", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ADI/2011/page_61.pdf-2", "document": "ADI/2011/page_61.pdf", "gold_ids": [ "text_22" ], "predictions": { "bm25": [ "text_20", "text_22", "text_8", "text_1", "text_13" ], "tfidf": [ "text_20", "text_22", "text_1", "text_19", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "FIS/2010/page_70.pdf-2", "document": "FIS/2010/page_70.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "table_2", "text_18", "table_1", "text_17", "text_19" ], "tfidf": [ "table_2", "text_18", "table_1", "text_17", "text_19" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MAS/2017/page_27.pdf-2", "document": "MAS/2017/page_27.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_0", "text_2", "text_1", "text_3", "table_2" ], "tfidf": [ "text_0", "text_2", "text_1", "text_3", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "SYY/2006/page_71.pdf-1", "document": "SYY/2006/page_71.pdf", "gold_ids": [ "text_8" ], "predictions": { "bm25": [ "text_8", "text_4", "text_19", "text_0", "text_2" ], "tfidf": [ "text_8", "text_4", "text_19", "text_2", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AES/2010/page_227.pdf-3", "document": "AES/2010/page_227.pdf", "gold_ids": [ "table_1", "table_7" ], "predictions": { "bm25": [ "table_7", "text_0", "text_1", "text_7", "text_8" ], "tfidf": [ "table_7", "text_0", "text_3", "text_1", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "GS/2015/page_188.pdf-2", "document": "GS/2015/page_188.pdf", "gold_ids": [ "table_3", "table_7" ], "predictions": { "bm25": [ "text_25", "table_3", "text_5", "text_24", "text_15" ], "tfidf": [ "text_25", "table_3", "table_0", "text_5", "text_26" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "MO/2016/page_19.pdf-1", "document": "MO/2016/page_19.pdf", "gold_ids": [ "table_6" ], "predictions": { "bm25": [ "text_3", "table_0", "text_1", "text_28", "table_1" ], "tfidf": [ "text_28", "table_0", "text_3", "text_1", "text_26" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "CMCSA/2015/page_112.pdf-2", "document": "CMCSA/2015/page_112.pdf", "gold_ids": [ "table_8" ], "predictions": { "bm25": [ "text_13", "text_4", "table_4", "text_6", "table_2" ], "tfidf": [ "text_13", "text_10", "text_4", "text_16", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "STT/2007/page_111.pdf-3", "document": "STT/2007/page_111.pdf", "gold_ids": [ "table_4" ], "predictions": { "bm25": [ "table_4", "text_17", "text_1", "text_2", "text_19" ], "tfidf": [ "table_4", "text_17", "text_3", "text_2", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UAA/2016/page_42.pdf-2", "document": "UAA/2016/page_42.pdf", "gold_ids": [ "table_4", "table_5" ], "predictions": { "bm25": [ "text_1", "text_0", "table_5", "table_0", "table_1" ], "tfidf": [ "text_1", "text_0", "table_5", "table_0", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "GIS/2018/page_110.pdf-2", "document": "GIS/2018/page_110.pdf", "gold_ids": [ "table_1", "table_7" ], "predictions": { "bm25": [ "text_2", "table_7", "table_1", "text_5", "text_15" ], "tfidf": [ "text_2", "table_7", "table_1", "text_5", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JKHY/2019/page_18.pdf-3", "document": "JKHY/2019/page_18.pdf", "gold_ids": [ "table_2", "table_3" ], "predictions": { "bm25": [ "text_2", "text_0", "text_4", "text_7", "text_6" ], "tfidf": [ "text_7", "text_2", "text_0", "text_4", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "AWK/2014/page_121.pdf-2", "document": "AWK/2014/page_121.pdf", "gold_ids": [ "text_22" ], "predictions": { "bm25": [ "text_22", "text_2", "text_24", "text_11", "text_19" ], "tfidf": [ "text_22", "text_2", "text_8", "text_24", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MRO/2011/page_108.pdf-1", "document": "MRO/2011/page_108.pdf", "gold_ids": [ "table_11" ], "predictions": { "bm25": [ "text_0", "table_11", "table_2", "table_9", "table_1" ], "tfidf": [ "text_0", "table_11", "table_0", "table_2", "table_12" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "RCL/2012/page_75.pdf-1", "document": "RCL/2012/page_75.pdf", "gold_ids": [ "text_4" ], "predictions": { "bm25": [ "text_4", "text_9", "text_14", "text_12", "text_31" ], "tfidf": [ "text_4", "text_31", "text_30", "text_28", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2017/page_372.pdf-1", "document": "ETR/2017/page_372.pdf", "gold_ids": [ "table_1", "table_5" ], "predictions": { "bm25": [ "text_4", "table_5", "table_1", "text_3", "text_8" ], "tfidf": [ "table_5", "table_1", "text_4", "text_3", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ADBE/2008/page_89.pdf-3", "document": "ADBE/2008/page_89.pdf", "gold_ids": [ "table_6", "text_3" ], "predictions": { "bm25": [ "text_3", "text_12", "table_6", "text_1", "text_2" ], "tfidf": [ "text_3", "text_12", "table_6", "text_1", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2010/page_273.pdf-2", "document": "JPM/2010/page_273.pdf", "gold_ids": [ "text_20" ], "predictions": { "bm25": [ "text_20", "text_2", "text_11", "text_30", "text_27" ], "tfidf": [ "text_20", "text_2", "text_11", "text_30", "text_16" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "PNC/2012/page_68.pdf-2", "document": "PNC/2012/page_68.pdf", "gold_ids": [ "text_23", "text_24" ], "predictions": { "bm25": [ "text_23", "text_25", "text_22", "text_18", "text_10" ], "tfidf": [ "text_23", "text_22", "text_25", "text_18", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "FIS/2016/page_31.pdf-2", "document": "FIS/2016/page_31.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_1", "table_1", "table_2", "table_3", "text_2" ], "tfidf": [ "text_1", "table_1", "table_2", "table_3", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2016/page_49.pdf-1", "document": "AMT/2016/page_49.pdf", "gold_ids": [ "table_6" ], "predictions": { "bm25": [ "text_2", "text_1", "table_1", "table_6", "text_9" ], "tfidf": [ "text_2", "text_1", "text_9", "text_8", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "MAR/2018/page_43.pdf-2", "document": "MAR/2018/page_43.pdf", "gold_ids": [ "table_2", "table_6" ], "predictions": { "bm25": [ "text_21", "table_2", "table_6", "text_25", "text_10" ], "tfidf": [ "text_21", "table_6", "table_2", "text_25", "text_26" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AAL/2016/page_8.pdf-4", "document": "AAL/2016/page_8.pdf", "gold_ids": [ "table_2", "table_3" ], "predictions": { "bm25": [ "table_2", "table_3", "text_21", "table_1", "table_4" ], "tfidf": [ "table_2", "table_3", "text_21", "text_11", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETFC/2007/page_18.pdf-1", "document": "ETFC/2007/page_18.pdf", "gold_ids": [ "table_1", "table_4" ], "predictions": { "bm25": [ "table_4", "table_1", "text_2", "text_1", "text_21" ], "tfidf": [ "table_4", "table_1", "text_2", "text_1", "text_21" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GPN/2010/page_87.pdf-3", "document": "GPN/2010/page_87.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_19", "table_2", "text_18", "table_1", "text_7" ], "tfidf": [ "text_19", "text_18", "text_9", "table_1", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "ADBE/2008/page_89.pdf-2", "document": "ADBE/2008/page_89.pdf", "gold_ids": [ "table_6" ], "predictions": { "bm25": [ "text_1", "text_0", "text_2", "text_17", "table_1" ], "tfidf": [ "text_1", "text_2", "text_20", "text_0", "text_17" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "DG/2005/page_44.pdf-2", "document": "DG/2005/page_44.pdf", "gold_ids": [ "text_16", "text_17" ], "predictions": { "bm25": [ "text_16", "text_7", "text_17", "text_5", "text_8" ], "tfidf": [ "text_16", "text_17", "text_7", "text_13", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ALXN/2016/page_153.pdf-2", "document": "ALXN/2016/page_153.pdf", "gold_ids": [ "table_1", "table_2", "table_3", "text_14", "text_16", "text_19" ], "predictions": { "bm25": [ "text_19", "text_18", "text_17", "text_16", "text_29" ], "tfidf": [ "text_19", "text_18", "text_17", "text_16", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.16666666666666666, "complete": 0.0 }, "3": { "recall": 0.16666666666666666, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.16666666666666666, "complete": 0.0 }, "3": { "recall": 0.16666666666666666, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "UNP/2015/page_56.pdf-1", "document": "UNP/2015/page_56.pdf", "gold_ids": [ "table_1", "table_9" ], "predictions": { "bm25": [ "table_9", "table_7", "text_11", "text_14", "text_2" ], "tfidf": [ "table_9", "table_7", "text_14", "text_6", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "C/2009/page_45.pdf-1", "document": "C/2009/page_45.pdf", "gold_ids": [ "table_1", "table_4" ], "predictions": { "bm25": [ "table_4", "text_24", "text_20", "table_1", "text_14" ], "tfidf": [ "table_4", "text_24", "text_20", "text_9", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "AAPL/2006/page_100.pdf-3", "document": "AAPL/2006/page_100.pdf", "gold_ids": [ "table_7" ], "predictions": { "bm25": [ "text_6", "table_7", "text_4", "text_7", "text_9" ], "tfidf": [ "text_6", "table_7", "text_4", "text_8", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2018/page_90.pdf-1", "document": "JPM/2018/page_90.pdf", "gold_ids": [ "text_21" ], "predictions": { "bm25": [ "text_0", "text_16", "text_18", "text_2", "text_21" ], "tfidf": [ "text_18", "text_2", "text_0", "text_16", "text_21" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "PNC/2012/page_65.pdf-4", "document": "PNC/2012/page_65.pdf", "gold_ids": [ "table_3", "text_1" ], "predictions": { "bm25": [ "text_1", "table_1", "text_2", "table_3", "text_13" ], "tfidf": [ "text_1", "table_1", "text_2", "table_3", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ABMD/2008/page_86.pdf-1", "document": "ABMD/2008/page_86.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_13", "text_11", "table_2", "table_1", "text_2" ], "tfidf": [ "text_13", "text_11", "table_2", "table_0", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETFC/2012/page_24.pdf-1", "document": "ETFC/2012/page_24.pdf", "gold_ids": [ "table_1", "text_14", "text_9" ], "predictions": { "bm25": [ "text_13", "text_14", "table_1", "text_17", "text_19" ], "tfidf": [ "table_1", "text_13", "text_14", "table_0", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "ETFC/2007/page_18.pdf-2", "document": "ETFC/2007/page_18.pdf", "gold_ids": [ "table_1", "text_2" ], "predictions": { "bm25": [ "text_2", "table_1", "text_1", "text_21", "text_6" ], "tfidf": [ "text_2", "table_1", "text_1", "text_13", "text_21" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2017/page_179.pdf-4", "document": "GS/2017/page_179.pdf", "gold_ids": [ "text_34", "text_9" ], "predictions": { "bm25": [ "text_34", "text_33", "table_3", "table_0", "text_25" ], "tfidf": [ "text_34", "text_31", "text_32", "text_33", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "MKTX/2004/page_99.pdf-3", "document": "MKTX/2004/page_99.pdf", "gold_ids": [ "text_13" ], "predictions": { "bm25": [ "text_13", "text_14", "text_15", "text_8", "text_11" ], "tfidf": [ "text_13", "text_8", "text_7", "text_11", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2013/page_21.pdf-3", "document": "ETR/2013/page_21.pdf", "gold_ids": [ "table_1", "table_5" ], "predictions": { "bm25": [ "text_12", "text_14", "text_5", "table_5", "text_16" ], "tfidf": [ "text_12", "table_5", "text_14", "table_1", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2013/page_220.pdf-2", "document": "GS/2013/page_220.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_4", "table_1", "text_3", "text_1", "text_0" ], "tfidf": [ "text_4", "text_3", "text_1", "text_0", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "FBHS/2017/page_83.pdf-1", "document": "FBHS/2017/page_83.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_5", "table_5", "text_8", "text_0", "text_1" ], "tfidf": [ "text_5", "text_6", "text_8", "table_5", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ZBH/2008/page_57.pdf-2", "document": "ZBH/2008/page_57.pdf", "gold_ids": [ "table_1", "table_6" ], "predictions": { "bm25": [ "table_1", "table_5", "table_4", "text_23", "text_22" ], "tfidf": [ "table_1", "text_22", "table_5", "table_4", "table_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "K/2006/page_52.pdf-2", "document": "K/2006/page_52.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "text_15", "table_3", "text_16", "text_8", "text_18" ], "tfidf": [ "text_15", "table_3", "text_16", "text_8", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GPN/2014/page_92.pdf-1", "document": "GPN/2014/page_92.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_2", "table_1", "table_2", "table_3", "text_7" ], "tfidf": [ "text_2", "table_1", "table_2", "table_3", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "FIS/2017/page_64.pdf-3", "document": "FIS/2017/page_64.pdf", "gold_ids": [ "text_11" ], "predictions": { "bm25": [ "text_11", "text_14", "text_7", "text_23", "text_13" ], "tfidf": [ "text_7", "text_11", "table_0", "text_14", "text_23" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "BLL/2010/page_37.pdf-2", "document": "BLL/2010/page_37.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_7", "table_1", "text_8", "table_2", "text_4" ], "tfidf": [ "text_7", "table_0", "table_1", "text_20", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "PNC/2012/page_65.pdf-1", "document": "PNC/2012/page_65.pdf", "gold_ids": [ "text_4" ], "predictions": { "bm25": [ "text_4", "text_5", "table_2", "text_7", "text_15" ], "tfidf": [ "text_4", "text_5", "text_15", "text_27", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "SNA/2018/page_31.pdf-1", "document": "SNA/2018/page_31.pdf", "gold_ids": [ "table_3", "table_4" ], "predictions": { "bm25": [ "table_3", "text_14", "text_5", "text_9", "text_3" ], "tfidf": [ "text_14", "text_5", "text_11", "table_3", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "FIS/2016/page_45.pdf-4", "document": "FIS/2016/page_45.pdf", "gold_ids": [ "text_10" ], "predictions": { "bm25": [ "text_10", "text_12", "text_13", "text_14", "text_5" ], "tfidf": [ "text_10", "text_12", "text_13", "text_14", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETFC/2011/page_144.pdf-2", "document": "ETFC/2011/page_144.pdf", "gold_ids": [ "text_10", "text_11", "text_17", "text_18" ], "predictions": { "bm25": [ "text_17", "text_18", "text_19", "text_6", "text_4" ], "tfidf": [ "text_17", "text_18", "text_19", "text_4", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.25, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.25, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "STT/2009/page_127.pdf-4", "document": "STT/2009/page_127.pdf", "gold_ids": [ "text_12" ], "predictions": { "bm25": [ "text_4", "table_9", "text_21", "text_12", "text_13" ], "tfidf": [ "text_15", "text_13", "text_21", "text_3", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "ILMN/2008/page_82.pdf-1", "document": "ILMN/2008/page_82.pdf", "gold_ids": [ "text_2" ], "predictions": { "bm25": [ "text_2", "text_3", "text_14", "text_13", "text_4" ], "tfidf": [ "text_2", "text_13", "text_3", "text_14", "text_17" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2004/page_239.pdf-3", "document": "ETR/2004/page_239.pdf", "gold_ids": [ "table_1", "table_4" ], "predictions": { "bm25": [ "text_0", "text_3", "text_4", "table_4", "text_9" ], "tfidf": [ "text_0", "text_4", "text_3", "table_4", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HOLX/2007/page_126.pdf-2", "document": "HOLX/2007/page_126.pdf", "gold_ids": [ "table_6" ], "predictions": { "bm25": [ "table_6", "text_5", "table_0", "text_9", "text_6" ], "tfidf": [ "table_6", "text_5", "text_8", "table_0", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "FBHS/2017/page_83.pdf-2", "document": "FBHS/2017/page_83.pdf", "gold_ids": [ "text_11", "text_13" ], "predictions": { "bm25": [ "text_13", "text_4", "text_12", "text_6", "text_2" ], "tfidf": [ "text_4", "text_12", "text_13", "text_6", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "UA/2007/page_70.pdf-2", "document": "UA/2007/page_70.pdf", "gold_ids": [ "text_12" ], "predictions": { "bm25": [ "text_12", "text_10", "text_13", "text_0", "text_11" ], "tfidf": [ "text_12", "text_13", "text_10", "text_1", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "FIS/2012/page_48.pdf-1", "document": "FIS/2012/page_48.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_1", "text_8", "text_4", "table_2", "text_2" ], "tfidf": [ "text_1", "text_8", "text_4", "text_5", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AON/2015/page_96.pdf-1", "document": "AON/2015/page_96.pdf", "gold_ids": [ "text_5" ], "predictions": { "bm25": [ "text_5", "text_11", "text_12", "table_2", "table_3" ], "tfidf": [ "text_5", "text_3", "text_11", "table_0", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CME/2010/page_91.pdf-1", "document": "CME/2010/page_91.pdf", "gold_ids": [ "table_5" ], "predictions": { "bm25": [ "text_1", "table_5", "table_9", "table_6", "text_15" ], "tfidf": [ "table_5", "text_1", "table_0", "table_9", "table_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HIG/2004/page_140.pdf-1", "document": "HIG/2004/page_140.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "table_0", "table_3", "table_4", "table_1" ], "tfidf": [ "table_2", "table_0", "text_2", "text_46", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CME/2010/page_123.pdf-2", "document": "CME/2010/page_123.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_0", "text_3", "text_23", "text_4", "table_1" ], "tfidf": [ "text_3", "text_0", "text_1", "text_23", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AON/2007/page_175.pdf-2", "document": "AON/2007/page_175.pdf", "gold_ids": [ "table_5", "table_6", "table_7" ], "predictions": { "bm25": [ "text_2", "text_0", "text_3", "table_5", "table_6" ], "tfidf": [ "text_2", "text_0", "text_3", "table_5", "table_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "ETR/2013/page_21.pdf-2", "document": "ETR/2013/page_21.pdf", "gold_ids": [ "table_1", "table_2", "table_5", "text_14" ], "predictions": { "bm25": [ "table_2", "text_16", "text_0", "text_12", "text_14" ], "tfidf": [ "table_2", "text_16", "text_0", "text_14", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 0.25, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.25, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "ABMD/2005/page_29.pdf-2", "document": "ABMD/2005/page_29.pdf", "gold_ids": [ "text_1" ], "predictions": { "bm25": [ "text_1", "text_3", "text_2", "table_4", "text_19" ], "tfidf": [ "text_1", "text_3", "table_0", "text_2", "text_19" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "NWS/2017/page_119.pdf-2", "document": "NWS/2017/page_119.pdf", "gold_ids": [ "table_2", "text_2" ], "predictions": { "bm25": [ "text_2", "text_3", "text_0", "text_1", "table_2" ], "tfidf": [ "text_2", "text_3", "text_0", "text_7", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "PNC/2012/page_65.pdf-3", "document": "PNC/2012/page_65.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "table_1", "text_4", "text_6", "text_25", "text_8" ], "tfidf": [ "text_4", "table_1", "text_3", "text_6", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AES/2010/page_227.pdf-4", "document": "AES/2010/page_227.pdf", "gold_ids": [ "text_1" ], "predictions": { "bm25": [ "text_1", "text_9", "text_8", "text_4", "text_3" ], "tfidf": [ "text_1", "text_9", "text_3", "text_8", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "PNC/2012/page_68.pdf-4", "document": "PNC/2012/page_68.pdf", "gold_ids": [ "table_1", "table_8", "text_8" ], "predictions": { "bm25": [ "text_23", "text_25", "text_22", "text_24", "text_18" ], "tfidf": [ "text_22", "text_23", "text_25", "text_24", "text_18" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "GIS/2017/page_31.pdf-1", "document": "GIS/2017/page_31.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_9", "text_10", "table_1", "table_8", "table_7" ], "tfidf": [ "text_9", "text_10", "text_16", "text_17", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "PM/2017/page_32.pdf-1", "document": "PM/2017/page_32.pdf", "gold_ids": [ "text_31" ], "predictions": { "bm25": [ "text_31", "text_34", "text_35", "text_2", "table_1" ], "tfidf": [ "text_31", "text_34", "text_2", "text_35", "text_20" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CME/2010/page_123.pdf-4", "document": "CME/2010/page_123.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "text_0", "text_23", "text_4", "text_3", "text_1" ], "tfidf": [ "text_0", "text_4", "table_1", "table_2", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "HUM/2014/page_44.pdf-1", "document": "HUM/2014/page_44.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_2", "text_0", "text_1", "table_1", "table_0" ], "tfidf": [ "text_2", "text_0", "text_1", "table_1", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "VNO/2014/page_57.pdf-1", "document": "VNO/2014/page_57.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_0", "text_1", "text_2", "table_3" ], "tfidf": [ "text_0", "text_1", "table_1", "text_2", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MSI/2014/page_76.pdf-3", "document": "MSI/2014/page_76.pdf", "gold_ids": [ "text_25" ], "predictions": { "bm25": [ "text_25", "text_31", "text_18", "text_16", "text_24" ], "tfidf": [ "text_25", "text_31", "text_16", "text_24", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MRO/2008/page_45.pdf-1", "document": "MRO/2008/page_45.pdf", "gold_ids": [ "text_19" ], "predictions": { "bm25": [ "text_19", "text_21", "text_20", "text_13", "text_16" ], "tfidf": [ "text_19", "text_21", "text_20", "text_16", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CB/2010/page_83.pdf-1", "document": "CB/2010/page_83.pdf", "gold_ids": [ "text_17" ], "predictions": { "bm25": [ "text_17", "text_6", "text_11", "text_5", "text_8" ], "tfidf": [ "text_17", "text_6", "text_11", "text_5", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2017/page_86.pdf-2", "document": "GS/2017/page_86.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_3", "text_16", "table_2", "table_4" ], "tfidf": [ "table_1", "text_20", "table_3", "table_2", "table_6" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "BLL/2012/page_31.pdf-3", "document": "BLL/2012/page_31.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "text_0", "text_3", "table_3", "table_1", "text_2" ], "tfidf": [ "text_0", "text_3", "text_2", "table_3", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "BLL/2012/page_31.pdf-4", "document": "BLL/2012/page_31.pdf", "gold_ids": [ "table_1", "table_2", "table_3" ], "predictions": { "bm25": [ "text_0", "text_2", "table_2", "text_3", "table_1" ], "tfidf": [ "text_0", "text_2", "text_3", "table_2", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "MRO/2007/page_136.pdf-2", "document": "MRO/2007/page_136.pdf", "gold_ids": [ "text_6" ], "predictions": { "bm25": [ "text_6", "text_20", "text_18", "text_8", "text_11" ], "tfidf": [ "text_6", "text_20", "text_13", "text_18", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2012/page_50.pdf-3", "document": "AMT/2012/page_50.pdf", "gold_ids": [ "table_3", "text_7" ], "predictions": { "bm25": [ "text_7", "text_6", "text_8", "table_3", "text_2" ], "tfidf": [ "text_7", "text_9", "text_6", "text_8", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "AWK/2012/page_117.pdf-4", "document": "AWK/2012/page_117.pdf", "gold_ids": [ "table_6", "text_10" ], "predictions": { "bm25": [ "text_10", "text_11", "text_8", "text_9", "text_3" ], "tfidf": [ "text_10", "text_8", "text_11", "text_9", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "SNA/2007/page_49.pdf-4", "document": "SNA/2007/page_49.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_25", "text_24", "text_23", "text_26" ], "tfidf": [ "table_1", "text_25", "text_24", "text_19", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2015/page_188.pdf-1", "document": "GS/2015/page_188.pdf", "gold_ids": [ "table_6", "table_7" ], "predictions": { "bm25": [ "text_25", "table_5", "text_15", "text_22", "text_30" ], "tfidf": [ "text_25", "table_5", "text_15", "text_5", "text_22" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "UPS/2012/page_32.pdf-4", "document": "UPS/2012/page_32.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_2", "text_0", "text_1", "table_0", "table_1" ], "tfidf": [ "text_2", "text_0", "text_1", "table_0", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AON/2015/page_96.pdf-3", "document": "AON/2015/page_96.pdf", "gold_ids": [ "text_11", "text_12" ], "predictions": { "bm25": [ "text_5", "text_8", "text_7", "text_11", "text_0" ], "tfidf": [ "text_5", "text_8", "text_7", "text_11", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "STT/2009/page_127.pdf-2", "document": "STT/2009/page_127.pdf", "gold_ids": [ "text_5", "text_7" ], "predictions": { "bm25": [ "text_5", "text_7", "text_9", "text_2", "table_5" ], "tfidf": [ "text_7", "text_5", "text_9", "text_2", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "RSG/2018/page_94.pdf-1", "document": "RSG/2018/page_94.pdf", "gold_ids": [ "table_1", "table_2", "table_3", "table_4" ], "predictions": { "bm25": [ "text_15", "text_10", "text_16", "text_7", "text_4" ], "tfidf": [ "text_15", "text_10", "text_7", "text_4", "text_18" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "MRO/2004/page_46.pdf-1", "document": "MRO/2004/page_46.pdf", "gold_ids": [ "table_5", "text_19" ], "predictions": { "bm25": [ "text_19", "table_1", "text_20", "text_21", "text_14" ], "tfidf": [ "table_1", "text_19", "text_20", "text_21", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "IP/2006/page_30.pdf-1", "document": "IP/2006/page_30.pdf", "gold_ids": [ "table_1", "text_35" ], "predictions": { "bm25": [ "text_13", "text_10", "text_36", "text_8", "text_0" ], "tfidf": [ "text_10", "text_13", "text_4", "text_36", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "APD/2016/page_40.pdf-2", "document": "APD/2016/page_40.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "table_3", "table_4", "table_0", "text_2" ], "tfidf": [ "table_2", "table_0", "text_9", "text_2", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CDNS/2018/page_66.pdf-4", "document": "CDNS/2018/page_66.pdf", "gold_ids": [ "table_1", "table_6" ], "predictions": { "bm25": [ "text_8", "table_6", "table_1", "table_2", "text_14" ], "tfidf": [ "text_8", "table_2", "table_6", "table_7", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "CDNS/2015/page_30.pdf-2", "document": "CDNS/2015/page_30.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_1", "table_1", "text_0", "text_6", "text_4" ], "tfidf": [ "text_1", "text_0", "table_1", "text_6", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AAPL/2006/page_131.pdf-2", "document": "AAPL/2006/page_131.pdf", "gold_ids": [ "table_8", "text_60", "text_61" ], "predictions": { "bm25": [ "table_8", "text_61", "text_45", "text_62", "text_42" ], "tfidf": [ "table_8", "text_61", "text_50", "text_48", "text_53" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "L/2009/page_84.pdf-4", "document": "L/2009/page_84.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_2", "text_1", "table_2", "table_0", "text_4" ], "tfidf": [ "text_2", "text_1", "table_0", "text_8", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ECL/2016/page_52.pdf-4", "document": "ECL/2016/page_52.pdf", "gold_ids": [ "text_0", "text_1", "text_20", "text_21" ], "predictions": { "bm25": [ "text_21", "text_12", "text_11", "text_29", "text_18" ], "tfidf": [ "text_21", "text_12", "text_18", "text_11", "text_28" ] }, "metrics": { "bm25": { "1": { "recall": 0.25, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.25, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } } } }, { "id": "ETR/2011/page_301.pdf-1", "document": "ETR/2011/page_301.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_4", "text_5", "table_1", "table_0", "table_2" ], "tfidf": [ "text_4", "text_5", "table_0", "text_10", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AWK/2013/page_122.pdf-3", "document": "AWK/2013/page_122.pdf", "gold_ids": [ "table_3", "text_15" ], "predictions": { "bm25": [ "text_10", "text_11", "text_7", "text_9", "text_3" ], "tfidf": [ "text_10", "text_11", "text_7", "text_9", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "DISCA/2014/page_64.pdf-1", "document": "DISCA/2014/page_64.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_6", "text_0", "text_9", "text_4", "text_10" ], "tfidf": [ "text_6", "text_9", "text_0", "text_4", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "C/2009/page_45.pdf-2", "document": "C/2009/page_45.pdf", "gold_ids": [ "table_1", "table_4" ], "predictions": { "bm25": [ "table_4", "text_24", "table_1", "text_20", "text_9" ], "tfidf": [ "table_4", "text_24", "text_20", "table_1", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GPN/2013/page_92.pdf-1", "document": "GPN/2013/page_92.pdf", "gold_ids": [ "table_6", "text_0" ], "predictions": { "bm25": [ "text_14", "table_6", "text_4", "text_0", "text_12" ], "tfidf": [ "text_14", "text_4", "table_6", "text_11", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "GPN/2010/page_89.pdf-4", "document": "GPN/2010/page_89.pdf", "gold_ids": [ "table_5", "table_7", "table_9" ], "predictions": { "bm25": [ "text_9", "text_11", "table_5", "table_9", "text_13" ], "tfidf": [ "text_9", "table_5", "text_0", "table_9", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "AON/2010/page_86.pdf-1", "document": "AON/2010/page_86.pdf", "gold_ids": [ "table_12", "table_13" ], "predictions": { "bm25": [ "table_13", "text_14", "text_6", "text_1", "text_13" ], "tfidf": [ "table_13", "text_14", "text_6", "text_13", "table_12" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "EOG/2018/page_75.pdf-1", "document": "EOG/2018/page_75.pdf", "gold_ids": [ "table_5" ], "predictions": { "bm25": [ "text_0", "table_5", "text_8", "text_1", "text_2" ], "tfidf": [ "text_0", "text_8", "table_5", "text_1", "text_21" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CME/2010/page_69.pdf-2", "document": "CME/2010/page_69.pdf", "gold_ids": [ "text_44" ], "predictions": { "bm25": [ "text_51", "text_44", "text_46", "text_45", "text_48" ], "tfidf": [ "text_44", "text_50", "text_45", "text_46", "text_51" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2014/page_51.pdf-2", "document": "GS/2014/page_51.pdf", "gold_ids": [ "table_5" ], "predictions": { "bm25": [ "text_14", "text_9", "text_8", "table_5", "table_15" ], "tfidf": [ "text_14", "table_5", "text_8", "text_9", "table_15" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UNP/2007/page_25.pdf-1", "document": "UNP/2007/page_25.pdf", "gold_ids": [ "text_1" ], "predictions": { "bm25": [ "text_1", "table_1", "text_10", "table_0", "table_2" ], "tfidf": [ "table_0", "text_1", "table_1", "text_10", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AES/2002/page_128.pdf-2", "document": "AES/2002/page_128.pdf", "gold_ids": [ "table_1", "text_10" ], "predictions": { "bm25": [ "text_9", "text_10", "text_11", "text_15", "table_1" ], "tfidf": [ "table_1", "text_9", "text_10", "text_11", "text_16" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2016/page_49.pdf-3", "document": "AMT/2016/page_49.pdf", "gold_ids": [ "table_4", "text_2" ], "predictions": { "bm25": [ "text_2", "text_3", "table_4", "table_9", "text_6" ], "tfidf": [ "text_2", "text_1", "text_3", "text_8", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ADBE/1999/page_64.pdf-3", "document": "ADBE/1999/page_64.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_9", "table_1", "text_3", "text_4", "text_7" ], "tfidf": [ "text_9", "text_4", "text_6", "text_7", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "GPN/2008/page_78.pdf-2", "document": "GPN/2008/page_78.pdf", "gold_ids": [ "table_1", "table_9", "text_12" ], "predictions": { "bm25": [ "table_9", "table_1", "table_6", "text_5", "text_16" ], "tfidf": [ "table_9", "table_1", "table_6", "text_5", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "PNC/2012/page_68.pdf-1", "document": "PNC/2012/page_68.pdf", "gold_ids": [ "table_6", "text_22" ], "predictions": { "bm25": [ "table_6", "text_24", "text_2", "text_1", "table_3" ], "tfidf": [ "table_6", "text_24", "text_2", "table_3", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "MRO/2013/page_19.pdf-3", "document": "MRO/2013/page_19.pdf", "gold_ids": [ "table_7" ], "predictions": { "bm25": [ "table_7", "table_4", "table_5", "table_0", "text_1" ], "tfidf": [ "table_7", "table_4", "table_5", "table_0", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "C/2008/page_22.pdf-2", "document": "C/2008/page_22.pdf", "gold_ids": [ "table_4" ], "predictions": { "bm25": [ "table_0", "table_4", "table_3", "table_1", "table_2" ], "tfidf": [ "table_0", "text_19", "table_3", "table_4", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UPS/2007/page_49.pdf-1", "document": "UPS/2007/page_49.pdf", "gold_ids": [ "table_7" ], "predictions": { "bm25": [ "text_8", "text_6", "text_7", "text_11", "text_19" ], "tfidf": [ "text_8", "text_6", "text_7", "text_19", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "NCLH/2018/page_64.pdf-1", "document": "NCLH/2018/page_64.pdf", "gold_ids": [ "text_15" ], "predictions": { "bm25": [ "text_15", "text_22", "text_12", "text_18", "text_24" ], "tfidf": [ "text_22", "text_15", "text_12", "text_18", "text_24" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MKTX/2012/page_42.pdf-1", "document": "MKTX/2012/page_42.pdf", "gold_ids": [ "table_1", "table_9" ], "predictions": { "bm25": [ "table_6", "text_3", "table_1", "table_7", "table_8" ], "tfidf": [ "table_6", "table_5", "table_1", "table_0", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "PNC/2014/page_111.pdf-2", "document": "PNC/2014/page_111.pdf", "gold_ids": [ "text_14", "text_17" ], "predictions": { "bm25": [ "text_17", "text_27", "text_22", "text_21", "text_16" ], "tfidf": [ "text_17", "text_27", "table_0", "text_11", "text_16" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "AWK/2014/page_121.pdf-1", "document": "AWK/2014/page_121.pdf", "gold_ids": [ "table_4", "table_5", "text_24" ], "predictions": { "bm25": [ "table_1", "table_4", "table_2", "table_5", "text_2" ], "tfidf": [ "table_1", "table_4", "text_22", "table_2", "table_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "AAL/2013/page_172.pdf-4", "document": "AAL/2013/page_172.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "text_1", "text_10", "text_13", "table_1", "text_12" ], "tfidf": [ "text_1", "table_1", "text_10", "text_13", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "ECL/2016/page_52.pdf-1", "document": "ECL/2016/page_52.pdf", "gold_ids": [ "text_3" ], "predictions": { "bm25": [ "text_3", "text_18", "text_28", "text_11", "text_23" ], "tfidf": [ "text_3", "text_18", "text_1", "text_28", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2010/page_281.pdf-3", "document": "JPM/2010/page_281.pdf", "gold_ids": [ "text_6", "text_8" ], "predictions": { "bm25": [ "text_6", "text_9", "text_2", "text_0", "text_8" ], "tfidf": [ "text_6", "text_9", "text_2", "text_8", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CME/2017/page_40.pdf-2", "document": "CME/2017/page_40.pdf", "gold_ids": [ "table_1", "table_2", "text_3" ], "predictions": { "bm25": [ "text_3", "text_0", "text_4", "table_2", "text_9" ], "tfidf": [ "text_3", "text_0", "table_2", "text_4", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "AMT/2012/page_50.pdf-1", "document": "AMT/2012/page_50.pdf", "gold_ids": [ "table_3", "table_4" ], "predictions": { "bm25": [ "text_0", "table_3", "table_4", "text_6", "table_1" ], "tfidf": [ "text_0", "table_3", "table_4", "table_0", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "SNA/2012/page_110.pdf-2", "document": "SNA/2012/page_110.pdf", "gold_ids": [ "table_2", "table_3", "table_4" ], "predictions": { "bm25": [ "text_15", "table_1", "table_5", "text_2", "text_16" ], "tfidf": [ "text_15", "table_5", "table_1", "table_0", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "GPN/2010/page_89.pdf-3", "document": "GPN/2010/page_89.pdf", "gold_ids": [ "text_12" ], "predictions": { "bm25": [ "text_12", "text_13", "text_6", "text_11", "text_15" ], "tfidf": [ "text_12", "text_13", "text_6", "text_11", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "C/2018/page_175.pdf-3", "document": "C/2018/page_175.pdf", "gold_ids": [ "table_1", "table_6" ], "predictions": { "bm25": [ "table_1", "text_4", "text_1", "table_6", "text_7" ], "tfidf": [ "table_1", "text_4", "table_6", "text_1", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2012/page_118.pdf-2", "document": "AMT/2012/page_118.pdf", "gold_ids": [ "text_14" ], "predictions": { "bm25": [ "text_14", "text_15", "text_12", "text_17", "text_16" ], "tfidf": [ "text_14", "text_15", "text_16", "text_2", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DISCA/2011/page_49.pdf-1", "document": "DISCA/2011/page_49.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_0", "text_2", "table_1", "text_4", "table_0" ], "tfidf": [ "text_2", "table_0", "table_1", "text_0", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ZBH/2007/page_67.pdf-2", "document": "ZBH/2007/page_67.pdf", "gold_ids": [ "table_11" ], "predictions": { "bm25": [ "table_11", "table_6", "text_18", "text_2", "table_10" ], "tfidf": [ "table_11", "table_0", "table_6", "text_2", "table_10" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "RSG/2016/page_145.pdf-1", "document": "RSG/2016/page_145.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_2", "text_1", "table_0", "text_7" ], "tfidf": [ "text_6", "text_9", "text_5", "text_7", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "ZBH/2009/page_58.pdf-2", "document": "ZBH/2009/page_58.pdf", "gold_ids": [ "table_2", "table_7" ], "predictions": { "bm25": [ "table_2", "text_8", "text_9", "table_7", "table_0" ], "tfidf": [ "table_2", "text_9", "table_7", "text_8", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DRE/2008/page_46.pdf-2", "document": "DRE/2008/page_46.pdf", "gold_ids": [ "table_1", "table_4", "text_3", "text_5" ], "predictions": { "bm25": [ "text_12", "text_14", "text_13", "table_1", "table_3" ], "tfidf": [ "text_12", "text_14", "text_13", "table_1", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } } } }, { "id": "IP/2006/page_75.pdf-2", "document": "IP/2006/page_75.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "text_1", "text_8", "text_2", "table_1", "text_7" ], "tfidf": [ "text_1", "text_8", "table_1", "text_7", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "DRE/2002/page_15.pdf-2", "document": "DRE/2002/page_15.pdf", "gold_ids": [ "text_1", "text_17" ], "predictions": { "bm25": [ "text_17", "text_6", "text_10", "text_7", "text_26" ], "tfidf": [ "text_17", "table_0", "text_6", "text_10", "text_26" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "MRO/2003/page_84.pdf-3", "document": "MRO/2003/page_84.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "text_0", "text_3", "table_4", "text_8" ], "tfidf": [ "table_2", "text_0", "text_3", "table_4", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AON/2007/page_171.pdf-1", "document": "AON/2007/page_171.pdf", "gold_ids": [ "table_5" ], "predictions": { "bm25": [ "text_0", "table_5", "table_2", "table_1", "table_3" ], "tfidf": [ "text_0", "table_5", "table_0", "table_2", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "K/2013/page_23.pdf-1", "document": "K/2013/page_23.pdf", "gold_ids": [ "table_12" ], "predictions": { "bm25": [ "table_12", "text_15", "table_9", "table_11", "table_3" ], "tfidf": [ "table_12", "text_15", "table_11", "table_7", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2003/page_102.pdf-2", "document": "AMT/2003/page_102.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_11", "text_17", "text_10", "text_2", "text_9" ], "tfidf": [ "text_11", "text_17", "table_1", "text_9", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2018/page_90.pdf-5", "document": "JPM/2018/page_90.pdf", "gold_ids": [ "table_7" ], "predictions": { "bm25": [ "table_7", "text_21", "text_5", "table_8", "table_1" ], "tfidf": [ "text_21", "text_5", "table_1", "table_8", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AMT/2014/page_160.pdf-4", "document": "AMT/2014/page_160.pdf", "gold_ids": [ "table_0", "text_12" ], "predictions": { "bm25": [ "text_12", "text_7", "text_8", "text_11", "table_0" ], "tfidf": [ "text_12", "table_0", "text_7", "table_1", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "PNC/2007/page_92.pdf-2", "document": "PNC/2007/page_92.pdf", "gold_ids": [ "table_4" ], "predictions": { "bm25": [ "table_4", "text_18", "text_17", "text_13", "text_14" ], "tfidf": [ "table_4", "text_18", "table_0", "text_17", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2016/page_23.pdf-3", "document": "ETR/2016/page_23.pdf", "gold_ids": [ "table_2", "table_3", "table_8" ], "predictions": { "bm25": [ "table_2", "text_9", "table_3", "text_11", "table_8" ], "tfidf": [ "table_2", "table_3", "text_9", "table_8", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "IP/2006/page_31.pdf-2", "document": "IP/2006/page_31.pdf", "gold_ids": [ "table_1", "text_19" ], "predictions": { "bm25": [ "text_17", "text_12", "text_10", "text_11", "text_33" ], "tfidf": [ "text_17", "text_12", "text_10", "text_33", "text_19" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "HST/2018/page_135.pdf-1", "document": "HST/2018/page_135.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_3", "text_0", "text_2", "text_1", "text_5" ], "tfidf": [ "text_3", "table_0", "text_0", "text_1", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "PNC/2012/page_174.pdf-5", "document": "PNC/2012/page_174.pdf", "gold_ids": [ "table_2", "table_3" ], "predictions": { "bm25": [ "text_17", "table_2", "text_10", "text_6", "text_13" ], "tfidf": [ "text_17", "text_10", "text_25", "table_2", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "CME/2017/page_40.pdf-5", "document": "CME/2017/page_40.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "text_4", "text_1", "table_1", "text_0", "text_5" ], "tfidf": [ "text_4", "text_1", "text_0", "text_3", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "CMCSA/2015/page_67.pdf-2", "document": "CMCSA/2015/page_67.pdf", "gold_ids": [ "table_1", "table_3", "table_5" ], "predictions": { "bm25": [ "text_10", "text_9", "table_1", "text_6", "text_3" ], "tfidf": [ "text_10", "text_9", "text_3", "text_6", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "ANET/2015/page_156.pdf-2", "document": "ANET/2015/page_156.pdf", "gold_ids": [ "table_10", "table_11" ], "predictions": { "bm25": [ "table_10", "table_11", "text_3", "text_4", "text_5" ], "tfidf": [ "table_10", "text_5", "text_3", "text_1", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "AMAT/2013/page_37.pdf-2", "document": "AMAT/2013/page_37.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_2", "text_5", "text_1", "text_3", "text_0" ], "tfidf": [ "text_2", "text_5", "text_3", "text_1", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "PNC/2012/page_247.pdf-3", "document": "PNC/2012/page_247.pdf", "gold_ids": [ "text_24" ], "predictions": { "bm25": [ "text_24", "text_5", "text_0", "text_15", "text_28" ], "tfidf": [ "text_24", "text_0", "text_5", "text_2", "text_27" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HOLX/2006/page_100.pdf-1", "document": "HOLX/2006/page_100.pdf", "gold_ids": [ "table_6", "table_7" ], "predictions": { "bm25": [ "table_7", "text_18", "text_19", "text_9", "text_16" ], "tfidf": [ "table_7", "text_18", "text_11", "text_19", "table_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UPS/2007/page_98.pdf-1", "document": "UPS/2007/page_98.pdf", "gold_ids": [ "text_2" ], "predictions": { "bm25": [ "text_3", "text_7", "text_5", "text_8", "text_4" ], "tfidf": [ "text_7", "text_3", "text_5", "text_8", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "CB/2010/page_83.pdf-2", "document": "CB/2010/page_83.pdf", "gold_ids": [ "text_17" ], "predictions": { "bm25": [ "text_17", "text_11", "text_5", "text_6", "text_8" ], "tfidf": [ "text_17", "text_6", "text_11", "text_5", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GPN/2018/page_94.pdf-1", "document": "GPN/2018/page_94.pdf", "gold_ids": [ "table_13" ], "predictions": { "bm25": [ "text_12", "text_9", "text_10", "table_13", "text_11" ], "tfidf": [ "text_9", "text_12", "table_13", "text_10", "table_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "BLK/2014/page_120.pdf-2", "document": "BLK/2014/page_120.pdf", "gold_ids": [ "table_1", "table_2", "table_3", "text_24" ], "predictions": { "bm25": [ "text_32", "text_24", "text_14", "text_0", "text_19" ], "tfidf": [ "text_14", "text_32", "text_24", "table_3", "text_19" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "AWK/2014/page_121.pdf-4", "document": "AWK/2014/page_121.pdf", "gold_ids": [ "text_6", "text_8" ], "predictions": { "bm25": [ "text_8", "text_24", "text_15", "text_10", "text_6" ], "tfidf": [ "text_17", "text_8", "text_10", "text_15", "text_24" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "DG/2010/page_136.pdf-1", "document": "DG/2010/page_136.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "text_7", "text_13", "text_6", "text_12" ], "tfidf": [ "table_2", "text_6", "text_13", "text_7", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MKTX/2004/page_99.pdf-1", "document": "MKTX/2004/page_99.pdf", "gold_ids": [ "text_7" ], "predictions": { "bm25": [ "table_0", "table_1", "text_7", "text_8", "text_13" ], "tfidf": [ "table_0", "table_1", "text_7", "text_8", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DG/2007/page_67.pdf-1", "document": "DG/2007/page_67.pdf", "gold_ids": [ "text_10" ], "predictions": { "bm25": [ "text_10", "text_11", "text_4", "text_3", "text_7" ], "tfidf": [ "text_10", "text_11", "text_3", "text_4", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "EOG/2018/page_75.pdf-2", "document": "EOG/2018/page_75.pdf", "gold_ids": [ "text_9" ], "predictions": { "bm25": [ "text_9", "text_12", "text_8", "text_21", "text_10" ], "tfidf": [ "text_9", "text_12", "text_8", "text_21", "text_29" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AES/2001/page_33.pdf-2", "document": "AES/2001/page_33.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_0", "text_8", "table_2", "table_3" ], "tfidf": [ "text_8", "text_2", "table_1", "text_10", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CMCSA/2015/page_67.pdf-1", "document": "CMCSA/2015/page_67.pdf", "gold_ids": [ "table_1", "table_3", "table_5" ], "predictions": { "bm25": [ "text_10", "text_9", "table_1", "text_6", "text_3" ], "tfidf": [ "text_10", "text_9", "text_6", "table_1", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "SLG/2001/page_48.pdf-3", "document": "SLG/2001/page_48.pdf", "gold_ids": [ "text_30", "text_31" ], "predictions": { "bm25": [ "text_31", "text_32", "text_30", "text_7", "text_28" ], "tfidf": [ "text_31", "text_7", "text_28", "text_30", "text_32" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JKHY/2017/page_26.pdf-1", "document": "JKHY/2017/page_26.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "text_0", "table_3", "text_3", "text_2", "table_0" ], "tfidf": [ "text_0", "table_3", "table_0", "text_3", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CE/2016/page_19.pdf-3", "document": "CE/2016/page_19.pdf", "gold_ids": [ "text_5" ], "predictions": { "bm25": [ "text_5", "text_6", "text_4", "text_7", "text_0" ], "tfidf": [ "text_6", "text_5", "text_0", "text_3", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2012/page_189.pdf-2", "document": "GS/2012/page_189.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "text_5", "table_1", "table_5", "text_16" ], "tfidf": [ "table_2", "text_5", "table_1", "table_0", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "FIS/2016/page_45.pdf-2", "document": "FIS/2016/page_45.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_22", "table_1", "text_23", "text_5", "text_21" ], "tfidf": [ "text_23", "text_22", "text_21", "table_1", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "SNA/2007/page_69.pdf-3", "document": "SNA/2007/page_69.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "table_1", "text_2", "table_0", "text_19", "text_16" ], "tfidf": [ "text_19", "table_0", "text_29", "text_16", "text_24" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "IPG/2017/page_92.pdf-2", "document": "IPG/2017/page_92.pdf", "gold_ids": [ "table_3", "text_4" ], "predictions": { "bm25": [ "table_3", "table_1", "text_4", "text_8", "table_0" ], "tfidf": [ "text_4", "table_0", "table_3", "table_1", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2017/page_132.pdf-2", "document": "GS/2017/page_132.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_0", "table_2", "table_4", "table_3" ], "tfidf": [ "table_1", "table_0", "table_2", "table_4", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2008/page_298.pdf-3", "document": "ETR/2008/page_298.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_9", "table_1", "text_10", "text_16", "text_15" ], "tfidf": [ "text_9", "table_1", "text_10", "text_16", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "MRO/2013/page_19.pdf-1", "document": "MRO/2013/page_19.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "table_4", "table_3", "table_5", "table_6", "table_0" ], "tfidf": [ "table_4", "table_3", "table_5", "table_6", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "LMT/2012/page_73.pdf-3", "document": "LMT/2012/page_73.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_3", "text_1", "text_0", "table_2" ], "tfidf": [ "table_1", "table_3", "text_1", "text_0", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ZBH/2015/page_57.pdf-2", "document": "ZBH/2015/page_57.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "text_16", "table_3", "text_2", "text_3", "table_1" ], "tfidf": [ "text_16", "text_3", "text_2", "text_15", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ADBE/2008/page_89.pdf-4", "document": "ADBE/2008/page_89.pdf", "gold_ids": [ "text_2" ], "predictions": { "bm25": [ "text_2", "text_1", "text_0", "text_19", "text_3" ], "tfidf": [ "text_2", "text_1", "text_0", "text_21", "text_19" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MRO/2003/page_45.pdf-2", "document": "MRO/2003/page_45.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "text_17", "text_9", "table_7", "text_3" ], "tfidf": [ "table_2", "text_17", "text_9", "table_7", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ABMD/2012/page_41.pdf-2", "document": "ABMD/2012/page_41.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "text_1", "table_3", "text_2", "text_0", "text_3" ], "tfidf": [ "text_1", "text_2", "text_0", "text_3", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "BLL/2012/page_31.pdf-2", "document": "BLL/2012/page_31.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_0", "table_2", "text_3", "text_2", "table_0" ], "tfidf": [ "text_0", "table_2", "text_3", "text_2", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AON/2007/page_188.pdf-4", "document": "AON/2007/page_188.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "table_2", "table_1", "text_2", "table_3", "text_13" ], "tfidf": [ "text_2", "table_1", "table_2", "text_3", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MRO/2004/page_46.pdf-3", "document": "MRO/2004/page_46.pdf", "gold_ids": [ "table_5" ], "predictions": { "bm25": [ "table_1", "text_18", "text_13", "text_15", "text_1" ], "tfidf": [ "table_1", "text_13", "text_18", "text_15", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "L/2009/page_84.pdf-3", "document": "L/2009/page_84.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_2", "table_2", "text_1", "text_4", "table_0" ], "tfidf": [ "text_2", "text_1", "table_2", "text_9", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "IP/2006/page_38.pdf-1", "document": "IP/2006/page_38.pdf", "gold_ids": [ "table_1", "table_4" ], "predictions": { "bm25": [ "text_16", "text_6", "text_12", "text_18", "text_17" ], "tfidf": [ "text_16", "text_12", "text_17", "text_6", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AWK/2012/page_117.pdf-2", "document": "AWK/2012/page_117.pdf", "gold_ids": [ "table_6" ], "predictions": { "bm25": [ "text_9", "text_13", "text_14", "text_10", "text_15" ], "tfidf": [ "text_9", "text_13", "text_14", "text_8", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "V/2014/page_126.pdf-2", "document": "V/2014/page_126.pdf", "gold_ids": [ "table_5" ], "predictions": { "bm25": [ "table_5", "text_5", "text_6", "text_4", "text_15" ], "tfidf": [ "table_5", "text_5", "text_6", "text_14", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UA/2007/page_70.pdf-1", "document": "UA/2007/page_70.pdf", "gold_ids": [ "table_1", "table_6" ], "predictions": { "bm25": [ "text_3", "table_6", "text_4", "text_1", "text_2" ], "tfidf": [ "text_3", "table_6", "text_4", "text_13", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "SLG/2011/page_91.pdf-1", "document": "SLG/2011/page_91.pdf", "gold_ids": [ "text_13", "text_21", "text_24", "text_32" ], "predictions": { "bm25": [ "text_13", "text_24", "text_32", "text_33", "text_19" ], "tfidf": [ "text_13", "text_24", "text_32", "text_33", "text_19" ] }, "metrics": { "bm25": { "1": { "recall": 0.25, "complete": 0.0 }, "3": { "recall": 0.75, "complete": 0.0 }, "5": { "recall": 0.75, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.25, "complete": 0.0 }, "3": { "recall": 0.75, "complete": 0.0 }, "5": { "recall": 0.75, "complete": 0.0 } } } }, { "id": "LMT/2016/page_49.pdf-4", "document": "LMT/2016/page_49.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_14", "text_18", "table_2", "text_9", "text_5" ], "tfidf": [ "text_14", "table_0", "table_2", "text_18", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2008/page_87.pdf-2", "document": "JPM/2008/page_87.pdf", "gold_ids": [ "text_11" ], "predictions": { "bm25": [ "text_11", "text_2", "text_1", "text_31", "text_29" ], "tfidf": [ "text_11", "text_2", "text_1", "text_20", "text_29" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HWM/2018/page_96.pdf-2", "document": "HWM/2018/page_96.pdf", "gold_ids": [ "table_3", "text_1" ], "predictions": { "bm25": [ "text_1", "text_0", "text_4", "text_2", "table_3" ], "tfidf": [ "text_1", "text_0", "text_4", "text_2", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "PKG/2013/page_88.pdf-2", "document": "PKG/2013/page_88.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_2", "table_0", "table_3", "text_4" ], "tfidf": [ "table_1", "table_0", "table_2", "table_3", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AES/2001/page_33.pdf-1", "document": "AES/2001/page_33.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "table_3", "table_0", "text_8", "table_1", "table_2" ], "tfidf": [ "text_8", "text_2", "table_3", "text_10", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2018/page_78.pdf-4", "document": "GS/2018/page_78.pdf", "gold_ids": [ "text_1" ], "predictions": { "bm25": [ "text_1", "table_4", "text_7", "text_12", "text_28" ], "tfidf": [ "text_1", "table_4", "text_12", "text_7", "text_27" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "STT/2006/page_95.pdf-3", "document": "STT/2006/page_95.pdf", "gold_ids": [ "table_4", "text_8" ], "predictions": { "bm25": [ "table_4", "text_12", "table_0", "text_21", "table_1" ], "tfidf": [ "table_4", "table_0", "text_12", "text_21", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "ECL/2016/page_52.pdf-2", "document": "ECL/2016/page_52.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "text_28", "text_1", "table_3", "text_23", "text_27" ], "tfidf": [ "text_28", "text_1", "text_27", "table_3", "text_29" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HOLX/2009/page_151.pdf-1", "document": "HOLX/2009/page_151.pdf", "gold_ids": [ "table_5" ], "predictions": { "bm25": [ "table_5", "table_1", "text_1", "text_3", "table_0" ], "tfidf": [ "table_5", "table_0", "table_1", "text_1", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "RSG/2018/page_94.pdf-2", "document": "RSG/2018/page_94.pdf", "gold_ids": [ "text_16", "text_8" ], "predictions": { "bm25": [ "text_16", "text_19", "text_4", "text_6", "text_21" ], "tfidf": [ "text_16", "text_19", "text_4", "text_15", "text_20" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "MMM/2007/page_23.pdf-1", "document": "MMM/2007/page_23.pdf", "gold_ids": [ "text_12", "text_2" ], "predictions": { "bm25": [ "text_7", "text_12", "text_11", "text_8", "text_10" ], "tfidf": [ "text_7", "text_8", "text_11", "text_12", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "LMT/2014/page_91.pdf-2", "document": "LMT/2014/page_91.pdf", "gold_ids": [ "text_24" ], "predictions": { "bm25": [ "text_24", "text_19", "text_21", "text_20", "text_26" ], "tfidf": [ "text_19", "text_20", "text_24", "text_21", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "FBHS/2017/page_22.pdf-1", "document": "FBHS/2017/page_22.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "text_25", "text_14", "table_3", "text_18", "text_9" ], "tfidf": [ "text_25", "text_14", "text_19", "text_18", "text_20" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AAPL/2003/page_48.pdf-2", "document": "AAPL/2003/page_48.pdf", "gold_ids": [ "table_0", "table_3" ], "predictions": { "bm25": [ "table_3", "text_3", "table_0", "table_1", "text_7" ], "tfidf": [ "text_3", "table_3", "text_7", "table_0", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2007/page_29.pdf-4", "document": "AMT/2007/page_29.pdf", "gold_ids": [ "table_3", "text_3" ], "predictions": { "bm25": [ "text_18", "text_4", "text_20", "text_3", "table_1" ], "tfidf": [ "text_20", "text_18", "text_9", "text_3", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "IPG/2006/page_77.pdf-4", "document": "IPG/2006/page_77.pdf", "gold_ids": [ "table_3", "table_4", "text_6", "text_7" ], "predictions": { "bm25": [ "table_6", "text_5", "text_6", "text_3", "text_10" ], "tfidf": [ "text_5", "table_6", "text_6", "text_10", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } } } }, { "id": "CDNS/2018/page_66.pdf-1", "document": "CDNS/2018/page_66.pdf", "gold_ids": [ "table_6", "table_8" ], "predictions": { "bm25": [ "text_8", "table_8", "table_6", "table_1", "text_11" ], "tfidf": [ "text_8", "table_8", "table_0", "text_11", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "AAL/2016/page_8.pdf-3", "document": "AAL/2016/page_8.pdf", "gold_ids": [ "table_5", "table_7" ], "predictions": { "bm25": [ "table_5", "text_22", "text_21", "table_4", "text_18" ], "tfidf": [ "text_21", "text_22", "table_5", "table_4", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "CDW/2017/page_38.pdf-1", "document": "CDW/2017/page_38.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "table_2", "text_0", "table_0", "table_1", "table_4" ], "tfidf": [ "table_2", "text_0", "table_0", "table_4", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2006/page_113.pdf-4", "document": "AMT/2006/page_113.pdf", "gold_ids": [ "text_14" ], "predictions": { "bm25": [ "text_14", "text_8", "text_11", "text_13", "text_15" ], "tfidf": [ "text_14", "text_8", "text_11", "text_13", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "C/2008/page_44.pdf-2", "document": "C/2008/page_44.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "table_1", "text_12", "table_6", "text_3" ], "tfidf": [ "table_2", "text_12", "table_0", "text_1", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CME/2010/page_91.pdf-2", "document": "CME/2010/page_91.pdf", "gold_ids": [ "table_10", "table_4", "table_5" ], "predictions": { "bm25": [ "text_1", "table_10", "text_8", "text_16", "text_9" ], "tfidf": [ "text_1", "table_10", "text_8", "text_16", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "ADI/2019/page_29.pdf-2", "document": "ADI/2019/page_29.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_6", "table_2", "text_9", "table_3", "text_8" ], "tfidf": [ "text_6", "table_2", "table_3", "text_9", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ABMD/2007/page_78.pdf-2", "document": "ABMD/2007/page_78.pdf", "gold_ids": [ "text_22" ], "predictions": { "bm25": [ "text_22", "text_13", "text_9", "text_5", "text_17" ], "tfidf": [ "text_9", "text_22", "text_13", "text_5", "text_19" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2007/page_29.pdf-3", "document": "AMT/2007/page_29.pdf", "gold_ids": [ "text_19" ], "predictions": { "bm25": [ "text_11", "text_18", "text_20", "text_17", "text_3" ], "tfidf": [ "text_20", "text_11", "text_17", "text_3", "text_18" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "DVN/2012/page_77.pdf-2", "document": "DVN/2012/page_77.pdf", "gold_ids": [ "table_5", "table_6", "text_0" ], "predictions": { "bm25": [ "table_5", "text_11", "text_15", "text_10", "text_0" ], "tfidf": [ "table_5", "text_11", "text_15", "text_10", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "ETR/2016/page_374.pdf-2", "document": "ETR/2016/page_374.pdf", "gold_ids": [ "table_1", "table_7" ], "predictions": { "bm25": [ "text_0", "text_5", "text_8", "text_10", "text_4" ], "tfidf": [ "text_0", "text_5", "text_8", "text_10", "table_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "IPG/2017/page_92.pdf-1", "document": "IPG/2017/page_92.pdf", "gold_ids": [ "table_1", "text_4" ], "predictions": { "bm25": [ "table_1", "table_3", "text_14", "table_0", "text_4" ], "tfidf": [ "table_1", "table_0", "text_14", "text_4", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DRE/2002/page_15.pdf-3", "document": "DRE/2002/page_15.pdf", "gold_ids": [ "table_2", "table_3", "table_4" ], "predictions": { "bm25": [ "text_21", "text_19", "table_2", "text_23", "text_26" ], "tfidf": [ "text_21", "text_19", "text_22", "text_23", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "GPN/2010/page_87.pdf-1", "document": "GPN/2010/page_87.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_19", "table_1", "text_8", "text_9", "text_7" ], "tfidf": [ "text_19", "table_1", "text_8", "text_9", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "MSI/2012/page_87.pdf-4", "document": "MSI/2012/page_87.pdf", "gold_ids": [ "table_3", "text_17", "text_3" ], "predictions": { "bm25": [ "text_17", "text_4", "text_12", "text_19", "text_9" ], "tfidf": [ "table_0", "text_4", "text_17", "text_12", "text_19" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "GS/2013/page_63.pdf-1", "document": "GS/2013/page_63.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_10", "text_8", "table_3", "table_0" ], "tfidf": [ "table_1", "table_0", "table_3", "text_10", "text_16" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ADI/2010/page_80.pdf-2", "document": "ADI/2010/page_80.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "table_1", "text_28", "text_1", "text_19" ], "tfidf": [ "table_2", "text_1", "table_1", "text_15", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MMM/2013/page_75.pdf-2", "document": "MMM/2013/page_75.pdf", "gold_ids": [ "table_6" ], "predictions": { "bm25": [ "table_6", "text_15", "text_13", "text_4", "text_17" ], "tfidf": [ "text_15", "text_19", "text_4", "text_13", "text_17" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "UPS/2007/page_98.pdf-2", "document": "UPS/2007/page_98.pdf", "gold_ids": [ "table_1", "text_2" ], "predictions": { "bm25": [ "text_7", "text_2", "table_1", "table_3", "text_4" ], "tfidf": [ "text_7", "text_2", "text_4", "table_0", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "GPN/2008/page_78.pdf-4", "document": "GPN/2008/page_78.pdf", "gold_ids": [ "table_1", "table_9", "text_12" ], "predictions": { "bm25": [ "table_9", "table_1", "table_6", "text_5", "text_16" ], "tfidf": [ "table_9", "table_1", "table_6", "text_5", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "MRO/2006/page_93.pdf-4", "document": "MRO/2006/page_93.pdf", "gold_ids": [ "text_44", "text_65" ], "predictions": { "bm25": [ "text_43", "text_44", "text_45", "table_2", "text_13" ], "tfidf": [ "text_43", "text_54", "text_44", "table_2", "text_45" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "CMCSA/2008/page_36.pdf-2", "document": "CMCSA/2008/page_36.pdf", "gold_ids": [ "table_2", "table_7" ], "predictions": { "bm25": [ "text_13", "text_11", "text_12", "table_2", "text_17" ], "tfidf": [ "text_13", "text_11", "text_12", "table_2", "text_16" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "GS/2018/page_78.pdf-3", "document": "GS/2018/page_78.pdf", "gold_ids": [ "text_30" ], "predictions": { "bm25": [ "text_30", "text_22", "text_3", "table_0", "table_2" ], "tfidf": [ "text_30", "text_22", "text_3", "text_6", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ABC/2005/page_49.pdf-4", "document": "ABC/2005/page_49.pdf", "gold_ids": [ "text_5" ], "predictions": { "bm25": [ "text_5", "table_7", "table_1", "table_4", "text_17" ], "tfidf": [ "text_5", "table_7", "text_17", "table_4", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "TFX/2017/page_78.pdf-1", "document": "TFX/2017/page_78.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_22", "text_9", "table_1", "table_0", "text_21" ], "tfidf": [ "text_22", "text_9", "table_1", "text_15", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UNP/2018/page_74.pdf-1", "document": "UNP/2018/page_74.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_19", "text_18", "text_20", "table_1", "table_2" ], "tfidf": [ "text_19", "table_1", "table_2", "text_18", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "STT/2009/page_25.pdf-2", "document": "STT/2009/page_25.pdf", "gold_ids": [ "table_2", "text_7" ], "predictions": { "bm25": [ "text_9", "table_2", "text_10", "text_2", "text_8" ], "tfidf": [ "text_9", "text_10", "text_2", "text_8", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "CDW/2015/page_93.pdf-4", "document": "CDW/2015/page_93.pdf", "gold_ids": [ "table_3", "text_15", "text_9" ], "predictions": { "bm25": [ "text_15", "table_3", "table_1", "text_9", "text_10" ], "tfidf": [ "text_15", "text_9", "text_12", "text_8", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "IP/2006/page_31.pdf-1", "document": "IP/2006/page_31.pdf", "gold_ids": [ "table_1", "text_19" ], "predictions": { "bm25": [ "text_17", "text_12", "text_10", "text_33", "text_11" ], "tfidf": [ "text_17", "text_10", "text_12", "text_33", "text_21" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "SNA/2012/page_110.pdf-3", "document": "SNA/2012/page_110.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_5", "text_15", "text_6", "text_16" ], "tfidf": [ "table_1", "table_5", "text_6", "text_15", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CDW/2015/page_93.pdf-1", "document": "CDW/2015/page_93.pdf", "gold_ids": [ "text_21" ], "predictions": { "bm25": [ "text_20", "text_17", "text_15", "text_21", "text_19" ], "tfidf": [ "text_20", "text_17", "text_4", "text_19", "text_23" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "JPM/2010/page_120.pdf-1", "document": "JPM/2010/page_120.pdf", "gold_ids": [ "table_10" ], "predictions": { "bm25": [ "table_10", "table_8", "text_0", "text_6", "text_16" ], "tfidf": [ "table_10", "table_8", "text_7", "text_6", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "IP/2006/page_35.pdf-2", "document": "IP/2006/page_35.pdf", "gold_ids": [ "table_3", "table_8" ], "predictions": { "bm25": [ "text_8", "text_9", "table_3", "table_8", "text_5" ], "tfidf": [ "table_3", "text_9", "table_8", "text_5", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "LMT/2016/page_49.pdf-2", "document": "LMT/2016/page_49.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_4", "text_3", "text_12", "text_14", "table_2" ], "tfidf": [ "text_4", "table_0", "text_3", "table_2", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "PKG/2005/page_74.pdf-2", "document": "PKG/2005/page_74.pdf", "gold_ids": [ "text_4" ], "predictions": { "bm25": [ "text_4", "text_1", "text_0", "text_3", "text_2" ], "tfidf": [ "text_4", "text_0", "text_16", "text_1", "text_18" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2017/page_143.pdf-1", "document": "ETR/2017/page_143.pdf", "gold_ids": [ "table_1", "table_2", "table_3", "table_4", "table_5" ], "predictions": { "bm25": [ "text_5", "text_13", "text_11", "text_4", "text_1" ], "tfidf": [ "text_5", "text_11", "text_9", "text_2", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "ETR/2016/page_23.pdf-1", "document": "ETR/2016/page_23.pdf", "gold_ids": [ "table_1", "table_8" ], "predictions": { "bm25": [ "text_9", "text_11", "text_0", "table_8", "text_2" ], "tfidf": [ "text_9", "table_8", "text_11", "text_0", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "STT/2006/page_95.pdf-4", "document": "STT/2006/page_95.pdf", "gold_ids": [ "text_21" ], "predictions": { "bm25": [ "text_15", "text_21", "text_17", "text_4", "text_10" ], "tfidf": [ "text_4", "text_15", "text_17", "table_0", "text_21" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MSI/2007/page_70.pdf-1", "document": "MSI/2007/page_70.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_19", "text_16", "table_1", "text_17", "text_18" ], "tfidf": [ "text_19", "text_17", "text_4", "text_16", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AMAT/2018/page_33.pdf-1", "document": "AMAT/2018/page_33.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_5", "text_3", "text_1", "text_8", "text_4" ], "tfidf": [ "text_5", "text_3", "text_4", "text_1", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "GS/2012/page_189.pdf-3", "document": "GS/2012/page_189.pdf", "gold_ids": [ "table_4" ], "predictions": { "bm25": [ "table_4", "text_5", "text_16", "text_17", "text_2" ], "tfidf": [ "table_4", "text_5", "text_17", "table_0", "text_16" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "IP/2006/page_75.pdf-1", "document": "IP/2006/page_75.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "text_1", "text_8", "text_2", "table_1", "text_7" ], "tfidf": [ "text_1", "text_8", "table_1", "text_7", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "RCL/2016/page_6.pdf-1", "document": "RCL/2016/page_6.pdf", "gold_ids": [ "text_9" ], "predictions": { "bm25": [ "text_9", "text_11", "text_10", "text_2", "text_3" ], "tfidf": [ "text_9", "text_2", "text_11", "text_10", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AAL/2016/page_8.pdf-2", "document": "AAL/2016/page_8.pdf", "gold_ids": [ "table_2", "table_7" ], "predictions": { "bm25": [ "text_22", "table_2", "table_1", "table_0", "text_23" ], "tfidf": [ "text_22", "table_2", "table_0", "text_23", "text_21" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "ZBH/2009/page_58.pdf-4", "document": "ZBH/2009/page_58.pdf", "gold_ids": [ "table_1", "table_7" ], "predictions": { "bm25": [ "table_1", "table_6", "table_5", "text_10", "text_9" ], "tfidf": [ "table_1", "table_6", "text_9", "table_5", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "PPG/2006/page_42.pdf-1", "document": "PPG/2006/page_42.pdf", "gold_ids": [ "text_29" ], "predictions": { "bm25": [ "text_29", "text_27", "text_25", "text_28", "text_32" ], "tfidf": [ "text_25", "text_21", "text_23", "text_20", "text_32" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "PKG/2013/page_88.pdf-1", "document": "PKG/2013/page_88.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_2", "text_4", "table_0", "table_3" ], "tfidf": [ "table_1", "table_0", "table_2", "table_3", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2003/page_102.pdf-3", "document": "AMT/2003/page_102.pdf", "gold_ids": [ "table_4", "table_6" ], "predictions": { "bm25": [ "text_11", "text_8", "text_10", "text_16", "table_4" ], "tfidf": [ "text_11", "text_9", "text_16", "text_17", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "ETR/2015/page_17.pdf-2", "document": "ETR/2015/page_17.pdf", "gold_ids": [ "table_1", "table_8" ], "predictions": { "bm25": [ "text_2", "table_1", "text_4", "text_5", "table_8" ], "tfidf": [ "text_2", "table_1", "table_8", "text_5", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ILMN/2008/page_86.pdf-3", "document": "ILMN/2008/page_86.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_17", "text_20", "text_21", "text_22", "text_18" ], "tfidf": [ "text_17", "text_20", "text_18", "text_22", "text_21" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "INTC/2015/page_41.pdf-2", "document": "INTC/2015/page_41.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_3", "table_0", "table_1", "table_3", "text_124" ], "tfidf": [ "text_134", "text_3", "text_127", "text_126", "text_131" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AMT/2014/page_160.pdf-3", "document": "AMT/2014/page_160.pdf", "gold_ids": [ "text_12" ], "predictions": { "bm25": [ "text_12", "text_4", "text_10", "text_5", "text_3" ], "tfidf": [ "text_12", "text_4", "text_10", "text_3", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2014/page_70.pdf-2", "document": "JPM/2014/page_70.pdf", "gold_ids": [ "table_10", "table_11" ], "predictions": { "bm25": [ "text_28", "text_8", "table_10", "table_11", "text_17" ], "tfidf": [ "text_28", "table_10", "table_11", "text_8", "text_17" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "PPG/2012/page_29.pdf-2", "document": "PPG/2012/page_29.pdf", "gold_ids": [ "text_36" ], "predictions": { "bm25": [ "text_39", "text_36", "text_23", "text_38", "text_8" ], "tfidf": [ "text_39", "text_38", "text_36", "text_23", "text_37" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AAPL/2004/page_68.pdf-1", "document": "AAPL/2004/page_68.pdf", "gold_ids": [ "table_0", "table_6" ], "predictions": { "bm25": [ "table_6", "table_3", "text_0", "table_0", "text_4" ], "tfidf": [ "table_6", "table_3", "text_4", "table_0", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "STT/2009/page_127.pdf-3", "document": "STT/2009/page_127.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "table_3", "text_2", "table_4", "text_9", "text_5" ], "tfidf": [ "text_2", "table_3", "text_9", "text_5", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DISCA/2011/page_49.pdf-3", "document": "DISCA/2011/page_49.pdf", "gold_ids": [ "table_3", "table_4" ], "predictions": { "bm25": [ "text_2", "text_0", "table_4", "text_7", "text_4" ], "tfidf": [ "text_2", "text_0", "text_7", "table_4", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "ETR/2016/page_150.pdf-1", "document": "ETR/2016/page_150.pdf", "gold_ids": [ "text_1" ], "predictions": { "bm25": [ "text_1", "text_10", "text_4", "text_2", "text_5" ], "tfidf": [ "text_1", "text_10", "text_2", "text_3", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "WRK/2018/page_107.pdf-4", "document": "WRK/2018/page_107.pdf", "gold_ids": [ "table_9", "text_0", "text_6" ], "predictions": { "bm25": [ "text_6", "table_9", "text_12", "text_5", "text_8" ], "tfidf": [ "text_6", "table_9", "text_12", "text_8", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "GS/2018/page_69.pdf-4", "document": "GS/2018/page_69.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_27", "text_29", "text_28", "table_0" ], "tfidf": [ "text_27", "text_29", "text_28", "table_1", "text_16" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2007/page_29.pdf-2", "document": "AMT/2007/page_29.pdf", "gold_ids": [ "table_3", "text_3" ], "predictions": { "bm25": [ "text_4", "table_3", "text_3", "table_1", "text_8" ], "tfidf": [ "text_9", "text_3", "text_12", "text_4", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "SLG/2001/page_48.pdf-2", "document": "SLG/2001/page_48.pdf", "gold_ids": [ "text_30", "text_31" ], "predictions": { "bm25": [ "text_31", "text_32", "text_30", "text_7", "text_28" ], "tfidf": [ "text_31", "text_7", "text_28", "text_30", "text_32" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AAL/2010/page_72.pdf-3", "document": "AAL/2010/page_72.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_3", "text_6", "text_17", "table_0", "table_1" ], "tfidf": [ "text_3", "table_0", "text_17", "text_6", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "MRO/2017/page_96.pdf-1", "document": "MRO/2017/page_96.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "text_5", "table_3", "table_1", "text_8" ], "tfidf": [ "table_2", "text_5", "table_3", "text_8", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "IPG/2008/page_72.pdf-1", "document": "IPG/2008/page_72.pdf", "gold_ids": [ "text_4" ], "predictions": { "bm25": [ "text_4", "text_10", "text_6", "text_3", "text_1" ], "tfidf": [ "text_4", "text_10", "text_21", "text_6", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2015/page_17.pdf-4", "document": "ETR/2015/page_17.pdf", "gold_ids": [ "text_10" ], "predictions": { "bm25": [ "text_10", "text_9", "text_6", "text_0", "text_8" ], "tfidf": [ "text_9", "text_10", "text_0", "text_6", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "STT/2007/page_111.pdf-2", "document": "STT/2007/page_111.pdf", "gold_ids": [ "text_11", "text_12" ], "predictions": { "bm25": [ "text_12", "table_1", "text_2", "text_10", "text_8" ], "tfidf": [ "text_12", "text_2", "text_9", "table_1", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "UNP/2007/page_25.pdf-2", "document": "UNP/2007/page_25.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_10", "text_6", "text_9", "text_5" ], "tfidf": [ "table_1", "text_10", "text_6", "text_9", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "BLL/2012/page_31.pdf-1", "document": "BLL/2012/page_31.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_0", "text_3", "table_1", "text_2", "table_0" ], "tfidf": [ "text_0", "text_3", "table_1", "text_2", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "C/2015/page_96.pdf-1", "document": "C/2015/page_96.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_19", "table_4", "table_1", "text_15", "table_0" ], "tfidf": [ "text_15", "text_19", "table_4", "table_0", "text_22" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AMT/2008/page_107.pdf-1", "document": "AMT/2008/page_107.pdf", "gold_ids": [ "text_26" ], "predictions": { "bm25": [ "text_25", "text_5", "text_26", "text_6", "text_28" ], "tfidf": [ "text_25", "text_5", "text_27", "text_7", "text_28" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "PPG/2008/page_52.pdf-1", "document": "PPG/2008/page_52.pdf", "gold_ids": [ "table_7", "table_9", "text_1" ], "predictions": { "bm25": [ "text_1", "text_2", "text_0", "text_4", "text_6" ], "tfidf": [ "text_1", "text_0", "text_2", "text_7", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "BLK/2015/page_124.pdf-1", "document": "BLK/2015/page_124.pdf", "gold_ids": [ "table_6", "table_7", "text_25" ], "predictions": { "bm25": [ "text_25", "text_34", "table_5", "text_33", "text_32" ], "tfidf": [ "table_5", "text_25", "text_34", "text_32", "text_27" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "FIS/2006/page_31.pdf-1", "document": "FIS/2006/page_31.pdf", "gold_ids": [ "table_4", "table_8", "text_10" ], "predictions": { "bm25": [ "table_4", "text_9", "text_6", "text_14", "text_25" ], "tfidf": [ "table_4", "text_9", "text_6", "table_0", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "ZBH/2008/page_57.pdf-4", "document": "ZBH/2008/page_57.pdf", "gold_ids": [ "table_2", "table_6" ], "predictions": { "bm25": [ "table_2", "text_22", "table_6", "table_0", "table_3" ], "tfidf": [ "table_2", "text_22", "table_6", "table_0", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2017/page_179.pdf-3", "document": "GS/2017/page_179.pdf", "gold_ids": [ "table_1", "text_34", "text_9" ], "predictions": { "bm25": [ "text_32", "text_31", "text_24", "text_34", "text_33" ], "tfidf": [ "text_32", "text_31", "text_24", "text_34", "text_33" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "JPM/2009/page_175.pdf-5", "document": "JPM/2009/page_175.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "table_1", "table_2", "table_3", "table_4", "table_0" ], "tfidf": [ "text_8", "table_1", "table_0", "table_2", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "RCL/2012/page_75.pdf-2", "document": "RCL/2012/page_75.pdf", "gold_ids": [ "text_23" ], "predictions": { "bm25": [ "text_23", "text_22", "text_14", "text_28", "text_30" ], "tfidf": [ "text_23", "text_28", "text_14", "text_30", "text_22" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "KHC/2018/page_132.pdf-3", "document": "KHC/2018/page_132.pdf", "gold_ids": [ "table_1", "table_7" ], "predictions": { "bm25": [ "text_25", "text_7", "text_8", "text_10", "text_1" ], "tfidf": [ "text_25", "text_7", "text_8", "text_10", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "IP/2006/page_35.pdf-1", "document": "IP/2006/page_35.pdf", "gold_ids": [ "table_3", "table_8" ], "predictions": { "bm25": [ "text_8", "text_9", "text_5", "table_3", "table_8" ], "tfidf": [ "table_3", "text_9", "text_5", "table_8", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2014/page_160.pdf-1", "document": "AMT/2014/page_160.pdf", "gold_ids": [ "text_12" ], "predictions": { "bm25": [ "text_12", "text_10", "text_5", "text_6", "text_11" ], "tfidf": [ "text_12", "text_10", "text_4", "text_3", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "C/2009/page_243.pdf-2", "document": "C/2009/page_243.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_14", "text_10", "table_1", "table_2", "text_9" ], "tfidf": [ "text_14", "text_10", "text_12", "text_9", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MKTX/2004/page_99.pdf-4", "document": "MKTX/2004/page_99.pdf", "gold_ids": [ "text_15", "text_19" ], "predictions": { "bm25": [ "text_14", "text_13", "text_19", "text_15", "text_12" ], "tfidf": [ "text_14", "text_13", "text_19", "text_15", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "BLK/2012/page_33.pdf-1", "document": "BLK/2012/page_33.pdf", "gold_ids": [ "table_5", "text_29" ], "predictions": { "bm25": [ "text_29", "table_5", "table_0", "table_1", "table_4" ], "tfidf": [ "text_29", "table_5", "table_0", "table_1", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2014/page_160.pdf-2", "document": "AMT/2014/page_160.pdf", "gold_ids": [ "table_5", "table_6" ], "predictions": { "bm25": [ "text_8", "text_2", "text_10", "text_11", "text_12" ], "tfidf": [ "text_8", "text_2", "text_10", "text_11", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AWK/2017/page_148.pdf-1", "document": "AWK/2017/page_148.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_0", "table_2", "table_3", "table_4" ], "tfidf": [ "table_1", "table_0", "table_2", "table_4", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GRMN/2008/page_73.pdf-1", "document": "GRMN/2008/page_73.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "table_1", "table_0", "table_3", "table_2", "text_1" ], "tfidf": [ "table_1", "table_2", "table_0", "table_3", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2013/page_72.pdf-2", "document": "GS/2013/page_72.pdf", "gold_ids": [ "table_1", "table_8" ], "predictions": { "bm25": [ "text_0", "table_1", "text_8", "text_9", "text_15" ], "tfidf": [ "text_0", "table_1", "text_9", "text_15", "text_21" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "ZBH/2008/page_57.pdf-1", "document": "ZBH/2008/page_57.pdf", "gold_ids": [ "table_1", "table_6" ], "predictions": { "bm25": [ "table_1", "table_5", "table_4", "text_23", "text_22" ], "tfidf": [ "table_1", "text_22", "table_5", "table_4", "table_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "LMT/2014/page_50.pdf-1", "document": "LMT/2014/page_50.pdf", "gold_ids": [ "table_4" ], "predictions": { "bm25": [ "table_4", "text_15", "text_10", "text_1", "text_18" ], "tfidf": [ "text_10", "table_0", "text_18", "text_15", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "PNC/2012/page_247.pdf-1", "document": "PNC/2012/page_247.pdf", "gold_ids": [ "text_1", "text_2", "text_23", "text_24" ], "predictions": { "bm25": [ "text_23", "text_24", "text_22", "text_26", "text_0" ], "tfidf": [ "text_23", "text_24", "text_26", "text_22", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.25, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.25, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "GS/2014/page_165.pdf-2", "document": "GS/2014/page_165.pdf", "gold_ids": [ "text_0", "text_8" ], "predictions": { "bm25": [ "text_8", "text_7", "text_9", "text_5", "text_2" ], "tfidf": [ "text_8", "text_7", "text_2", "text_9", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "AMT/2005/page_102.pdf-3", "document": "AMT/2005/page_102.pdf", "gold_ids": [ "text_4" ], "predictions": { "bm25": [ "text_4", "text_2", "text_3", "text_9", "text_5" ], "tfidf": [ "text_4", "text_9", "text_2", "text_3", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AON/2015/page_96.pdf-2", "document": "AON/2015/page_96.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_2", "table_3", "text_12", "text_1" ], "tfidf": [ "table_1", "table_2", "table_3", "table_0", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ADI/2010/page_60.pdf-1", "document": "ADI/2010/page_60.pdf", "gold_ids": [ "text_25" ], "predictions": { "bm25": [ "text_25", "text_24", "text_22", "text_28", "text_26" ], "tfidf": [ "text_25", "text_21", "text_24", "text_22", "text_19" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "C/2008/page_44.pdf-1", "document": "C/2008/page_44.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "table_1", "text_12", "table_6", "text_3" ], "tfidf": [ "table_2", "text_12", "table_1", "table_0", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ADBE/1999/page_64.pdf-1", "document": "ADBE/1999/page_64.pdf", "gold_ids": [ "text_3" ], "predictions": { "bm25": [ "text_3", "text_5", "text_7", "text_6", "text_11" ], "tfidf": [ "text_3", "text_5", "text_7", "text_6", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "SLG/2011/page_91.pdf-4", "document": "SLG/2011/page_91.pdf", "gold_ids": [ "text_6" ], "predictions": { "bm25": [ "text_6", "text_19", "text_5", "text_35", "text_3" ], "tfidf": [ "text_6", "text_19", "text_30", "text_21", "text_35" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2013/page_126.pdf-1", "document": "GS/2013/page_126.pdf", "gold_ids": [ "table_6" ], "predictions": { "bm25": [ "text_4", "text_8", "table_7", "text_1", "table_8" ], "tfidf": [ "text_4", "table_3", "table_1", "table_2", "table_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "ETR/2004/page_281.pdf-1", "document": "ETR/2004/page_281.pdf", "gold_ids": [ "table_2", "text_13", "text_14" ], "predictions": { "bm25": [ "text_14", "text_13", "text_2", "text_12", "text_1" ], "tfidf": [ "text_13", "text_14", "text_2", "text_12", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "AES/2001/page_85.pdf-1", "document": "AES/2001/page_85.pdf", "gold_ids": [ "table_6" ], "predictions": { "bm25": [ "text_14", "text_4", "text_24", "text_22", "text_5" ], "tfidf": [ "text_14", "text_22", "text_4", "table_6", "text_24" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ABC/2005/page_49.pdf-1", "document": "ABC/2005/page_49.pdf", "gold_ids": [ "text_1", "text_4" ], "predictions": { "bm25": [ "text_5", "text_1", "table_4", "table_7", "text_8" ], "tfidf": [ "text_1", "text_15", "text_8", "table_0", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "UNP/2018/page_74.pdf-2", "document": "UNP/2018/page_74.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_20", "text_18", "text_19", "table_1", "table_2" ], "tfidf": [ "text_18", "text_20", "text_19", "table_1", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MSI/2014/page_76.pdf-1", "document": "MSI/2014/page_76.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_26", "text_18", "text_27", "table_4" ], "tfidf": [ "text_26", "table_0", "text_27", "text_18", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "ETFC/2012/page_24.pdf-2", "document": "ETFC/2012/page_24.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "table_2", "text_13", "table_1", "text_14", "table_6" ], "tfidf": [ "table_2", "text_13", "table_1", "text_14", "table_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UA/2011/page_69.pdf-1", "document": "UA/2011/page_69.pdf", "gold_ids": [ "text_11", "text_20" ], "predictions": { "bm25": [ "text_20", "text_0", "text_6", "text_10", "text_18" ], "tfidf": [ "text_20", "text_10", "text_6", "text_0", "text_18" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "RL/2008/page_23.pdf-1", "document": "RL/2008/page_23.pdf", "gold_ids": [ "table_2", "table_4" ], "predictions": { "bm25": [ "text_3", "text_2", "text_1", "text_8", "text_7" ], "tfidf": [ "text_3", "text_2", "table_2", "text_8", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "PNC/2012/page_100.pdf-1", "document": "PNC/2012/page_100.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_13", "text_12", "table_1", "table_0", "table_2" ], "tfidf": [ "text_13", "table_0", "table_1", "text_12", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HWM/2015/page_173.pdf-1", "document": "HWM/2015/page_173.pdf", "gold_ids": [ "text_11", "text_12" ], "predictions": { "bm25": [ "text_11", "text_13", "text_10", "text_12", "text_6" ], "tfidf": [ "text_13", "text_11", "text_12", "text_10", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ECL/2017/page_94.pdf-1", "document": "ECL/2017/page_94.pdf", "gold_ids": [ "table_1", "table_14" ], "predictions": { "bm25": [ "text_11", "text_10", "table_1", "text_27", "table_14" ], "tfidf": [ "text_11", "text_10", "text_35", "text_33", "text_26" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "NKE/2009/page_43.pdf-1", "document": "NKE/2009/page_43.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "table_0", "text_110", "text_227", "text_13", "text_130" ], "tfidf": [ "table_0", "text_116", "text_233", "text_110", "text_227" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "CME/2017/page_40.pdf-1", "document": "CME/2017/page_40.pdf", "gold_ids": [ "table_1", "text_3" ], "predictions": { "bm25": [ "text_3", "text_4", "text_0", "table_1", "text_9" ], "tfidf": [ "text_3", "text_0", "text_4", "table_1", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MMM/2015/page_93.pdf-2", "document": "MMM/2015/page_93.pdf", "gold_ids": [ "text_1", "text_3", "text_5", "text_7" ], "predictions": { "bm25": [ "table_0", "table_1", "table_2", "table_3", "table_4" ], "tfidf": [ "table_0", "text_15", "table_1", "table_2", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "GS/2013/page_126.pdf-2", "document": "GS/2013/page_126.pdf", "gold_ids": [ "table_13" ], "predictions": { "bm25": [ "text_1", "table_13", "text_6", "text_0", "table_5" ], "tfidf": [ "table_13", "text_1", "table_5", "text_0", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AON/2007/page_188.pdf-2", "document": "AON/2007/page_188.pdf", "gold_ids": [ "table_5", "text_3" ], "predictions": { "bm25": [ "text_3", "text_2", "text_5", "text_12", "text_13" ], "tfidf": [ "text_3", "text_2", "text_5", "text_12", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "GS/2017/page_132.pdf-3", "document": "GS/2017/page_132.pdf", "gold_ids": [ "table_4" ], "predictions": { "bm25": [ "text_2", "table_3", "text_3", "text_1", "table_0" ], "tfidf": [ "text_2", "table_3", "text_3", "table_0", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "UNP/2010/page_21.pdf-1", "document": "UNP/2010/page_21.pdf", "gold_ids": [ "table_2", "table_3", "table_4" ], "predictions": { "bm25": [ "text_1", "text_3", "text_4", "table_0", "table_4" ], "tfidf": [ "text_3", "text_1", "text_4", "table_0", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "ADBE/2008/page_74.pdf-2", "document": "ADBE/2008/page_74.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "table_1", "table_2", "table_0", "text_2", "table_3" ], "tfidf": [ "table_1", "table_2", "table_0", "text_2", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MRK/2013/page_125.pdf-4", "document": "MRK/2013/page_125.pdf", "gold_ids": [ "text_9" ], "predictions": { "bm25": [ "text_9", "text_7", "text_17", "text_16", "text_21" ], "tfidf": [ "text_9", "text_7", "text_17", "text_11", "text_16" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "SYY/2006/page_71.pdf-2", "document": "SYY/2006/page_71.pdf", "gold_ids": [ "text_8" ], "predictions": { "bm25": [ "text_8", "text_0", "text_2", "text_4", "text_19" ], "tfidf": [ "text_8", "text_4", "text_2", "text_19", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2009/page_175.pdf-1", "document": "JPM/2009/page_175.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "table_2", "table_1", "table_4", "table_3", "text_7" ], "tfidf": [ "table_2", "table_1", "table_0", "table_4", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MMM/2007/page_84.pdf-1", "document": "MMM/2007/page_84.pdf", "gold_ids": [ "table_3", "table_4" ], "predictions": { "bm25": [ "table_4", "table_3", "text_22", "text_15", "text_12" ], "tfidf": [ "table_4", "table_3", "text_22", "text_10", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MAS/2017/page_27.pdf-4", "document": "MAS/2017/page_27.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_2", "text_0", "text_1", "text_3", "table_2" ], "tfidf": [ "text_2", "text_1", "text_0", "table_2", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "IPG/2006/page_77.pdf-2", "document": "IPG/2006/page_77.pdf", "gold_ids": [ "text_12" ], "predictions": { "bm25": [ "text_12", "text_7", "text_11", "text_13", "text_3" ], "tfidf": [ "text_12", "text_13", "text_1", "text_7", "text_17" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2008/page_87.pdf-1", "document": "JPM/2008/page_87.pdf", "gold_ids": [ "text_27", "text_32" ], "predictions": { "bm25": [ "text_32", "text_2", "text_25", "text_10", "text_27" ], "tfidf": [ "text_32", "text_27", "text_2", "text_10", "text_25" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2008/page_107.pdf-4", "document": "AMT/2008/page_107.pdf", "gold_ids": [ "table_0" ], "predictions": { "bm25": [ "text_15", "text_35", "text_14", "text_34", "table_0" ], "tfidf": [ "text_15", "text_35", "text_14", "text_34", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "RSG/2009/page_140.pdf-1", "document": "RSG/2009/page_140.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "table_3", "table_5", "table_4", "text_9", "text_1" ], "tfidf": [ "text_9", "table_0", "text_1", "table_3", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "SLB/2012/page_56.pdf-1", "document": "SLB/2012/page_56.pdf", "gold_ids": [ "table_16", "table_2" ], "predictions": { "bm25": [ "table_2", "text_0", "text_1", "table_16", "table_9" ], "tfidf": [ "table_2", "text_1", "text_0", "table_16", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "TMUS/2017/page_29.pdf-2", "document": "TMUS/2017/page_29.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "table_3", "table_1", "table_2", "text_15", "table_0" ], "tfidf": [ "table_3", "table_2", "table_1", "table_0", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UPS/2016/page_114.pdf-2", "document": "UPS/2016/page_114.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "table_3", "text_18", "text_9", "text_11", "text_14" ], "tfidf": [ "table_3", "table_0", "text_18", "text_4", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MRO/2017/page_96.pdf-3", "document": "MRO/2017/page_96.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_5", "table_1", "table_3", "text_8", "text_6" ], "tfidf": [ "text_5", "text_41", "table_3", "text_8", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "GS/2013/page_220.pdf-1", "document": "GS/2013/page_220.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_3", "text_4", "table_1", "text_6", "text_1" ], "tfidf": [ "text_3", "text_4", "text_1", "text_0", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "LKQ/2016/page_87.pdf-1", "document": "LKQ/2016/page_87.pdf", "gold_ids": [ "text_7" ], "predictions": { "bm25": [ "text_7", "text_13", "text_9", "text_5", "text_14" ], "tfidf": [ "text_7", "text_13", "text_9", "text_5", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "SNA/2013/page_84.pdf-1", "document": "SNA/2013/page_84.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "table_2", "text_16", "table_3", "table_1", "text_6" ], "tfidf": [ "table_2", "text_6", "text_16", "text_13", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "DVN/2015/page_79.pdf-3", "document": "DVN/2015/page_79.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "table_3", "text_16", "text_21", "text_19", "text_7" ], "tfidf": [ "text_9", "text_17", "text_16", "text_21", "text_19" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "FIS/2017/page_64.pdf-4", "document": "FIS/2017/page_64.pdf", "gold_ids": [ "table_2", "table_5" ], "predictions": { "bm25": [ "table_5", "text_14", "text_0", "text_2", "table_2" ], "tfidf": [ "table_5", "text_14", "text_0", "text_13", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "LMT/2014/page_77.pdf-3", "document": "LMT/2014/page_77.pdf", "gold_ids": [ "text_1", "text_2" ], "predictions": { "bm25": [ "text_1", "text_2", "text_0", "text_12", "text_14" ], "tfidf": [ "text_2", "text_1", "text_0", "text_14", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETFC/2012/page_43.pdf-1", "document": "ETFC/2012/page_43.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_1", "text_3", "text_0", "table_2", "text_4" ], "tfidf": [ "text_1", "text_3", "text_0", "table_0", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "HWM/2017/page_42.pdf-2", "document": "HWM/2017/page_42.pdf", "gold_ids": [ "table_3", "text_1" ], "predictions": { "bm25": [ "table_3", "text_6", "text_0", "table_2", "text_1" ], "tfidf": [ "table_3", "text_0", "text_6", "text_1", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GRMN/2006/page_68.pdf-2", "document": "GRMN/2006/page_68.pdf", "gold_ids": [ "table_2", "table_3" ], "predictions": { "bm25": [ "table_2", "table_0", "table_3", "table_1", "text_2" ], "tfidf": [ "table_2", "table_3", "table_0", "table_1", "text_16" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2003/page_106.pdf-1", "document": "JPM/2003/page_106.pdf", "gold_ids": [ "text_9" ], "predictions": { "bm25": [ "text_9", "text_10", "text_40", "text_18", "text_41" ], "tfidf": [ "text_9", "text_40", "text_10", "text_7", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "PNC/2012/page_247.pdf-2", "document": "PNC/2012/page_247.pdf", "gold_ids": [ "table_4" ], "predictions": { "bm25": [ "text_29", "text_20", "table_0", "table_1", "table_4" ], "tfidf": [ "table_0", "text_29", "text_20", "table_4", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "SLG/2011/page_91.pdf-3", "document": "SLG/2011/page_91.pdf", "gold_ids": [ "table_5" ], "predictions": { "bm25": [ "table_5", "text_26", "text_23", "text_18", "text_22" ], "tfidf": [ "table_5", "text_26", "text_23", "text_15", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "PNC/2012/page_65.pdf-5", "document": "PNC/2012/page_65.pdf", "gold_ids": [ "text_5", "text_8" ], "predictions": { "bm25": [ "text_8", "text_26", "table_3", "table_2", "table_1" ], "tfidf": [ "text_8", "table_3", "table_2", "table_1", "text_26" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "MS/2013/page_132.pdf-1", "document": "MS/2013/page_132.pdf", "gold_ids": [ "table_13", "table_4", "table_7" ], "predictions": { "bm25": [ "text_3", "text_1", "text_0", "table_4", "table_7" ], "tfidf": [ "text_3", "table_13", "table_4", "table_7", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GPN/2010/page_89.pdf-2", "document": "GPN/2010/page_89.pdf", "gold_ids": [ "table_9" ], "predictions": { "bm25": [ "table_9", "text_11", "text_13", "table_1", "table_5" ], "tfidf": [ "table_9", "table_5", "table_1", "text_13", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "TFX/2015/page_89.pdf-1", "document": "TFX/2015/page_89.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_6", "text_2", "table_1", "text_5", "table_4" ], "tfidf": [ "text_6", "text_2", "table_4", "table_1", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2011/page_17.pdf-3", "document": "ETR/2011/page_17.pdf", "gold_ids": [ "table_1", "table_9" ], "predictions": { "bm25": [ "text_0", "table_9", "text_11", "table_1", "table_4" ], "tfidf": [ "text_0", "table_9", "text_11", "table_1", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CDW/2015/page_93.pdf-3", "document": "CDW/2015/page_93.pdf", "gold_ids": [ "table_3", "text_14", "text_15" ], "predictions": { "bm25": [ "text_15", "table_3", "table_1", "table_0", "table_2" ], "tfidf": [ "text_15", "text_9", "text_12", "table_3", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "FIS/2016/page_31.pdf-1", "document": "FIS/2016/page_31.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_1", "table_1", "text_2", "table_3", "table_0" ], "tfidf": [ "text_1", "table_1", "table_0", "table_3", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "IP/2009/page_84.pdf-1", "document": "IP/2009/page_84.pdf", "gold_ids": [ "text_26" ], "predictions": { "bm25": [ "text_26", "text_19", "text_9", "text_29", "text_10" ], "tfidf": [ "text_26", "text_9", "text_19", "text_10", "text_29" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CDW/2017/page_38.pdf-2", "document": "CDW/2017/page_38.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "table_2", "text_0", "table_0", "table_1", "table_4" ], "tfidf": [ "table_2", "text_0", "table_0", "table_4", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "SYY/2005/page_70.pdf-2", "document": "SYY/2005/page_70.pdf", "gold_ids": [ "table_1", "table_5" ], "predictions": { "bm25": [ "text_13", "table_5", "text_9", "table_1", "text_15" ], "tfidf": [ "table_5", "text_13", "table_1", "text_12", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CB/2008/page_229.pdf-4", "document": "CB/2008/page_229.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_7", "table_2", "table_1", "text_4", "text_0" ], "tfidf": [ "text_7", "text_4", "table_2", "table_1", "text_23" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2013/page_72.pdf-1", "document": "GS/2013/page_72.pdf", "gold_ids": [ "table_1", "table_8" ], "predictions": { "bm25": [ "text_0", "table_1", "text_9", "text_15", "table_8" ], "tfidf": [ "table_1", "text_0", "text_9", "table_8", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GIS/2019/page_68.pdf-1", "document": "GIS/2019/page_68.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_17", "text_10", "text_11", "text_14" ], "tfidf": [ "text_11", "text_17", "table_1", "text_10", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CME/2017/page_89.pdf-3", "document": "CME/2017/page_89.pdf", "gold_ids": [ "table_1", "text_1", "text_9" ], "predictions": { "bm25": [ "text_9", "text_12", "text_8", "text_4", "text_13" ], "tfidf": [ "text_9", "text_13", "text_12", "text_8", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "AWK/2013/page_122.pdf-2", "document": "AWK/2013/page_122.pdf", "gold_ids": [ "table_6", "text_11" ], "predictions": { "bm25": [ "text_11", "text_10", "text_15", "text_8", "text_9" ], "tfidf": [ "text_11", "text_10", "text_8", "text_15", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "V/2008/page_180.pdf-2", "document": "V/2008/page_180.pdf", "gold_ids": [ "table_1", "table_7" ], "predictions": { "bm25": [ "text_8", "table_1", "table_7", "text_7", "text_5" ], "tfidf": [ "table_1", "table_7", "text_8", "text_7", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AAL/2010/page_72.pdf-1", "document": "AAL/2010/page_72.pdf", "gold_ids": [ "table_6" ], "predictions": { "bm25": [ "table_6", "text_3", "table_0", "table_1", "table_2" ], "tfidf": [ "table_6", "table_0", "text_3", "text_2", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2004/page_212.pdf-1", "document": "ETR/2004/page_212.pdf", "gold_ids": [ "table_1", "table_8" ], "predictions": { "bm25": [ "text_7", "text_3", "text_0", "text_4", "text_9" ], "tfidf": [ "text_0", "text_7", "text_4", "text_3", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "MRO/2004/page_46.pdf-4", "document": "MRO/2004/page_46.pdf", "gold_ids": [ "table_2", "table_3" ], "predictions": { "bm25": [ "table_3", "table_2", "table_1", "table_4", "text_13" ], "tfidf": [ "table_3", "table_2", "table_4", "table_1", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AES/2001/page_33.pdf-4", "document": "AES/2001/page_33.pdf", "gold_ids": [ "table_0" ], "predictions": { "bm25": [ "text_2", "table_0", "table_1", "table_2", "table_3" ], "tfidf": [ "table_0", "text_2", "table_1", "table_2", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "LMT/2014/page_50.pdf-2", "document": "LMT/2014/page_50.pdf", "gold_ids": [ "table_4" ], "predictions": { "bm25": [ "table_4", "text_8", "text_15", "text_12", "text_23" ], "tfidf": [ "table_4", "text_8", "text_1", "table_0", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMAT/2013/page_37.pdf-1", "document": "AMAT/2013/page_37.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_2", "text_5", "text_1", "text_0", "text_12" ], "tfidf": [ "text_2", "text_5", "text_12", "text_3", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "C/2009/page_63.pdf-3", "document": "C/2009/page_63.pdf", "gold_ids": [ "table_1", "table_5" ], "predictions": { "bm25": [ "table_1", "table_5", "table_4", "table_0", "table_2" ], "tfidf": [ "table_1", "table_5", "table_0", "table_3", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ADBE/2008/page_74.pdf-1", "document": "ADBE/2008/page_74.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_4", "text_1", "text_10", "text_11" ], "tfidf": [ "table_1", "text_1", "text_4", "text_10", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HIG/2011/page_53.pdf-3", "document": "HIG/2011/page_53.pdf", "gold_ids": [ "text_13" ], "predictions": { "bm25": [ "text_12", "text_9", "text_8", "text_11", "table_3" ], "tfidf": [ "text_12", "text_9", "table_3", "text_7", "table_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "BLL/2010/page_37.pdf-3", "document": "BLL/2010/page_37.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_2", "table_3", "text_7", "text_3" ], "tfidf": [ "table_1", "table_2", "text_3", "text_7", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2005/page_80.pdf-1", "document": "JPM/2005/page_80.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_2", "table_0", "text_5", "text_2" ], "tfidf": [ "table_1", "table_0", "table_2", "text_2", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CDNS/2015/page_30.pdf-3", "document": "CDNS/2015/page_30.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_1", "text_0", "table_1", "text_2", "table_2" ], "tfidf": [ "text_1", "text_0", "table_1", "text_4", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "RSG/2013/page_123.pdf-1", "document": "RSG/2013/page_123.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_4", "text_8", "table_1", "text_9", "table_5" ], "tfidf": [ "text_8", "table_0", "text_9", "text_1", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "ECL/2017/page_69.pdf-1", "document": "ECL/2017/page_69.pdf", "gold_ids": [ "table_1", "table_13" ], "predictions": { "bm25": [ "text_5", "text_11", "text_4", "text_6", "text_12" ], "tfidf": [ "text_5", "text_11", "text_4", "text_6", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "GS/2013/page_85.pdf-1", "document": "GS/2013/page_85.pdf", "gold_ids": [ "table_2", "table_3" ], "predictions": { "bm25": [ "text_17", "text_15", "table_2", "text_25", "table_1" ], "tfidf": [ "text_17", "text_23", "text_24", "text_15", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "GS/2018/page_69.pdf-3", "document": "GS/2018/page_69.pdf", "gold_ids": [ "text_9" ], "predictions": { "bm25": [ "text_9", "text_12", "text_24", "text_21", "text_19" ], "tfidf": [ "text_9", "text_16", "text_12", "text_24", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2010/page_281.pdf-2", "document": "JPM/2010/page_281.pdf", "gold_ids": [ "text_6", "text_8" ], "predictions": { "bm25": [ "text_6", "text_2", "text_9", "text_8", "text_0" ], "tfidf": [ "text_6", "text_9", "text_2", "text_8", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2006/page_113.pdf-1", "document": "AMT/2006/page_113.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_15", "text_8", "table_0", "table_3" ], "tfidf": [ "text_8", "table_1", "text_15", "text_16", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2004/page_212.pdf-4", "document": "ETR/2004/page_212.pdf", "gold_ids": [ "table_1", "table_8", "text_1", "text_4" ], "predictions": { "bm25": [ "text_4", "text_5", "text_7", "text_1", "text_9" ], "tfidf": [ "text_5", "text_9", "text_4", "text_6", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.25, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } } } }, { "id": "ECL/2017/page_79.pdf-1", "document": "ECL/2017/page_79.pdf", "gold_ids": [ "table_1", "table_6", "text_1", "text_2", "text_3", "text_4", "text_5", "text_6" ], "predictions": { "bm25": [ "table_6", "text_6", "table_2", "text_13", "text_2" ], "tfidf": [ "table_2", "table_6", "text_6", "text_14", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.125, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.375, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.375, "complete": 0.0 } } } }, { "id": "CME/2010/page_69.pdf-1", "document": "CME/2010/page_69.pdf", "gold_ids": [ "text_3" ], "predictions": { "bm25": [ "text_3", "text_0", "text_1", "text_4", "text_50" ], "tfidf": [ "text_3", "text_0", "text_50", "text_2", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2015/page_137.pdf-1", "document": "JPM/2015/page_137.pdf", "gold_ids": [ "text_22" ], "predictions": { "bm25": [ "text_22", "text_0", "text_26", "table_7", "text_7" ], "tfidf": [ "text_22", "text_21", "text_15", "text_20", "text_16" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AWK/2018/page_146.pdf-4", "document": "AWK/2018/page_146.pdf", "gold_ids": [ "text_7" ], "predictions": { "bm25": [ "text_7", "text_0", "text_8", "text_5", "text_6" ], "tfidf": [ "text_7", "text_0", "text_8", "text_3", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GIS/2018/page_110.pdf-3", "document": "GIS/2018/page_110.pdf", "gold_ids": [ "table_2", "table_7" ], "predictions": { "bm25": [ "table_7", "text_2", "text_4", "table_2", "text_5" ], "tfidf": [ "text_2", "table_7", "table_2", "text_4", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GPN/2013/page_87.pdf-1", "document": "GPN/2013/page_87.pdf", "gold_ids": [ "table_6" ], "predictions": { "bm25": [ "text_2", "text_3", "text_8", "text_5", "text_12" ], "tfidf": [ "text_2", "text_8", "text_10", "text_11", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "GPN/2013/page_92.pdf-2", "document": "GPN/2013/page_92.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_6", "text_2", "table_1", "text_12", "text_0" ], "tfidf": [ "table_1", "text_2", "table_6", "text_4", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2017/page_143.pdf-2", "document": "ETR/2017/page_143.pdf", "gold_ids": [ "table_1", "table_2", "text_3" ], "predictions": { "bm25": [ "text_5", "text_13", "text_14", "text_1", "text_4" ], "tfidf": [ "text_5", "text_13", "table_1", "table_2", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "DISH/2011/page_122.pdf-3", "document": "DISH/2011/page_122.pdf", "gold_ids": [ "table_2", "table_6" ], "predictions": { "bm25": [ "text_6", "text_5", "text_16", "text_3", "text_1" ], "tfidf": [ "text_1", "text_16", "text_5", "text_6", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "HWM/2018/page_96.pdf-1", "document": "HWM/2018/page_96.pdf", "gold_ids": [ "table_3", "text_1" ], "predictions": { "bm25": [ "text_1", "text_0", "text_2", "text_4", "table_3" ], "tfidf": [ "text_1", "text_0", "text_2", "text_4", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CE/2009/page_65.pdf-2", "document": "CE/2009/page_65.pdf", "gold_ids": [ "table_1", "table_11" ], "predictions": { "bm25": [ "text_5", "text_4", "text_3", "table_1", "text_2" ], "tfidf": [ "text_5", "text_4", "text_3", "table_0", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "FIS/2012/page_48.pdf-3", "document": "FIS/2012/page_48.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_1", "text_8", "text_4", "table_2", "text_2" ], "tfidf": [ "text_1", "text_8", "text_4", "text_5", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2013/page_149.pdf-4", "document": "GS/2013/page_149.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "table_3", "table_4", "table_0", "table_1" ], "tfidf": [ "table_2", "table_3", "table_4", "table_0", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "BLL/2006/page_67.pdf-2", "document": "BLL/2006/page_67.pdf", "gold_ids": [ "table_2", "table_7" ], "predictions": { "bm25": [ "text_10", "text_21", "text_19", "text_17", "text_12" ], "tfidf": [ "text_10", "text_12", "text_21", "text_19", "table_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "FIS/2016/page_9.pdf-4", "document": "FIS/2016/page_9.pdf", "gold_ids": [ "table_2", "table_4" ], "predictions": { "bm25": [ "table_4", "text_0", "table_2", "text_5", "text_6" ], "tfidf": [ "table_4", "text_0", "table_2", "table_0", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2018/page_69.pdf-2", "document": "GS/2018/page_69.pdf", "gold_ids": [ "text_24", "text_5" ], "predictions": { "bm25": [ "text_24", "text_9", "text_6", "text_12", "text_19" ], "tfidf": [ "text_23", "text_5", "text_24", "text_6", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DVN/2012/page_77.pdf-1", "document": "DVN/2012/page_77.pdf", "gold_ids": [ "table_3", "table_4", "text_0" ], "predictions": { "bm25": [ "text_15", "table_3", "table_4", "text_0", "text_2" ], "tfidf": [ "table_3", "text_15", "table_4", "text_0", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ECL/2017/page_94.pdf-2", "document": "ECL/2017/page_94.pdf", "gold_ids": [ "table_1", "table_14" ], "predictions": { "bm25": [ "text_11", "text_10", "text_27", "table_1", "table_14" ], "tfidf": [ "text_11", "text_10", "text_35", "text_33", "text_26" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "SNA/2013/page_83.pdf-1", "document": "SNA/2013/page_83.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_6", "table_5", "text_10", "table_0" ], "tfidf": [ "table_1", "table_0", "table_6", "table_5", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "FIS/2006/page_31.pdf-2", "document": "FIS/2006/page_31.pdf", "gold_ids": [ "table_8", "text_10" ], "predictions": { "bm25": [ "text_10", "text_6", "text_9", "text_14", "text_25" ], "tfidf": [ "text_10", "text_6", "text_9", "table_0", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "AMT/2012/page_144.pdf-2", "document": "AMT/2012/page_144.pdf", "gold_ids": [ "text_4", "text_5" ], "predictions": { "bm25": [ "text_5", "text_2", "text_4", "text_0", "text_1" ], "tfidf": [ "text_5", "text_4", "table_0", "text_2", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GPN/2013/page_92.pdf-3", "document": "GPN/2013/page_92.pdf", "gold_ids": [ "table_6" ], "predictions": { "bm25": [ "table_6", "text_0", "text_2", "text_4", "text_12" ], "tfidf": [ "table_6", "text_4", "text_0", "text_2", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "V/2014/page_126.pdf-1", "document": "V/2014/page_126.pdf", "gold_ids": [ "table_2", "text_2" ], "predictions": { "bm25": [ "text_3", "text_2", "text_0", "text_7", "text_14" ], "tfidf": [ "text_3", "text_7", "text_14", "text_2", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "SLG/2011/page_91.pdf-2", "document": "SLG/2011/page_91.pdf", "gold_ids": [ "text_30" ], "predictions": { "bm25": [ "text_30", "text_35", "text_19", "text_14", "text_21" ], "tfidf": [ "text_30", "text_35", "text_14", "text_21", "text_25" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ILMN/2008/page_86.pdf-4", "document": "ILMN/2008/page_86.pdf", "gold_ids": [ "text_27" ], "predictions": { "bm25": [ "text_25", "text_26", "text_27", "text_17", "text_4" ], "tfidf": [ "text_25", "text_26", "text_17", "text_27", "text_20" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MAS/2012/page_26.pdf-1", "document": "MAS/2012/page_26.pdf", "gold_ids": [ "text_3", "text_4" ], "predictions": { "bm25": [ "text_3", "text_5", "text_0", "text_2", "text_1" ], "tfidf": [ "text_1", "text_5", "text_2", "text_3", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "UPS/2010/page_52.pdf-4", "document": "UPS/2010/page_52.pdf", "gold_ids": [ "table_3", "table_4", "table_8" ], "predictions": { "bm25": [ "text_0", "text_4", "text_2", "text_5", "text_9" ], "tfidf": [ "text_0", "text_4", "text_5", "text_2", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AMT/2012/page_118.pdf-1", "document": "AMT/2012/page_118.pdf", "gold_ids": [ "table_5", "table_6" ], "predictions": { "bm25": [ "text_3", "text_2", "table_5", "table_6", "table_7" ], "tfidf": [ "text_3", "text_2", "table_0", "text_1", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AON/2007/page_188.pdf-1", "document": "AON/2007/page_188.pdf", "gold_ids": [ "table_5" ], "predictions": { "bm25": [ "table_1", "text_2", "table_5", "text_6", "table_0" ], "tfidf": [ "text_2", "table_1", "text_3", "text_13", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "CDW/2015/page_70.pdf-2", "document": "CDW/2015/page_70.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_13", "table_1", "table_2", "text_17", "table_0" ], "tfidf": [ "text_13", "table_1", "text_17", "text_5", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "LMT/2014/page_77.pdf-2", "document": "LMT/2014/page_77.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "table_3", "text_12", "table_1", "text_13", "text_6" ], "tfidf": [ "table_3", "table_1", "text_12", "text_13", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GPN/2008/page_78.pdf-1", "document": "GPN/2008/page_78.pdf", "gold_ids": [ "table_2", "text_12" ], "predictions": { "bm25": [ "text_12", "table_2", "text_13", "table_3", "text_17" ], "tfidf": [ "table_2", "text_12", "text_13", "table_3", "text_16" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AON/2007/page_171.pdf-2", "document": "AON/2007/page_171.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "table_3", "text_0", "table_2", "table_1", "table_0" ], "tfidf": [ "table_3", "text_0", "table_2", "table_0", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HOLX/2009/page_127.pdf-2", "document": "HOLX/2009/page_127.pdf", "gold_ids": [ "table_5", "text_8" ], "predictions": { "bm25": [ "table_5", "text_14", "text_8", "text_5", "table_0" ], "tfidf": [ "table_5", "text_14", "table_0", "text_8", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "PNC/2015/page_93.pdf-2", "document": "PNC/2015/page_93.pdf", "gold_ids": [ "table_5", "table_6" ], "predictions": { "bm25": [ "table_5", "text_14", "text_4", "text_20", "table_6" ], "tfidf": [ "table_5", "text_14", "text_20", "table_6", "text_18" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "C/2008/page_65.pdf-1", "document": "C/2008/page_65.pdf", "gold_ids": [ "table_4" ], "predictions": { "bm25": [ "text_1", "table_4", "text_29", "text_8", "text_15" ], "tfidf": [ "text_29", "text_1", "text_15", "text_7", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2006/page_113.pdf-2", "document": "AMT/2006/page_113.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_16", "table_1", "text_13", "text_3", "text_17" ], "tfidf": [ "text_16", "text_17", "table_1", "table_0", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DVN/2018/page_35.pdf-2", "document": "DVN/2018/page_35.pdf", "gold_ids": [ "table_3", "text_2" ], "predictions": { "bm25": [ "table_3", "text_9", "table_1", "table_2", "table_0" ], "tfidf": [ "table_3", "text_9", "table_0", "table_1", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "AWK/2018/page_146.pdf-3", "document": "AWK/2018/page_146.pdf", "gold_ids": [ "text_7" ], "predictions": { "bm25": [ "text_6", "text_7", "text_8", "text_3", "text_5" ], "tfidf": [ "text_6", "text_8", "text_7", "text_3", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HIG/2011/page_53.pdf-1", "document": "HIG/2011/page_53.pdf", "gold_ids": [ "table_4", "table_7" ], "predictions": { "bm25": [ "table_4", "text_23", "table_7", "text_13", "text_6" ], "tfidf": [ "table_4", "table_7", "table_0", "text_23", "table_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "NWS/2017/page_119.pdf-1", "document": "NWS/2017/page_119.pdf", "gold_ids": [ "text_3" ], "predictions": { "bm25": [ "text_3", "text_1", "text_4", "text_2", "text_17" ], "tfidf": [ "text_3", "text_1", "text_4", "text_2", "text_17" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MRO/2008/page_45.pdf-4", "document": "MRO/2008/page_45.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "text_18", "table_3", "table_0", "table_1", "table_2" ], "tfidf": [ "text_18", "table_0", "table_3", "table_2", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2014/page_122.pdf-1", "document": "JPM/2014/page_122.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_4", "text_2", "table_1", "text_7", "text_1" ], "tfidf": [ "table_1", "table_6", "text_2", "text_4", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MO/2016/page_19.pdf-2", "document": "MO/2016/page_19.pdf", "gold_ids": [ "table_6" ], "predictions": { "bm25": [ "table_0", "text_1", "text_28", "table_1", "table_2" ], "tfidf": [ "table_0", "text_28", "text_26", "table_6", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "TFX/2015/page_89.pdf-2", "document": "TFX/2015/page_89.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_6", "table_1", "text_5", "table_4", "table_3" ], "tfidf": [ "text_6", "table_0", "table_4", "table_1", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2008/page_94.pdf-2", "document": "AMT/2008/page_94.pdf", "gold_ids": [ "table_8" ], "predictions": { "bm25": [ "text_13", "table_8", "text_8", "text_9", "text_10" ], "tfidf": [ "text_13", "table_8", "text_8", "text_9", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2006/page_104.pdf-3", "document": "AMT/2006/page_104.pdf", "gold_ids": [ "text_2" ], "predictions": { "bm25": [ "text_2", "text_0", "text_8", "text_14", "table_7" ], "tfidf": [ "text_2", "text_0", "table_7", "text_6", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "RSG/2015/page_98.pdf-1", "document": "RSG/2015/page_98.pdf", "gold_ids": [ "table_1", "table_4" ], "predictions": { "bm25": [ "table_1", "table_4", "text_10", "text_17", "text_13" ], "tfidf": [ "text_13", "text_16", "text_22", "text_17", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "MO/2014/page_62.pdf-2", "document": "MO/2014/page_62.pdf", "gold_ids": [ "table_1", "text_10", "text_3", "text_9" ], "predictions": { "bm25": [ "text_9", "table_1", "text_3", "table_2", "text_2" ], "tfidf": [ "text_9", "text_4", "text_3", "table_1", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 0.25, "complete": 0.0 }, "3": { "recall": 0.75, "complete": 0.0 }, "5": { "recall": 0.75, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.25, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.75, "complete": 0.0 } } } }, { "id": "NCLH/2018/page_64.pdf-2", "document": "NCLH/2018/page_64.pdf", "gold_ids": [ "text_1", "text_2" ], "predictions": { "bm25": [ "text_22", "text_1", "text_12", "text_3", "text_0" ], "tfidf": [ "text_22", "text_12", "text_0", "text_1", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "STT/2006/page_95.pdf-1", "document": "STT/2006/page_95.pdf", "gold_ids": [ "text_1" ], "predictions": { "bm25": [ "text_1", "text_9", "text_6", "text_0", "text_4" ], "tfidf": [ "text_1", "table_0", "text_6", "text_0", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "PNC/2012/page_174.pdf-3", "document": "PNC/2012/page_174.pdf", "gold_ids": [ "table_4", "text_4" ], "predictions": { "bm25": [ "text_17", "text_13", "text_11", "text_6", "table_4" ], "tfidf": [ "text_17", "table_4", "text_10", "text_11", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "MAS/2017/page_27.pdf-3", "document": "MAS/2017/page_27.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_0", "text_2", "table_2", "text_1", "text_3" ], "tfidf": [ "text_2", "text_0", "text_1", "table_2", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HOLX/2009/page_127.pdf-1", "document": "HOLX/2009/page_127.pdf", "gold_ids": [ "text_8" ], "predictions": { "bm25": [ "text_8", "text_10", "text_3", "table_1", "table_2" ], "tfidf": [ "text_8", "text_10", "text_3", "table_1", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AOS/2010/page_18.pdf-1", "document": "AOS/2010/page_18.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_0", "text_1", "text_2", "table_2", "table_1" ], "tfidf": [ "text_0", "text_2", "table_2", "text_1", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GPN/2013/page_87.pdf-2", "document": "GPN/2013/page_87.pdf", "gold_ids": [ "text_5" ], "predictions": { "bm25": [ "text_5", "text_7", "text_0", "text_13", "text_1" ], "tfidf": [ "text_5", "text_0", "text_13", "text_2", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "STT/2011/page_69.pdf-2", "document": "STT/2011/page_69.pdf", "gold_ids": [ "text_9" ], "predictions": { "bm25": [ "text_9", "text_3", "text_13", "text_5", "text_4" ], "tfidf": [ "text_9", "text_15", "text_13", "text_16", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HUM/2009/page_105.pdf-1", "document": "HUM/2009/page_105.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_13", "text_12", "text_6", "text_11" ], "tfidf": [ "text_13", "table_1", "text_12", "text_6", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HIG/2004/page_140.pdf-3", "document": "HIG/2004/page_140.pdf", "gold_ids": [ "table_2", "table_3" ], "predictions": { "bm25": [ "table_4", "table_0", "table_3", "table_2", "table_1" ], "tfidf": [ "table_0", "table_4", "table_3", "table_2", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2018/page_69.pdf-1", "document": "GS/2018/page_69.pdf", "gold_ids": [ "text_2" ], "predictions": { "bm25": [ "text_2", "text_19", "text_12", "text_9", "text_1" ], "tfidf": [ "text_2", "text_19", "text_16", "text_12", "text_24" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "EL/2008/page_59.pdf-1", "document": "EL/2008/page_59.pdf", "gold_ids": [ "table_2", "text_18" ], "predictions": { "bm25": [ "text_28", "text_24", "table_2", "text_18", "text_12" ], "tfidf": [ "text_28", "text_24", "text_20", "text_18", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "PNC/2012/page_100.pdf-2", "document": "PNC/2012/page_100.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_13", "text_12", "table_1", "table_0", "table_2" ], "tfidf": [ "text_13", "table_0", "table_1", "text_12", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UAA/2016/page_42.pdf-3", "document": "UAA/2016/page_42.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "text_0", "table_3", "table_0", "table_4", "table_2" ], "tfidf": [ "text_0", "table_3", "table_0", "table_4", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HII/2015/page_88.pdf-1", "document": "HII/2015/page_88.pdf", "gold_ids": [ "table_0" ], "predictions": { "bm25": [ "text_20", "table_0", "table_1", "text_9", "text_13" ], "tfidf": [ "text_14", "text_13", "text_9", "text_20", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "MRO/2004/page_125.pdf-2", "document": "MRO/2004/page_125.pdf", "gold_ids": [ "table_4" ], "predictions": { "bm25": [ "table_4", "table_5", "table_12", "table_1", "table_15" ], "tfidf": [ "table_4", "table_5", "table_12", "table_0", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GPN/2013/page_87.pdf-3", "document": "GPN/2013/page_87.pdf", "gold_ids": [ "table_5", "table_9" ], "predictions": { "bm25": [ "text_3", "text_2", "table_9", "text_11", "text_8" ], "tfidf": [ "text_3", "text_8", "text_11", "text_2", "table_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "AWK/2013/page_122.pdf-1", "document": "AWK/2013/page_122.pdf", "gold_ids": [ "table_6", "text_10", "text_11" ], "predictions": { "bm25": [ "text_9", "text_15", "text_11", "text_0", "text_13" ], "tfidf": [ "text_9", "text_15", "text_11", "text_8", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "MRO/2017/page_96.pdf-2", "document": "MRO/2017/page_96.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "table_1", "table_3", "table_2", "text_5", "text_8" ], "tfidf": [ "text_5", "table_3", "text_41", "text_8", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AAL/2013/page_172.pdf-1", "document": "AAL/2013/page_172.pdf", "gold_ids": [ "table_2", "table_3" ], "predictions": { "bm25": [ "text_1", "text_10", "table_2", "text_9", "text_2" ], "tfidf": [ "text_1", "table_2", "text_10", "text_9", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "HII/2015/page_121.pdf-2", "document": "HII/2015/page_121.pdf", "gold_ids": [ "table_1", "table_4" ], "predictions": { "bm25": [ "text_1", "text_4", "text_5", "text_6", "table_4" ], "tfidf": [ "text_4", "text_1", "text_5", "text_6", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "DG/2010/page_136.pdf-2", "document": "DG/2010/page_136.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "text_7", "text_13", "text_6", "text_12" ], "tfidf": [ "table_2", "text_6", "text_13", "text_7", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MRO/2007/page_136.pdf-1", "document": "MRO/2007/page_136.pdf", "gold_ids": [ "text_13", "text_5" ], "predictions": { "bm25": [ "text_5", "text_4", "text_3", "text_13", "text_20" ], "tfidf": [ "text_5", "text_4", "text_3", "text_13", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DXC/2018/page_56.pdf-3", "document": "DXC/2018/page_56.pdf", "gold_ids": [ "table_1", "table_8" ], "predictions": { "bm25": [ "text_0", "text_6", "text_10", "text_15", "table_1" ], "tfidf": [ "text_0", "text_6", "text_4", "text_10", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "GS/2015/page_188.pdf-4", "document": "GS/2015/page_188.pdf", "gold_ids": [ "text_21", "text_3" ], "predictions": { "bm25": [ "text_21", "text_20", "text_27", "text_8", "text_29" ], "tfidf": [ "text_21", "text_20", "table_7", "text_29", "text_27" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "AAL/2016/page_8.pdf-1", "document": "AAL/2016/page_8.pdf", "gold_ids": [ "table_1", "table_7" ], "predictions": { "bm25": [ "table_1", "text_22", "table_2", "table_0", "text_23" ], "tfidf": [ "table_1", "text_22", "table_2", "table_0", "text_23" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "ETR/2013/page_21.pdf-4", "document": "ETR/2013/page_21.pdf", "gold_ids": [ "table_1", "table_3", "table_5", "text_14" ], "predictions": { "bm25": [ "text_12", "text_16", "text_14", "text_0", "text_5" ], "tfidf": [ "text_16", "text_14", "text_12", "text_0", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "JPM/2018/page_90.pdf-6", "document": "JPM/2018/page_90.pdf", "gold_ids": [ "table_2", "table_3" ], "predictions": { "bm25": [ "text_0", "text_16", "text_18", "text_2", "text_21" ], "tfidf": [ "text_18", "text_2", "text_0", "text_16", "text_21" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "UNP/2011/page_33.pdf-1", "document": "UNP/2011/page_33.pdf", "gold_ids": [ "text_20" ], "predictions": { "bm25": [ "text_17", "text_18", "text_20", "text_1", "text_9" ], "tfidf": [ "text_17", "text_18", "text_1", "text_9", "text_29" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AMT/2012/page_118.pdf-4", "document": "AMT/2012/page_118.pdf", "gold_ids": [ "text_12", "text_14", "text_15", "text_16", "text_17" ], "predictions": { "bm25": [ "text_16", "text_12", "text_14", "text_17", "text_15" ], "tfidf": [ "text_16", "text_14", "text_12", "text_3", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.2, "complete": 0.0 }, "3": { "recall": 0.6, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.2, "complete": 0.0 }, "3": { "recall": 0.6, "complete": 0.0 }, "5": { "recall": 0.6, "complete": 0.0 } } } }, { "id": "JPM/2008/page_117.pdf-1", "document": "JPM/2008/page_117.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "table_2", "table_1", "table_0", "text_12", "text_10" ], "tfidf": [ "table_0", "table_2", "table_1", "text_12", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "C/2008/page_65.pdf-2", "document": "C/2008/page_65.pdf", "gold_ids": [ "text_8" ], "predictions": { "bm25": [ "text_8", "text_9", "text_7", "text_29", "text_27" ], "tfidf": [ "text_9", "text_29", "text_8", "text_7", "text_26" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DG/2009/page_77.pdf-1", "document": "DG/2009/page_77.pdf", "gold_ids": [ "table_0" ], "predictions": { "bm25": [ "text_2", "text_9", "text_8", "text_3", "text_5" ], "tfidf": [ "text_2", "text_8", "text_9", "text_3", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "DRE/2002/page_15.pdf-1", "document": "DRE/2002/page_15.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "text_21", "text_19", "table_1", "text_10" ], "tfidf": [ "table_2", "text_21", "table_1", "text_19", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "SNA/2007/page_69.pdf-1", "document": "SNA/2007/page_69.pdf", "gold_ids": [ "text_9" ], "predictions": { "bm25": [ "text_9", "text_10", "text_29", "text_16", "text_7" ], "tfidf": [ "text_9", "text_19", "text_10", "text_29", "text_16" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HOLX/2006/page_71.pdf-1", "document": "HOLX/2006/page_71.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "text_14", "table_0", "table_3", "text_72", "table_1" ], "tfidf": [ "text_14", "table_0", "table_3", "table_1", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2011/page_17.pdf-2", "document": "ETR/2011/page_17.pdf", "gold_ids": [ "table_5", "table_6", "table_7" ], "predictions": { "bm25": [ "table_9", "text_0", "text_5", "table_1", "table_4" ], "tfidf": [ "table_9", "table_1", "text_0", "text_2", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "CDNS/2015/page_30.pdf-4", "document": "CDNS/2015/page_30.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_1", "text_0", "table_1", "table_0", "text_4" ], "tfidf": [ "text_0", "text_1", "table_1", "table_0", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2017/page_132.pdf-1", "document": "GS/2017/page_132.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "table_0", "table_4", "table_1", "table_3" ], "tfidf": [ "table_2", "table_0", "table_1", "table_4", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MO/2014/page_39.pdf-1", "document": "MO/2014/page_39.pdf", "gold_ids": [ "text_18" ], "predictions": { "bm25": [ "text_29", "text_18", "text_34", "text_32", "text_35" ], "tfidf": [ "text_29", "text_18", "text_35", "text_1", "text_32" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UNP/2009/page_35.pdf-2", "document": "UNP/2009/page_35.pdf", "gold_ids": [ "text_15" ], "predictions": { "bm25": [ "text_14", "text_17", "table_6", "text_2", "text_7" ], "tfidf": [ "text_14", "text_2", "text_17", "table_6", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AWK/2018/page_146.pdf-1", "document": "AWK/2018/page_146.pdf", "gold_ids": [ "text_0" ], "predictions": { "bm25": [ "text_0", "text_1", "text_7", "text_5", "text_8" ], "tfidf": [ "text_0", "text_1", "text_7", "text_5", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HII/2015/page_121.pdf-1", "document": "HII/2015/page_121.pdf", "gold_ids": [ "table_1", "table_4" ], "predictions": { "bm25": [ "text_1", "text_4", "text_5", "text_6", "table_4" ], "tfidf": [ "text_4", "text_1", "text_5", "text_6", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "GS/2018/page_78.pdf-2", "document": "GS/2018/page_78.pdf", "gold_ids": [ "text_14", "text_25" ], "predictions": { "bm25": [ "text_25", "text_8", "text_14", "text_3", "text_1" ], "tfidf": [ "text_3", "text_25", "text_9", "text_1", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "IP/2009/page_45.pdf-1", "document": "IP/2009/page_45.pdf", "gold_ids": [ "table_1", "table_5" ], "predictions": { "bm25": [ "text_23", "text_6", "text_17", "text_25", "table_1" ], "tfidf": [ "text_23", "text_25", "text_6", "text_17", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "PNC/2012/page_247.pdf-4", "document": "PNC/2012/page_247.pdf", "gold_ids": [ "text_26" ], "predictions": { "bm25": [ "table_2", "table_3", "text_26", "table_0", "text_25" ], "tfidf": [ "table_0", "table_2", "table_4", "table_1", "text_26" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2016/page_49.pdf-2", "document": "AMT/2016/page_49.pdf", "gold_ids": [ "text_2", "text_3" ], "predictions": { "bm25": [ "text_2", "text_3", "text_1", "text_9", "text_8" ], "tfidf": [ "text_2", "text_1", "text_3", "text_9", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "RCL/2012/page_75.pdf-3", "document": "RCL/2012/page_75.pdf", "gold_ids": [ "text_23" ], "predictions": { "bm25": [ "text_23", "text_22", "text_14", "text_28", "text_30" ], "tfidf": [ "text_23", "text_22", "text_14", "text_28", "text_30" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2017/page_132.pdf-4", "document": "GS/2017/page_132.pdf", "gold_ids": [ "table_4" ], "predictions": { "bm25": [ "text_2", "table_3", "text_3", "text_1", "table_0" ], "tfidf": [ "text_2", "table_3", "text_3", "table_0", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "ZBH/2009/page_58.pdf-1", "document": "ZBH/2009/page_58.pdf", "gold_ids": [ "table_1", "table_7" ], "predictions": { "bm25": [ "table_1", "table_6", "table_5", "text_10", "text_9" ], "tfidf": [ "table_1", "table_6", "text_9", "table_5", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "AMAT/2018/page_33.pdf-2", "document": "AMAT/2018/page_33.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_5", "text_1", "text_3", "text_8", "text_4" ], "tfidf": [ "text_5", "text_3", "text_4", "text_1", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "BLK/2012/page_145.pdf-2", "document": "BLK/2012/page_145.pdf", "gold_ids": [ "table_8", "text_18" ], "predictions": { "bm25": [ "text_16", "text_18", "table_0", "table_1", "table_8" ], "tfidf": [ "table_0", "text_18", "text_16", "table_1", "table_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "SNA/2007/page_29.pdf-1", "document": "SNA/2007/page_29.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "text_4", "text_1", "text_2", "table_3", "text_3" ], "tfidf": [ "text_4", "text_1", "text_2", "text_5", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "MSI/2008/page_69.pdf-2", "document": "MSI/2008/page_69.pdf", "gold_ids": [ "text_22" ], "predictions": { "bm25": [ "text_22", "table_2", "text_23", "text_11", "text_15" ], "tfidf": [ "text_22", "text_11", "text_15", "text_1", "text_23" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "STT/2006/page_95.pdf-2", "document": "STT/2006/page_95.pdf", "gold_ids": [ "table_1", "table_3", "text_8" ], "predictions": { "bm25": [ "table_1", "table_2", "table_5", "table_3", "text_12" ], "tfidf": [ "table_1", "table_2", "text_12", "table_5", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "AMT/2007/page_29.pdf-1", "document": "AMT/2007/page_29.pdf", "gold_ids": [ "table_1", "table_2", "table_3" ], "predictions": { "bm25": [ "text_1", "text_3", "text_4", "text_20", "text_12" ], "tfidf": [ "text_1", "text_3", "text_20", "text_18", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "BLL/2011/page_32.pdf-3", "document": "BLL/2011/page_32.pdf", "gold_ids": [ "text_12" ], "predictions": { "bm25": [ "text_12", "text_10", "text_11", "text_18", "text_1" ], "tfidf": [ "text_12", "text_10", "text_11", "text_18", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MRO/2008/page_45.pdf-3", "document": "MRO/2008/page_45.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "table_1", "text_18", "table_2", "text_13", "table_0" ], "tfidf": [ "text_18", "table_1", "table_2", "table_0", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "MRK/2013/page_3.pdf-1", "document": "MRK/2013/page_3.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_17", "text_19", "text_4", "text_12" ], "tfidf": [ "table_1", "text_17", "table_0", "text_19", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CE/2013/page_16.pdf-1", "document": "CE/2013/page_16.pdf", "gold_ids": [ "text_2" ], "predictions": { "bm25": [ "text_2", "text_7", "text_5", "text_1", "text_6" ], "tfidf": [ "text_2", "text_5", "text_1", "text_7", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2008/page_442.pdf-2", "document": "ETR/2008/page_442.pdf", "gold_ids": [ "table_1", "table_2", "table_3" ], "predictions": { "bm25": [ "text_25", "table_1", "text_0", "text_12", "text_23" ], "tfidf": [ "text_25", "table_1", "text_12", "text_0", "text_23" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "CB/2008/page_229.pdf-2", "document": "CB/2008/page_229.pdf", "gold_ids": [ "text_17" ], "predictions": { "bm25": [ "text_17", "text_6", "table_0", "text_16", "text_8" ], "tfidf": [ "text_17", "text_5", "text_6", "text_8", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2010/page_99.pdf-2", "document": "AMT/2010/page_99.pdf", "gold_ids": [ "table_14", "table_15" ], "predictions": { "bm25": [ "text_5", "table_15", "table_16", "text_3", "text_0" ], "tfidf": [ "text_5", "table_15", "table_16", "text_3", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "GS/2014/page_74.pdf-2", "document": "GS/2014/page_74.pdf", "gold_ids": [ "table_2", "table_3" ], "predictions": { "bm25": [ "text_19", "table_2", "table_1", "text_23", "text_24" ], "tfidf": [ "text_19", "text_23", "table_2", "text_18", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "AON/2018/page_87.pdf-4", "document": "AON/2018/page_87.pdf", "gold_ids": [ "table_1", "table_9" ], "predictions": { "bm25": [ "text_0", "text_5", "text_24", "text_1", "table_3" ], "tfidf": [ "text_0", "text_5", "text_24", "text_1", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "GPN/2008/page_78.pdf-3", "document": "GPN/2008/page_78.pdf", "gold_ids": [ "table_1", "table_2", "table_9" ], "predictions": { "bm25": [ "table_9", "text_12", "table_2", "table_1", "text_17" ], "tfidf": [ "table_9", "table_1", "text_12", "table_2", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2012/page_142.pdf-4", "document": "GS/2012/page_142.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_3", "table_4", "text_3", "table_0" ], "tfidf": [ "table_1", "text_3", "table_0", "table_3", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2013/page_149.pdf-3", "document": "GS/2013/page_149.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_3", "table_3", "table_4", "table_0" ], "tfidf": [ "table_1", "table_0", "text_3", "table_3", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "BLL/2010/page_35.pdf-4", "document": "BLL/2010/page_35.pdf", "gold_ids": [ "text_11", "text_12" ], "predictions": { "bm25": [ "text_11", "text_12", "text_13", "text_10", "text_22" ], "tfidf": [ "text_11", "text_12", "text_13", "text_10", "text_22" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MRO/2013/page_19.pdf-4", "document": "MRO/2013/page_19.pdf", "gold_ids": [ "table_1", "table_7" ], "predictions": { "bm25": [ "table_1", "table_6", "table_0", "table_2", "table_7" ], "tfidf": [ "table_1", "table_0", "table_6", "table_2", "table_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "APD/2018/page_121.pdf-2", "document": "APD/2018/page_121.pdf", "gold_ids": [ "text_16" ], "predictions": { "bm25": [ "text_16", "text_4", "text_22", "table_2", "text_5" ], "tfidf": [ "text_16", "text_18", "text_5", "text_4", "text_22" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AWK/2014/page_121.pdf-3", "document": "AWK/2014/page_121.pdf", "gold_ids": [ "table_3", "table_6" ], "predictions": { "bm25": [ "text_23", "text_22", "text_24", "text_11", "text_16" ], "tfidf": [ "text_23", "text_22", "text_24", "text_11", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "HUM/2017/page_118.pdf-2", "document": "HUM/2017/page_118.pdf", "gold_ids": [ "table_2", "table_3" ], "predictions": { "bm25": [ "text_1", "text_2", "table_1", "table_0", "table_2" ], "tfidf": [ "text_2", "text_1", "table_1", "table_0", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "UPS/2010/page_52.pdf-3", "document": "UPS/2010/page_52.pdf", "gold_ids": [ "table_6", "table_8" ], "predictions": { "bm25": [ "text_0", "text_2", "text_9", "text_4", "text_18" ], "tfidf": [ "text_0", "text_2", "text_9", "text_4", "text_20" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "DISCA/2014/page_64.pdf-2", "document": "DISCA/2014/page_64.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_6", "text_0", "text_9", "text_4", "text_10" ], "tfidf": [ "text_6", "text_9", "text_0", "text_4", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AAPL/2006/page_100.pdf-1", "document": "AAPL/2006/page_100.pdf", "gold_ids": [ "table_7", "table_8" ], "predictions": { "bm25": [ "text_4", "text_2", "text_8", "text_0", "text_5" ], "tfidf": [ "text_8", "text_4", "text_2", "text_5", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "K/2013/page_23.pdf-2", "document": "K/2013/page_23.pdf", "gold_ids": [ "table_7", "table_8" ], "predictions": { "bm25": [ "table_7", "text_37", "text_11", "text_9", "table_11" ], "tfidf": [ "text_11", "text_0", "table_7", "text_37", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "APD/2016/page_40.pdf-1", "document": "APD/2016/page_40.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "table_3", "table_2", "table_6", "text_1", "text_6" ], "tfidf": [ "table_0", "text_9", "table_2", "table_3", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2013/page_63.pdf-2", "document": "GS/2013/page_63.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_3", "text_16", "text_0", "table_0" ], "tfidf": [ "table_1", "table_0", "text_16", "table_3", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ABMD/2012/page_41.pdf-1", "document": "ABMD/2012/page_41.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_2", "text_0", "table_2", "text_1", "text_3" ], "tfidf": [ "text_2", "text_0", "text_3", "text_1", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "RSG/2018/page_135.pdf-1", "document": "RSG/2018/page_135.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_15", "table_1", "table_2", "table_0", "table_3" ], "tfidf": [ "table_0", "table_2", "text_15", "table_1", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2004/page_212.pdf-2", "document": "ETR/2004/page_212.pdf", "gold_ids": [ "table_3", "table_8", "text_1", "text_6" ], "predictions": { "bm25": [ "text_6", "table_3", "text_3", "text_4", "text_5" ], "tfidf": [ "text_6", "table_3", "text_3", "text_9", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.25, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.25, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "V/2008/page_180.pdf-3", "document": "V/2008/page_180.pdf", "gold_ids": [ "table_1", "table_2", "table_3" ], "predictions": { "bm25": [ "text_8", "text_7", "text_1", "text_2", "text_6" ], "tfidf": [ "text_8", "text_7", "table_0", "text_6", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AMT/2008/page_94.pdf-3", "document": "AMT/2008/page_94.pdf", "gold_ids": [ "text_10" ], "predictions": { "bm25": [ "text_10", "text_2", "text_0", "text_6", "text_12" ], "tfidf": [ "text_2", "text_6", "text_10", "text_4", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "C/2009/page_243.pdf-1", "document": "C/2009/page_243.pdf", "gold_ids": [ "text_1" ], "predictions": { "bm25": [ "text_1", "text_5", "text_3", "text_0", "text_2" ], "tfidf": [ "text_1", "text_5", "text_0", "text_3", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "EMR/2017/page_78.pdf-1", "document": "EMR/2017/page_78.pdf", "gold_ids": [ "text_27", "text_28" ], "predictions": { "bm25": [ "text_27", "text_28", "text_14", "text_4", "text_9" ], "tfidf": [ "text_27", "text_28", "text_14", "text_9", "text_23" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ILMN/2003/page_58.pdf-3", "document": "ILMN/2003/page_58.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "text_0", "text_4", "text_1", "text_5", "text_3" ], "tfidf": [ "text_0", "text_4", "text_1", "text_3", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AMT/2003/page_27.pdf-3", "document": "AMT/2003/page_27.pdf", "gold_ids": [ "text_3" ], "predictions": { "bm25": [ "text_3", "text_10", "text_9", "table_4", "table_3" ], "tfidf": [ "text_3", "text_10", "text_9", "text_7", "text_16" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "RSG/2010/page_98.pdf-2", "document": "RSG/2010/page_98.pdf", "gold_ids": [ "table_5", "text_10", "text_19" ], "predictions": { "bm25": [ "text_19", "text_16", "text_22", "text_8", "text_9" ], "tfidf": [ "text_19", "text_16", "text_22", "text_4", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "MS/2007/page_179.pdf-2", "document": "MS/2007/page_179.pdf", "gold_ids": [ "table_3", "table_7" ], "predictions": { "bm25": [ "table_3", "text_26", "table_7", "text_24", "table_5" ], "tfidf": [ "table_3", "table_7", "text_26", "text_24", "table_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "NKE/2009/page_43.pdf-2", "document": "NKE/2009/page_43.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_13", "text_130", "table_1", "text_110", "text_227" ], "tfidf": [ "text_13", "text_130", "table_1", "table_2", "text_189" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2012/page_140.pdf-1", "document": "JPM/2012/page_140.pdf", "gold_ids": [ "table_8", "table_9" ], "predictions": { "bm25": [ "table_8", "text_1", "text_0", "text_5", "text_2" ], "tfidf": [ "table_8", "text_1", "text_5", "text_2", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "GS/2014/page_74.pdf-1", "document": "GS/2014/page_74.pdf", "gold_ids": [ "table_2", "table_3" ], "predictions": { "bm25": [ "text_19", "table_2", "table_1", "text_23", "text_24" ], "tfidf": [ "text_19", "text_23", "table_2", "text_18", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "AMT/2006/page_104.pdf-2", "document": "AMT/2006/page_104.pdf", "gold_ids": [ "text_2" ], "predictions": { "bm25": [ "text_0", "text_2", "table_7", "text_1", "text_14" ], "tfidf": [ "text_0", "text_2", "table_7", "text_1", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AOS/2010/page_18.pdf-2", "document": "AOS/2010/page_18.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "text_0", "text_1", "text_2", "table_1", "table_3" ], "tfidf": [ "text_0", "text_2", "text_1", "table_1", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DRE/2008/page_46.pdf-1", "document": "DRE/2008/page_46.pdf", "gold_ids": [ "table_1", "table_4", "text_3", "text_5" ], "predictions": { "bm25": [ "text_12", "text_14", "text_13", "table_1", "table_3" ], "tfidf": [ "text_12", "text_14", "text_13", "table_1", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } } } }, { "id": "ETR/2011/page_301.pdf-3", "document": "ETR/2011/page_301.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_4", "text_5", "table_1", "text_11", "table_0" ], "tfidf": [ "text_4", "text_5", "table_0", "text_10", "text_17" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "PKG/2005/page_74.pdf-1", "document": "PKG/2005/page_74.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_2", "text_1", "table_2", "text_3", "table_0" ], "tfidf": [ "text_2", "table_2", "text_1", "text_3", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "SNA/2007/page_29.pdf-3", "document": "SNA/2007/page_29.pdf", "gold_ids": [ "table_3", "table_4", "table_5", "table_6" ], "predictions": { "bm25": [ "text_4", "text_1", "text_3", "text_2", "text_5" ], "tfidf": [ "text_4", "text_1", "text_5", "text_0", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "PPG/2006/page_42.pdf-2", "document": "PPG/2006/page_42.pdf", "gold_ids": [ "text_35", "text_37" ], "predictions": { "bm25": [ "text_35", "text_37", "text_40", "text_33", "text_44" ], "tfidf": [ "text_35", "text_33", "text_37", "text_32", "text_23" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HUM/2009/page_105.pdf-2", "document": "HUM/2009/page_105.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "table_3", "text_19", "text_20", "text_11", "table_2" ], "tfidf": [ "text_13", "text_11", "text_19", "text_6", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "HOLX/2009/page_151.pdf-2", "document": "HOLX/2009/page_151.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_5", "text_3", "table_0", "table_3" ], "tfidf": [ "table_1", "table_0", "table_5", "text_3", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "RSG/2010/page_98.pdf-1", "document": "RSG/2010/page_98.pdf", "gold_ids": [ "table_1", "table_5" ], "predictions": { "bm25": [ "text_16", "text_17", "text_11", "text_9", "text_7" ], "tfidf": [ "text_16", "text_17", "text_9", "text_11", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AMT/2012/page_50.pdf-2", "document": "AMT/2012/page_50.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "text_6", "text_1", "text_0", "table_3", "table_1" ], "tfidf": [ "text_1", "text_6", "text_0", "table_3", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2003/page_106.pdf-4", "document": "JPM/2003/page_106.pdf", "gold_ids": [ "text_7" ], "predictions": { "bm25": [ "text_7", "text_39", "text_8", "text_22", "text_35" ], "tfidf": [ "text_7", "text_39", "text_6", "text_22", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2015/page_188.pdf-3", "document": "GS/2015/page_188.pdf", "gold_ids": [ "table_6", "table_7" ], "predictions": { "bm25": [ "table_6", "text_25", "text_27", "text_29", "text_23" ], "tfidf": [ "table_6", "text_27", "text_25", "text_29", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "GS/2013/page_220.pdf-4", "document": "GS/2013/page_220.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_3", "text_4", "table_0", "table_2" ], "tfidf": [ "text_3", "table_1", "text_4", "table_0", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DVN/2018/page_35.pdf-3", "document": "DVN/2018/page_35.pdf", "gold_ids": [ "table_3", "text_2" ], "predictions": { "bm25": [ "table_3", "text_9", "table_1", "table_2", "table_0" ], "tfidf": [ "table_3", "text_9", "table_0", "table_1", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "AAL/2010/page_72.pdf-2", "document": "AAL/2010/page_72.pdf", "gold_ids": [ "text_2" ], "predictions": { "bm25": [ "text_2", "text_1", "text_7", "text_4", "text_17" ], "tfidf": [ "text_2", "text_1", "text_7", "text_17", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "TMUS/2017/page_29.pdf-4", "document": "TMUS/2017/page_29.pdf", "gold_ids": [ "text_18", "text_20" ], "predictions": { "bm25": [ "text_18", "text_20", "text_21", "text_9", "text_7" ], "tfidf": [ "text_18", "text_20", "text_21", "text_7", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "D/2002/page_87.pdf-2", "document": "D/2002/page_87.pdf", "gold_ids": [ "table_1", "table_2", "table_7" ], "predictions": { "bm25": [ "text_0", "text_17", "text_3", "text_5", "text_4" ], "tfidf": [ "text_0", "text_5", "text_4", "text_17", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AMT/2003/page_102.pdf-1", "document": "AMT/2003/page_102.pdf", "gold_ids": [ "table_8", "text_8" ], "predictions": { "bm25": [ "text_6", "text_7", "text_8", "text_11", "text_2" ], "tfidf": [ "text_6", "text_7", "text_11", "text_8", "table_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "BLL/2006/page_67.pdf-4", "document": "BLL/2006/page_67.pdf", "gold_ids": [ "table_2", "table_7" ], "predictions": { "bm25": [ "text_14", "table_2", "text_10", "text_17", "text_12" ], "tfidf": [ "table_2", "text_14", "text_10", "text_12", "table_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2008/page_442.pdf-1", "document": "ETR/2008/page_442.pdf", "gold_ids": [ "table_1", "table_2", "table_3" ], "predictions": { "bm25": [ "text_13", "text_25", "text_12", "text_0", "text_7" ], "tfidf": [ "text_13", "text_25", "text_12", "text_0", "text_22" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "GS/2012/page_121.pdf-1", "document": "GS/2012/page_121.pdf", "gold_ids": [ "table_6" ], "predictions": { "bm25": [ "text_8", "table_7", "table_8", "table_14", "table_6" ], "tfidf": [ "text_8", "table_6", "table_7", "table_3", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MS/2007/page_179.pdf-1", "document": "MS/2007/page_179.pdf", "gold_ids": [ "table_2", "table_7" ], "predictions": { "bm25": [ "table_7", "text_24", "text_25", "text_26", "table_5" ], "tfidf": [ "table_7", "text_24", "text_25", "table_2", "table_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AAL/2013/page_18.pdf-3", "document": "AAL/2013/page_18.pdf", "gold_ids": [ "text_1" ], "predictions": { "bm25": [ "text_1", "text_9", "text_12", "text_11", "text_26" ], "tfidf": [ "text_1", "text_9", "text_12", "text_11", "text_26" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "IPG/2008/page_72.pdf-2", "document": "IPG/2008/page_72.pdf", "gold_ids": [ "table_1", "table_7" ], "predictions": { "bm25": [ "text_4", "text_21", "text_6", "text_3", "text_1" ], "tfidf": [ "text_4", "text_21", "text_10", "text_6", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "MRO/2006/page_93.pdf-1", "document": "MRO/2006/page_93.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_49", "text_37", "text_38", "text_41", "text_46" ], "tfidf": [ "text_49", "text_37", "text_38", "text_41", "text_46" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "UNP/2010/page_21.pdf-2", "document": "UNP/2010/page_21.pdf", "gold_ids": [ "table_4", "text_4", "text_5" ], "predictions": { "bm25": [ "text_4", "text_3", "text_1", "text_5", "text_0" ], "tfidf": [ "text_4", "text_3", "text_1", "text_5", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "MRK/2013/page_125.pdf-3", "document": "MRK/2013/page_125.pdf", "gold_ids": [ "text_7" ], "predictions": { "bm25": [ "text_7", "text_17", "text_9", "text_15", "text_6" ], "tfidf": [ "text_7", "text_17", "text_9", "text_15", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ABMD/2005/page_29.pdf-1", "document": "ABMD/2005/page_29.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_2", "text_13", "text_23", "text_19" ], "tfidf": [ "table_1", "text_2", "text_23", "text_13", "text_19" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2003/page_106.pdf-2", "document": "JPM/2003/page_106.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "table_2", "table_1", "text_35", "text_41", "text_39" ], "tfidf": [ "table_2", "table_1", "text_35", "text_41", "text_37" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MKTX/2012/page_42.pdf-2", "document": "MKTX/2012/page_42.pdf", "gold_ids": [ "table_9" ], "predictions": { "bm25": [ "table_9", "table_4", "text_3", "table_6", "text_6" ], "tfidf": [ "table_9", "table_5", "table_4", "text_3", "table_6" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AON/2015/page_96.pdf-4", "document": "AON/2015/page_96.pdf", "gold_ids": [ "text_5", "text_6" ], "predictions": { "bm25": [ "text_8", "text_5", "text_0", "text_2", "text_11" ], "tfidf": [ "text_8", "text_5", "text_0", "text_11", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "GS/2014/page_40.pdf-1", "document": "GS/2014/page_40.pdf", "gold_ids": [ "table_11" ], "predictions": { "bm25": [ "text_9", "table_11", "text_26", "text_14", "text_4" ], "tfidf": [ "text_14", "text_26", "text_9", "text_0", "table_11" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "TMUS/2017/page_29.pdf-3", "document": "TMUS/2017/page_29.pdf", "gold_ids": [ "table_4" ], "predictions": { "bm25": [ "table_3", "table_2", "table_0", "table_4", "table_1" ], "tfidf": [ "table_3", "table_0", "table_2", "table_4", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MO/2014/page_39.pdf-2", "document": "MO/2014/page_39.pdf", "gold_ids": [ "text_18" ], "predictions": { "bm25": [ "text_18", "text_29", "text_1", "text_34", "text_15" ], "tfidf": [ "text_29", "text_18", "text_1", "text_34", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "BKNG/2016/page_33.pdf-2", "document": "BKNG/2016/page_33.pdf", "gold_ids": [ "table_4", "table_5" ], "predictions": { "bm25": [ "table_4", "table_5", "table_0", "table_1", "table_2" ], "tfidf": [ "table_0", "table_4", "table_5", "table_3", "table_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GRMN/2006/page_68.pdf-1", "document": "GRMN/2006/page_68.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_0", "table_3", "table_2", "text_1" ], "tfidf": [ "table_1", "table_0", "table_3", "table_2", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CME/2017/page_89.pdf-4", "document": "CME/2017/page_89.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_12", "table_2", "text_17", "table_9", "table_8" ], "tfidf": [ "text_12", "table_2", "text_17", "text_13", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DISH/2010/page_117.pdf-1", "document": "DISH/2010/page_117.pdf", "gold_ids": [ "table_5", "table_6" ], "predictions": { "bm25": [ "table_6", "table_10", "text_0", "table_7", "table_8" ], "tfidf": [ "table_6", "table_8", "table_10", "table_4", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "BKR/2017/page_56.pdf-1", "document": "BKR/2017/page_56.pdf", "gold_ids": [ "table_1", "table_3", "text_1" ], "predictions": { "bm25": [ "text_25", "text_26", "text_1", "text_6", "table_1" ], "tfidf": [ "text_1", "text_2", "text_25", "text_26", "text_23" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "MSI/2012/page_87.pdf-2", "document": "MSI/2012/page_87.pdf", "gold_ids": [ "text_19", "text_5" ], "predictions": { "bm25": [ "text_19", "text_25", "text_12", "text_18", "text_15" ], "tfidf": [ "text_19", "text_25", "text_18", "text_15", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "BLL/2010/page_35.pdf-3", "document": "BLL/2010/page_35.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_8", "table_1", "text_18", "text_8", "text_11" ], "tfidf": [ "text_18", "table_1", "text_8", "table_0", "table_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AES/2010/page_227.pdf-2", "document": "AES/2010/page_227.pdf", "gold_ids": [ "table_5", "table_7" ], "predictions": { "bm25": [ "text_0", "table_7", "table_5", "text_1", "text_3" ], "tfidf": [ "text_0", "table_5", "table_7", "text_3", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ADBE/2008/page_74.pdf-3", "document": "ADBE/2008/page_74.pdf", "gold_ids": [ "table_3", "table_4" ], "predictions": { "bm25": [ "table_4", "table_3", "table_0", "text_2", "table_2" ], "tfidf": [ "table_4", "table_3", "table_0", "text_2", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CME/2010/page_123.pdf-3", "document": "CME/2010/page_123.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "table_3", "table_0", "text_4", "table_1", "table_2" ], "tfidf": [ "table_3", "table_0", "text_4", "table_1", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UA/2011/page_69.pdf-2", "document": "UA/2011/page_69.pdf", "gold_ids": [ "table_6", "table_7" ], "predictions": { "bm25": [ "text_21", "table_5", "table_6", "text_12", "table_7" ], "tfidf": [ "text_21", "table_5", "text_12", "table_6", "table_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "NWS/2019/page_116.pdf-2", "document": "NWS/2019/page_116.pdf", "gold_ids": [ "table_2", "table_3" ], "predictions": { "bm25": [ "table_3", "table_2", "text_2", "text_1", "table_5" ], "tfidf": [ "table_2", "table_3", "text_2", "text_1", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2005/page_102.pdf-1", "document": "AMT/2005/page_102.pdf", "gold_ids": [ "text_5" ], "predictions": { "bm25": [ "text_5", "text_2", "text_3", "text_4", "text_9" ], "tfidf": [ "text_5", "text_9", "text_2", "text_10", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ABMD/2008/page_86.pdf-2", "document": "ABMD/2008/page_86.pdf", "gold_ids": [ "text_24", "text_25" ], "predictions": { "bm25": [ "text_25", "text_24", "text_20", "text_2", "text_22" ], "tfidf": [ "text_25", "text_20", "text_24", "text_2", "text_22" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2003/page_106.pdf-3", "document": "JPM/2003/page_106.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_35", "text_39", "text_7", "table_3" ], "tfidf": [ "table_1", "table_0", "text_39", "text_35", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "LMT/2015/page_89.pdf-2", "document": "LMT/2015/page_89.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "table_3", "table_4", "text_23", "table_1" ], "tfidf": [ "table_2", "table_3", "table_4", "table_0", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HOLX/2003/page_52.pdf-1", "document": "HOLX/2003/page_52.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "table_3", "table_0", "text_10", "table_1", "table_2" ], "tfidf": [ "table_3", "table_0", "text_10", "table_1", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "RSG/2015/page_98.pdf-2", "document": "RSG/2015/page_98.pdf", "gold_ids": [ "table_4", "text_14", "text_8" ], "predictions": { "bm25": [ "text_14", "text_13", "text_17", "text_8", "text_5" ], "tfidf": [ "text_14", "text_13", "text_17", "text_8", "text_16" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "INTC/2013/page_31.pdf-4", "document": "INTC/2013/page_31.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "text_2", "text_6", "text_4", "text_0" ], "tfidf": [ "text_2", "text_7", "text_6", "table_2", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DVN/2018/page_35.pdf-4", "document": "DVN/2018/page_35.pdf", "gold_ids": [ "text_5" ], "predictions": { "bm25": [ "text_5", "text_9", "text_11", "text_6", "table_4" ], "tfidf": [ "text_5", "text_13", "text_9", "text_10", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2015/page_171.pdf-2", "document": "GS/2015/page_171.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_9", "text_2", "table_1", "table_3", "text_18" ], "tfidf": [ "text_2", "text_9", "table_1", "table_3", "text_18" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "C/2008/page_65.pdf-3", "document": "C/2008/page_65.pdf", "gold_ids": [ "table_4" ], "predictions": { "bm25": [ "text_1", "table_4", "text_29", "text_8", "text_15" ], "tfidf": [ "text_29", "text_1", "text_15", "text_7", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UPS/2010/page_52.pdf-2", "document": "UPS/2010/page_52.pdf", "gold_ids": [ "table_8" ], "predictions": { "bm25": [ "text_2", "text_5", "text_10", "text_0", "text_4" ], "tfidf": [ "text_2", "text_0", "text_10", "text_1", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "SNA/2018/page_31.pdf-3", "document": "SNA/2018/page_31.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_14", "text_5", "table_4", "text_1", "text_9" ], "tfidf": [ "text_14", "text_5", "text_11", "text_9", "text_16" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "GIS/2017/page_31.pdf-2", "document": "GIS/2017/page_31.pdf", "gold_ids": [ "table_8" ], "predictions": { "bm25": [ "table_8", "table_7", "text_10", "table_1", "table_6" ], "tfidf": [ "table_8", "text_10", "table_7", "table_1", "table_6" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AON/2007/page_188.pdf-3", "document": "AON/2007/page_188.pdf", "gold_ids": [ "table_5" ], "predictions": { "bm25": [ "text_2", "text_3", "text_6", "text_4", "text_5" ], "tfidf": [ "text_2", "text_3", "text_6", "text_4", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "GS/2017/page_86.pdf-4", "document": "GS/2017/page_86.pdf", "gold_ids": [ "table_5" ], "predictions": { "bm25": [ "text_21", "text_16", "table_5", "text_20", "text_1" ], "tfidf": [ "text_21", "text_16", "table_5", "text_20", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "IPG/2008/page_72.pdf-3", "document": "IPG/2008/page_72.pdf", "gold_ids": [ "table_1", "table_7", "text_3" ], "predictions": { "bm25": [ "text_4", "text_3", "text_1", "table_1", "table_7" ], "tfidf": [ "text_4", "text_21", "table_1", "text_10", "table_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "PNC/2008/page_122.pdf-2", "document": "PNC/2008/page_122.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "text_9", "text_21", "table_0", "text_11" ], "tfidf": [ "table_2", "text_9", "table_0", "text_15", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "PNC/2012/page_100.pdf-3", "document": "PNC/2012/page_100.pdf", "gold_ids": [ "table_2", "text_13" ], "predictions": { "bm25": [ "table_2", "table_0", "table_1", "text_12", "text_13" ], "tfidf": [ "table_2", "table_0", "table_1", "text_11", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2004/page_239.pdf-4", "document": "ETR/2004/page_239.pdf", "gold_ids": [ "table_4", "text_10", "text_4" ], "predictions": { "bm25": [ "text_4", "text_7", "text_13", "text_10", "text_3" ], "tfidf": [ "text_4", "text_7", "text_10", "text_3", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "AAL/2014/page_15.pdf-4", "document": "AAL/2014/page_15.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "table_2", "text_6", "text_7", "table_1", "text_19" ], "tfidf": [ "table_2", "text_10", "text_7", "text_6", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2017/page_179.pdf-2", "document": "GS/2017/page_179.pdf", "gold_ids": [ "text_25" ], "predictions": { "bm25": [ "text_25", "table_1", "table_3", "text_27", "text_24" ], "tfidf": [ "text_25", "text_24", "text_27", "table_1", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "RSG/2010/page_57.pdf-2", "document": "RSG/2010/page_57.pdf", "gold_ids": [ "table_3", "table_4" ], "predictions": { "bm25": [ "table_3", "table_4", "text_12", "text_11", "text_6" ], "tfidf": [ "text_12", "text_4", "text_0", "table_4", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HIG/2011/page_53.pdf-2", "document": "HIG/2011/page_53.pdf", "gold_ids": [ "table_2", "table_7" ], "predictions": { "bm25": [ "text_2", "text_1", "text_7", "text_13", "text_3" ], "tfidf": [ "text_2", "text_1", "text_5", "text_7", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "ABMD/2012/page_79.pdf-1", "document": "ABMD/2012/page_79.pdf", "gold_ids": [ "text_26" ], "predictions": { "bm25": [ "text_26", "text_17", "text_23", "table_7", "text_12" ], "tfidf": [ "text_26", "text_17", "text_23", "table_7", "text_21" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "LMT/2014/page_91.pdf-1", "document": "LMT/2014/page_91.pdf", "gold_ids": [ "text_24" ], "predictions": { "bm25": [ "text_23", "text_21", "text_22", "text_6", "text_26" ], "tfidf": [ "text_23", "text_6", "text_21", "text_22", "text_24" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2013/page_21.pdf-1", "document": "ETR/2013/page_21.pdf", "gold_ids": [ "table_1", "table_5" ], "predictions": { "bm25": [ "text_12", "text_14", "text_5", "table_5", "text_0" ], "tfidf": [ "text_12", "text_14", "table_5", "table_1", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UPS/2012/page_32.pdf-3", "document": "UPS/2012/page_32.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_2", "text_0", "text_1", "table_0", "table_1" ], "tfidf": [ "text_2", "text_0", "text_1", "table_0", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GRMN/2008/page_85.pdf-2", "document": "GRMN/2008/page_85.pdf", "gold_ids": [ "table_1", "table_8" ], "predictions": { "bm25": [ "text_16", "table_1", "text_13", "text_22", "text_19" ], "tfidf": [ "text_13", "text_16", "text_7", "text_10", "text_20" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "FIS/2012/page_48.pdf-2", "document": "FIS/2012/page_48.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_1", "text_4", "table_2", "text_2", "text_5" ], "tfidf": [ "text_1", "text_8", "text_4", "table_2", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DG/2005/page_44.pdf-3", "document": "DG/2005/page_44.pdf", "gold_ids": [ "text_3" ], "predictions": { "bm25": [ "text_2", "text_4", "text_3", "text_23", "text_1" ], "tfidf": [ "text_2", "text_1", "text_23", "text_3", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AWK/2012/page_117.pdf-1", "document": "AWK/2012/page_117.pdf", "gold_ids": [ "table_1", "text_10" ], "predictions": { "bm25": [ "text_10", "text_11", "text_8", "text_0", "table_6" ], "tfidf": [ "text_10", "text_11", "text_8", "table_6", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "ILMN/2003/page_58.pdf-2", "document": "ILMN/2003/page_58.pdf", "gold_ids": [ "table_2", "table_3" ], "predictions": { "bm25": [ "text_4", "text_0", "text_5", "text_1", "table_2" ], "tfidf": [ "text_4", "text_0", "text_5", "table_2", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "SNA/2018/page_31.pdf-2", "document": "SNA/2018/page_31.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_14", "text_9", "text_5", "table_4", "text_8" ], "tfidf": [ "text_14", "text_5", "text_9", "text_8", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "PNC/2007/page_92.pdf-1", "document": "PNC/2007/page_92.pdf", "gold_ids": [ "text_11" ], "predictions": { "bm25": [ "text_11", "text_9", "text_14", "text_5", "text_17" ], "tfidf": [ "text_11", "text_9", "text_14", "text_17", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AAPL/2005/page_43.pdf-2", "document": "AAPL/2005/page_43.pdf", "gold_ids": [ "table_3", "table_4" ], "predictions": { "bm25": [ "table_4", "table_6", "text_28", "text_26", "text_29" ], "tfidf": [ "table_4", "text_28", "table_6", "text_26", "text_29" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "RSG/2016/page_139.pdf-2", "document": "RSG/2016/page_139.pdf", "gold_ids": [ "text_12", "text_8" ], "predictions": { "bm25": [ "text_12", "text_4", "text_7", "text_13", "text_3" ], "tfidf": [ "text_12", "text_13", "text_4", "text_20", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "UAA/2016/page_42.pdf-4", "document": "UAA/2016/page_42.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_0", "text_1", "table_2", "table_0", "table_3" ], "tfidf": [ "text_0", "text_1", "table_2", "table_0", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "STT/2009/page_127.pdf-1", "document": "STT/2009/page_127.pdf", "gold_ids": [ "text_12" ], "predictions": { "bm25": [ "text_12", "text_19", "text_15", "text_11", "text_13" ], "tfidf": [ "table_0", "text_15", "text_11", "text_12", "text_19" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MS/2013/page_132.pdf-2", "document": "MS/2013/page_132.pdf", "gold_ids": [ "text_3", "text_5" ], "predictions": { "bm25": [ "text_5", "text_2", "text_4", "text_3", "text_0" ], "tfidf": [ "text_2", "text_5", "text_4", "text_3", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AAL/2014/page_15.pdf-2", "document": "AAL/2014/page_15.pdf", "gold_ids": [ "table_5", "table_7" ], "predictions": { "bm25": [ "text_22", "table_5", "table_4", "text_10", "text_20" ], "tfidf": [ "text_22", "table_5", "table_4", "text_8", "text_16" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "MRO/2004/page_125.pdf-1", "document": "MRO/2004/page_125.pdf", "gold_ids": [ "table_14" ], "predictions": { "bm25": [ "text_0", "table_12", "table_4", "table_15", "table_8" ], "tfidf": [ "table_12", "table_4", "table_15", "text_0", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "DRE/2002/page_15.pdf-4", "document": "DRE/2002/page_15.pdf", "gold_ids": [ "text_16" ], "predictions": { "bm25": [ "text_16", "text_26", "text_4", "text_5", "text_14" ], "tfidf": [ "text_16", "text_26", "text_4", "text_5", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2014/page_70.pdf-1", "document": "JPM/2014/page_70.pdf", "gold_ids": [ "table_10", "table_11" ], "predictions": { "bm25": [ "text_28", "text_8", "table_10", "table_11", "text_17" ], "tfidf": [ "text_28", "table_10", "table_11", "text_8", "text_17" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "SNA/2007/page_49.pdf-3", "document": "SNA/2007/page_49.pdf", "gold_ids": [ "text_18", "text_3" ], "predictions": { "bm25": [ "table_1", "text_25", "text_24", "text_11", "text_14" ], "tfidf": [ "text_25", "text_24", "table_1", "text_11", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "SNA/2007/page_29.pdf-2", "document": "SNA/2007/page_29.pdf", "gold_ids": [ "table_3", "table_4", "table_5", "table_6" ], "predictions": { "bm25": [ "text_4", "text_1", "text_3", "text_2", "text_0" ], "tfidf": [ "text_4", "text_1", "text_0", "text_5", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "APD/2018/page_30.pdf-2", "document": "APD/2018/page_30.pdf", "gold_ids": [ "table_5" ], "predictions": { "bm25": [ "text_9", "text_7", "text_13", "text_8", "text_2" ], "tfidf": [ "table_0", "text_8", "text_10", "text_7", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "ETR/2011/page_301.pdf-2", "document": "ETR/2011/page_301.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_4", "text_5", "table_0", "table_2", "table_1" ], "tfidf": [ "text_4", "text_5", "table_0", "text_10", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "BLL/2011/page_32.pdf-2", "document": "BLL/2011/page_32.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_2", "text_23", "table_0", "text_20" ], "tfidf": [ "table_0", "table_1", "text_20", "text_23", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2010/page_120.pdf-2", "document": "JPM/2010/page_120.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_6", "table_1", "text_1", "table_6", "text_2" ], "tfidf": [ "table_1", "text_6", "text_2", "table_6", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UPS/2012/page_32.pdf-1", "document": "UPS/2012/page_32.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_2", "table_1", "text_1", "table_0", "table_3" ], "tfidf": [ "text_2", "text_1", "table_1", "table_0", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2017/page_179.pdf-1", "document": "GS/2017/page_179.pdf", "gold_ids": [ "text_25" ], "predictions": { "bm25": [ "text_25", "table_1", "table_3", "table_0", "table_2" ], "tfidf": [ "text_25", "table_1", "table_3", "text_27", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "BLL/2010/page_35.pdf-1", "document": "BLL/2010/page_35.pdf", "gold_ids": [ "text_15" ], "predictions": { "bm25": [ "text_15", "text_1", "text_8", "text_11", "text_13" ], "tfidf": [ "text_15", "text_1", "text_8", "table_0", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2012/page_140.pdf-2", "document": "JPM/2012/page_140.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_1", "table_1", "table_6", "text_0", "text_2" ], "tfidf": [ "text_1", "table_1", "table_6", "table_0", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MRO/2013/page_39.pdf-1", "document": "MRO/2013/page_39.pdf", "gold_ids": [ "text_23" ], "predictions": { "bm25": [ "text_22", "text_23", "text_21", "text_24", "text_20" ], "tfidf": [ "text_22", "text_21", "text_23", "text_24", "text_20" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "SLG/2001/page_48.pdf-1", "document": "SLG/2001/page_48.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "table_2", "table_1", "text_7", "table_0", "text_13" ], "tfidf": [ "table_2", "table_0", "text_13", "text_7", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MSI/2007/page_70.pdf-3", "document": "MSI/2007/page_70.pdf", "gold_ids": [ "table_1", "text_16" ], "predictions": { "bm25": [ "text_16", "text_19", "text_7", "text_6", "text_1" ], "tfidf": [ "text_19", "text_16", "text_2", "text_4", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "PPG/2018/page_85.pdf-1", "document": "PPG/2018/page_85.pdf", "gold_ids": [ "table_4", "text_7" ], "predictions": { "bm25": [ "text_17", "text_23", "text_7", "text_22", "text_0" ], "tfidf": [ "text_23", "text_17", "text_7", "text_22", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "PPG/2012/page_29.pdf-1", "document": "PPG/2012/page_29.pdf", "gold_ids": [ "text_24" ], "predictions": { "bm25": [ "text_25", "text_24", "table_0", "text_6", "text_41" ], "tfidf": [ "table_0", "text_25", "text_24", "text_6", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2012/page_142.pdf-3", "document": "GS/2012/page_142.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "text_3", "table_3", "table_4", "table_0" ], "tfidf": [ "table_2", "text_3", "table_0", "table_3", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CME/2017/page_89.pdf-1", "document": "CME/2017/page_89.pdf", "gold_ids": [ "table_1", "table_9", "text_1", "text_15" ], "predictions": { "bm25": [ "table_1", "text_17", "text_11", "text_18", "text_15" ], "tfidf": [ "text_13", "text_17", "text_12", "text_15", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 0.25, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } } } }, { "id": "CME/2017/page_89.pdf-2", "document": "CME/2017/page_89.pdf", "gold_ids": [ "table_9" ], "predictions": { "bm25": [ "text_17", "text_18", "text_16", "table_9", "text_15" ], "tfidf": [ "text_17", "text_13", "text_15", "text_16", "text_18" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AON/2007/page_171.pdf-4", "document": "AON/2007/page_171.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_2", "text_0", "table_3", "table_0" ], "tfidf": [ "table_1", "text_0", "table_2", "table_0", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2015/page_17.pdf-1", "document": "ETR/2015/page_17.pdf", "gold_ids": [ "table_1", "table_8" ], "predictions": { "bm25": [ "text_2", "table_1", "text_5", "table_8", "text_4" ], "tfidf": [ "text_2", "text_1", "text_10", "table_1", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "GS/2012/page_142.pdf-1", "document": "GS/2012/page_142.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_3", "text_0", "table_0", "table_2" ], "tfidf": [ "table_1", "text_3", "table_0", "text_0", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "LMT/2012/page_73.pdf-1", "document": "LMT/2012/page_73.pdf", "gold_ids": [ "text_3" ], "predictions": { "bm25": [ "text_3", "text_0", "text_2", "table_3", "text_1" ], "tfidf": [ "text_3", "text_2", "text_0", "text_19", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MS/2013/page_139.pdf-2", "document": "MS/2013/page_139.pdf", "gold_ids": [ "table_5", "table_8" ], "predictions": { "bm25": [ "text_15", "table_14", "text_6", "text_13", "text_14" ], "tfidf": [ "table_14", "text_15", "text_6", "text_5", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "ILMN/2008/page_86.pdf-1", "document": "ILMN/2008/page_86.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_17", "text_18", "text_19", "text_22", "text_20" ], "tfidf": [ "text_17", "text_18", "text_19", "text_20", "text_22" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "GS/2017/page_86.pdf-3", "document": "GS/2017/page_86.pdf", "gold_ids": [ "table_6" ], "predictions": { "bm25": [ "table_6", "text_16", "table_7", "table_2", "table_4" ], "tfidf": [ "table_6", "text_20", "text_16", "table_2", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "EL/2008/page_59.pdf-2", "document": "EL/2008/page_59.pdf", "gold_ids": [ "text_26" ], "predictions": { "bm25": [ "text_26", "text_25", "text_6", "text_30", "text_14" ], "tfidf": [ "text_26", "text_25", "text_30", "text_6", "text_20" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CE/2016/page_19.pdf-4", "document": "CE/2016/page_19.pdf", "gold_ids": [ "text_5" ], "predictions": { "bm25": [ "text_5", "text_4", "text_6", "text_7", "text_0" ], "tfidf": [ "text_5", "text_6", "text_0", "text_4", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JKHY/2019/page_18.pdf-1", "document": "JKHY/2019/page_18.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "text_2", "text_6", "text_4", "text_7", "table_3" ], "tfidf": [ "text_2", "text_7", "text_0", "text_4", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "SNA/2007/page_69.pdf-2", "document": "SNA/2007/page_69.pdf", "gold_ids": [ "text_3" ], "predictions": { "bm25": [ "text_3", "text_2", "table_1", "text_4", "text_19" ], "tfidf": [ "text_3", "text_2", "text_19", "text_29", "text_16" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "L/2009/page_84.pdf-2", "document": "L/2009/page_84.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_2", "text_1", "table_2", "table_0", "text_8" ], "tfidf": [ "text_2", "text_1", "table_0", "table_2", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "FBHS/2017/page_22.pdf-2", "document": "FBHS/2017/page_22.pdf", "gold_ids": [ "table_5", "text_11", "text_14" ], "predictions": { "bm25": [ "text_14", "text_25", "text_21", "table_0", "text_18" ], "tfidf": [ "text_14", "text_25", "table_0", "text_18", "text_21" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "IPG/2006/page_77.pdf-1", "document": "IPG/2006/page_77.pdf", "gold_ids": [ "text_3" ], "predictions": { "bm25": [ "text_3", "text_4", "text_10", "text_16", "text_11" ], "tfidf": [ "text_3", "text_4", "text_10", "text_13", "text_16" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AAL/2015/page_114.pdf-1", "document": "AAL/2015/page_114.pdf", "gold_ids": [ "table_1", "table_6" ], "predictions": { "bm25": [ "table_6", "table_1", "text_11", "text_8", "text_7" ], "tfidf": [ "table_6", "table_1", "text_11", "text_8", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2014/page_149.pdf-1", "document": "AMT/2014/page_149.pdf", "gold_ids": [ "text_6", "text_7" ], "predictions": { "bm25": [ "text_8", "table_4", "text_2", "text_3", "text_7" ], "tfidf": [ "text_8", "table_4", "table_0", "text_1", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "C/2009/page_63.pdf-4", "document": "C/2009/page_63.pdf", "gold_ids": [ "table_1", "table_5" ], "predictions": { "bm25": [ "table_1", "text_2", "table_5", "table_4", "table_0" ], "tfidf": [ "table_1", "text_2", "table_5", "table_4", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2014/page_40.pdf-2", "document": "GS/2014/page_40.pdf", "gold_ids": [ "table_11" ], "predictions": { "bm25": [ "text_14", "text_21", "text_9", "text_26", "text_4" ], "tfidf": [ "text_14", "text_26", "text_9", "text_0", "table_11" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HOLX/2008/page_143.pdf-2", "document": "HOLX/2008/page_143.pdf", "gold_ids": [ "table_8", "text_6" ], "predictions": { "bm25": [ "text_6", "text_2", "text_14", "text_4", "text_1" ], "tfidf": [ "text_6", "text_2", "text_7", "text_4", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "ALXN/2016/page_153.pdf-1", "document": "ALXN/2016/page_153.pdf", "gold_ids": [ "table_1", "table_2", "table_3", "text_16", "text_19" ], "predictions": { "bm25": [ "text_19", "text_18", "text_29", "text_16", "text_24" ], "tfidf": [ "text_19", "text_18", "text_24", "text_16", "text_29" ] }, "metrics": { "bm25": { "1": { "recall": 0.2, "complete": 0.0 }, "3": { "recall": 0.2, "complete": 0.0 }, "5": { "recall": 0.4, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.2, "complete": 0.0 }, "3": { "recall": 0.2, "complete": 0.0 }, "5": { "recall": 0.4, "complete": 0.0 } } } }, { "id": "MRK/2013/page_3.pdf-2", "document": "MRK/2013/page_3.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_17", "text_19", "text_4", "text_12" ], "tfidf": [ "table_1", "text_17", "table_0", "text_12", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "RL/2008/page_23.pdf-2", "document": "RL/2008/page_23.pdf", "gold_ids": [ "table_3", "table_4" ], "predictions": { "bm25": [ "text_3", "text_2", "text_1", "text_8", "text_7" ], "tfidf": [ "text_3", "text_2", "table_3", "text_8", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "AAL/2010/page_72.pdf-4", "document": "AAL/2010/page_72.pdf", "gold_ids": [ "text_9" ], "predictions": { "bm25": [ "text_9", "text_2", "text_18", "text_12", "text_4" ], "tfidf": [ "text_9", "text_2", "text_18", "text_14", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ZBH/2008/page_57.pdf-3", "document": "ZBH/2008/page_57.pdf", "gold_ids": [ "table_6" ], "predictions": { "bm25": [ "table_6", "table_0", "table_3", "text_22", "table_1" ], "tfidf": [ "table_0", "table_6", "text_22", "table_3", "table_5" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2016/page_125.pdf-4", "document": "AMT/2016/page_125.pdf", "gold_ids": [ "text_4" ], "predictions": { "bm25": [ "text_6", "text_5", "text_4", "text_3", "text_1" ], "tfidf": [ "table_0", "text_6", "text_5", "text_4", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DISCA/2011/page_49.pdf-2", "document": "DISCA/2011/page_49.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_0", "text_2", "table_2", "text_4", "table_0" ], "tfidf": [ "text_2", "table_0", "table_2", "text_0", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AES/2001/page_85.pdf-4", "document": "AES/2001/page_85.pdf", "gold_ids": [ "table_3", "table_6" ], "predictions": { "bm25": [ "text_14", "text_4", "text_24", "text_22", "text_5" ], "tfidf": [ "text_14", "text_22", "text_4", "text_24", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "ETR/2017/page_143.pdf-3", "document": "ETR/2017/page_143.pdf", "gold_ids": [ "table_1", "text_1", "text_3" ], "predictions": { "bm25": [ "text_5", "text_1", "table_1", "text_13", "text_14" ], "tfidf": [ "text_5", "table_1", "text_1", "table_0", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "MSI/2014/page_76.pdf-2", "document": "MSI/2014/page_76.pdf", "gold_ids": [ "text_23", "text_4" ], "predictions": { "bm25": [ "text_23", "text_18", "text_15", "text_3", "text_7" ], "tfidf": [ "text_23", "table_0", "text_18", "text_3", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "BLK/2017/page_121.pdf-2", "document": "BLK/2017/page_121.pdf", "gold_ids": [ "table_7", "text_17" ], "predictions": { "bm25": [ "table_0", "text_17", "text_22", "text_30", "table_7" ], "tfidf": [ "table_0", "text_22", "text_30", "text_17", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "UPS/2016/page_114.pdf-1", "document": "UPS/2016/page_114.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_18", "text_9", "text_11", "text_14" ], "tfidf": [ "table_1", "table_0", "text_18", "text_4", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2003/page_27.pdf-1", "document": "AMT/2003/page_27.pdf", "gold_ids": [ "table_1", "table_3", "text_3" ], "predictions": { "bm25": [ "text_3", "table_3", "table_1", "text_10", "text_8" ], "tfidf": [ "text_3", "table_3", "table_1", "text_10", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CE/2013/page_16.pdf-2", "document": "CE/2013/page_16.pdf", "gold_ids": [ "text_2" ], "predictions": { "bm25": [ "text_2", "text_7", "text_5", "text_6", "text_1" ], "tfidf": [ "text_2", "text_5", "text_7", "text_1", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MKTX/2012/page_42.pdf-3", "document": "MKTX/2012/page_42.pdf", "gold_ids": [ "table_1", "table_9" ], "predictions": { "bm25": [ "table_6", "text_3", "table_1", "table_7", "table_8" ], "tfidf": [ "table_6", "table_5", "table_1", "table_0", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "PNC/2012/page_174.pdf-4", "document": "PNC/2012/page_174.pdf", "gold_ids": [ "text_6" ], "predictions": { "bm25": [ "text_6", "text_25", "table_3", "table_7", "table_2" ], "tfidf": [ "text_6", "text_25", "table_3", "table_7", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "PPG/2008/page_52.pdf-2", "document": "PPG/2008/page_52.pdf", "gold_ids": [ "text_1", "text_2" ], "predictions": { "bm25": [ "text_2", "text_1", "text_4", "text_0", "text_5" ], "tfidf": [ "text_2", "text_1", "text_4", "text_0", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ADBE/1999/page_64.pdf-2", "document": "ADBE/1999/page_64.pdf", "gold_ids": [ "text_2", "text_3" ], "predictions": { "bm25": [ "text_3", "table_1", "text_4", "text_5", "text_9" ], "tfidf": [ "text_3", "text_9", "text_4", "text_5", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "IPG/2006/page_77.pdf-3", "document": "IPG/2006/page_77.pdf", "gold_ids": [ "table_3", "table_4", "text_6", "text_7" ], "predictions": { "bm25": [ "table_6", "text_5", "text_6", "text_3", "text_10" ], "tfidf": [ "text_5", "table_6", "text_6", "text_10", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } } } }, { "id": "RSG/2012/page_93.pdf-2", "document": "RSG/2012/page_93.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "text_9", "text_15", "text_11", "text_4" ], "tfidf": [ "table_2", "text_15", "text_9", "text_4", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2018/page_90.pdf-3", "document": "JPM/2018/page_90.pdf", "gold_ids": [ "table_4", "table_7" ], "predictions": { "bm25": [ "text_21", "text_5", "table_7", "table_8", "text_12" ], "tfidf": [ "text_21", "text_5", "table_4", "table_8", "table_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "BKNG/2016/page_33.pdf-3", "document": "BKNG/2016/page_33.pdf", "gold_ids": [ "table_1", "table_6" ], "predictions": { "bm25": [ "text_0", "table_6", "table_0", "table_1", "table_2" ], "tfidf": [ "table_0", "text_0", "table_6", "table_3", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "PNC/2012/page_68.pdf-5", "document": "PNC/2012/page_68.pdf", "gold_ids": [ "table_1", "table_8", "text_8" ], "predictions": { "bm25": [ "text_23", "text_22", "text_25", "text_10", "text_18" ], "tfidf": [ "text_22", "text_23", "text_25", "text_18", "text_24" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "C/2009/page_63.pdf-2", "document": "C/2009/page_63.pdf", "gold_ids": [ "table_1", "table_5" ], "predictions": { "bm25": [ "table_1", "text_2", "table_5", "table_4", "table_0" ], "tfidf": [ "table_1", "text_2", "table_5", "table_4", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CB/2008/page_229.pdf-3", "document": "CB/2008/page_229.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "table_2", "text_7", "table_1", "table_0", "text_24" ], "tfidf": [ "table_2", "text_7", "table_0", "table_1", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HIG/2011/page_53.pdf-4", "document": "HIG/2011/page_53.pdf", "gold_ids": [ "text_13" ], "predictions": { "bm25": [ "text_13", "text_10", "text_24", "text_5", "text_6" ], "tfidf": [ "text_10", "text_13", "text_17", "text_5", "text_24" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "BLL/2006/page_67.pdf-1", "document": "BLL/2006/page_67.pdf", "gold_ids": [ "table_1", "table_5", "table_7" ], "predictions": { "bm25": [ "text_10", "text_11", "text_17", "text_12", "table_7" ], "tfidf": [ "text_10", "text_12", "text_11", "table_7", "text_17" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "GS/2013/page_63.pdf-3", "document": "GS/2013/page_63.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "table_3", "text_16", "text_19", "table_5", "table_1" ], "tfidf": [ "table_3", "text_16", "table_0", "text_19", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "C/2008/page_22.pdf-3", "document": "C/2008/page_22.pdf", "gold_ids": [ "table_2", "table_4" ], "predictions": { "bm25": [ "text_25", "table_2", "text_19", "text_22", "text_18" ], "tfidf": [ "text_19", "text_25", "text_22", "table_2", "text_18" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "HIG/2004/page_140.pdf-2", "document": "HIG/2004/page_140.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "table_4", "table_0", "table_3", "table_1" ], "tfidf": [ "table_2", "table_0", "table_4", "table_3", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "FIS/2016/page_9.pdf-1", "document": "FIS/2016/page_9.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "text_0", "text_5", "text_1", "text_13" ], "tfidf": [ "table_2", "text_0", "text_1", "text_5", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "C/2008/page_22.pdf-1", "document": "C/2008/page_22.pdf", "gold_ids": [ "text_18" ], "predictions": { "bm25": [ "text_18", "text_19", "text_22", "table_4", "text_25" ], "tfidf": [ "text_18", "text_19", "text_22", "text_25", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "TMUS/2017/page_29.pdf-1", "document": "TMUS/2017/page_29.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_2", "text_15", "table_0", "table_4" ], "tfidf": [ "table_1", "table_2", "table_0", "text_15", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GPN/2010/page_89.pdf-1", "document": "GPN/2010/page_89.pdf", "gold_ids": [ "table_1", "table_5" ], "predictions": { "bm25": [ "table_5", "text_9", "table_1", "table_9", "text_10" ], "tfidf": [ "text_9", "table_5", "text_10", "table_9", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "BLL/2010/page_37.pdf-4", "document": "BLL/2010/page_37.pdf", "gold_ids": [ "table_1", "text_3" ], "predictions": { "bm25": [ "text_3", "table_1", "table_2", "table_3", "text_7" ], "tfidf": [ "text_3", "table_1", "table_0", "text_7", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HOLX/2007/page_126.pdf-1", "document": "HOLX/2007/page_126.pdf", "gold_ids": [ "table_1", "table_2", "table_3", "table_5" ], "predictions": { "bm25": [ "text_5", "table_6", "text_9", "text_11", "text_8" ], "tfidf": [ "text_5", "table_6", "text_11", "text_8", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "GS/2013/page_149.pdf-1", "document": "GS/2013/page_149.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_3", "text_0", "table_0", "table_2" ], "tfidf": [ "table_1", "text_3", "text_0", "table_0", "text_20" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AWK/2012/page_117.pdf-3", "document": "AWK/2012/page_117.pdf", "gold_ids": [ "table_0", "table_3" ], "predictions": { "bm25": [ "table_3", "table_6", "text_14", "text_11", "table_1" ], "tfidf": [ "table_3", "table_0", "table_6", "table_1", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CDNS/2015/page_30.pdf-1", "document": "CDNS/2015/page_30.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_0", "text_1", "text_6", "text_2", "table_2" ], "tfidf": [ "text_0", "text_1", "text_6", "text_2", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AAL/2014/page_15.pdf-1", "document": "AAL/2014/page_15.pdf", "gold_ids": [ "table_7" ], "predictions": { "bm25": [ "text_22", "text_1", "text_0", "text_10", "text_5" ], "tfidf": [ "text_22", "text_1", "text_20", "text_0", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "DRE/2008/page_46.pdf-4", "document": "DRE/2008/page_46.pdf", "gold_ids": [ "text_3" ], "predictions": { "bm25": [ "text_3", "text_18", "text_1", "text_8", "text_5" ], "tfidf": [ "text_3", "text_18", "text_1", "text_5", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "INTC/2015/page_41.pdf-3", "document": "INTC/2015/page_41.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_3", "table_0", "table_3", "table_1", "table_2" ], "tfidf": [ "text_3", "text_134", "text_126", "text_123", "text_131" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "BLK/2014/page_120.pdf-1", "document": "BLK/2014/page_120.pdf", "gold_ids": [ "table_5", "table_6", "table_7", "text_24" ], "predictions": { "bm25": [ "text_30", "text_31", "text_32", "text_13", "text_24" ], "tfidf": [ "text_6", "text_30", "text_13", "text_31", "table_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } } } }, { "id": "GS/2013/page_85.pdf-3", "document": "GS/2013/page_85.pdf", "gold_ids": [ "table_2", "table_3" ], "predictions": { "bm25": [ "text_17", "text_15", "table_2", "text_25", "table_1" ], "tfidf": [ "text_17", "text_23", "text_24", "text_15", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "C/2018/page_175.pdf-1", "document": "C/2018/page_175.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_4", "table_1", "text_7", "text_1", "text_3" ], "tfidf": [ "text_7", "table_1", "text_4", "text_1", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2012/page_189.pdf-4", "document": "GS/2012/page_189.pdf", "gold_ids": [ "table_4" ], "predictions": { "bm25": [ "table_4", "text_5", "text_16", "text_17", "text_2" ], "tfidf": [ "table_4", "text_5", "text_17", "text_16", "text_22" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CMCSA/2015/page_112.pdf-1", "document": "CMCSA/2015/page_112.pdf", "gold_ids": [ "table_8" ], "predictions": { "bm25": [ "text_13", "table_4", "text_4", "table_2", "text_6" ], "tfidf": [ "text_13", "text_10", "text_4", "text_16", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "GIS/2019/page_68.pdf-2", "document": "GIS/2019/page_68.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_2", "text_17", "text_8", "text_10" ], "tfidf": [ "text_17", "text_8", "table_1", "text_16", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "LMT/2014/page_91.pdf-4", "document": "LMT/2014/page_91.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_21", "text_19", "text_20", "text_18", "table_1" ], "tfidf": [ "text_21", "text_18", "text_19", "text_24", "text_20" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "D/2002/page_87.pdf-1", "document": "D/2002/page_87.pdf", "gold_ids": [ "text_18" ], "predictions": { "bm25": [ "text_17", "text_18", "text_10", "text_9", "text_14" ], "tfidf": [ "text_17", "text_18", "text_9", "text_10", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "IP/2006/page_30.pdf-2", "document": "IP/2006/page_30.pdf", "gold_ids": [ "table_1", "text_35" ], "predictions": { "bm25": [ "text_13", "text_10", "text_36", "text_0", "text_4" ], "tfidf": [ "text_10", "text_13", "text_4", "text_36", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "MMM/2013/page_75.pdf-1", "document": "MMM/2013/page_75.pdf", "gold_ids": [ "text_2", "text_5", "text_6", "text_9" ], "predictions": { "bm25": [ "text_4", "text_13", "text_18", "text_11", "text_24" ], "tfidf": [ "text_4", "text_24", "text_35", "text_38", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AAL/2013/page_172.pdf-3", "document": "AAL/2013/page_172.pdf", "gold_ids": [ "table_2", "table_3" ], "predictions": { "bm25": [ "text_1", "table_2", "text_10", "text_9", "text_13" ], "tfidf": [ "text_1", "table_2", "text_9", "text_13", "text_19" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "AMT/2007/page_127.pdf-4", "document": "AMT/2007/page_127.pdf", "gold_ids": [ "text_20" ], "predictions": { "bm25": [ "text_20", "text_22", "text_21", "text_10", "text_13" ], "tfidf": [ "text_21", "text_10", "text_13", "text_22", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "SLB/2012/page_56.pdf-2", "document": "SLB/2012/page_56.pdf", "gold_ids": [ "table_11", "table_15", "table_5" ], "predictions": { "bm25": [ "table_11", "table_15", "table_5", "text_1", "table_9" ], "tfidf": [ "text_1", "table_0", "table_11", "table_15", "table_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "LMT/2015/page_89.pdf-3", "document": "LMT/2015/page_89.pdf", "gold_ids": [ "table_4" ], "predictions": { "bm25": [ "table_4", "table_3", "table_2", "text_7", "text_22" ], "tfidf": [ "table_4", "table_3", "table_2", "table_0", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AES/2002/page_128.pdf-4", "document": "AES/2002/page_128.pdf", "gold_ids": [ "text_15" ], "predictions": { "bm25": [ "text_15", "text_10", "text_17", "text_9", "text_11" ], "tfidf": [ "text_15", "text_10", "text_17", "text_11", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "VRTX/2006/page_111.pdf-2", "document": "VRTX/2006/page_111.pdf", "gold_ids": [ "table_3", "table_7", "text_0", "text_3", "text_5" ], "predictions": { "bm25": [ "table_5", "text_24", "table_7", "text_14", "text_4" ], "tfidf": [ "table_5", "text_24", "table_7", "text_14", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.2, "complete": 0.0 }, "5": { "recall": 0.2, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.2, "complete": 0.0 }, "5": { "recall": 0.2, "complete": 0.0 } } } }, { "id": "AON/2007/page_171.pdf-3", "document": "AON/2007/page_171.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "text_0", "table_1", "table_3", "table_0" ], "tfidf": [ "table_2", "text_0", "table_1", "table_3", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETFC/2011/page_144.pdf-1", "document": "ETFC/2011/page_144.pdf", "gold_ids": [ "table_4", "table_8" ], "predictions": { "bm25": [ "text_6", "text_18", "text_17", "text_19", "text_0" ], "tfidf": [ "text_6", "text_0", "text_8", "text_7", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AES/2001/page_33.pdf-3", "document": "AES/2001/page_33.pdf", "gold_ids": [ "table_0" ], "predictions": { "bm25": [ "table_0", "table_1", "table_2", "table_3", "text_2" ], "tfidf": [ "table_0", "table_1", "table_2", "table_3", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DRE/2008/page_46.pdf-3", "document": "DRE/2008/page_46.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_12", "table_3", "text_13", "text_14" ], "tfidf": [ "table_1", "text_12", "table_3", "text_13", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DVN/2014/page_87.pdf-2", "document": "DVN/2014/page_87.pdf", "gold_ids": [ "text_18" ], "predictions": { "bm25": [ "text_18", "text_14", "text_9", "text_0", "text_15" ], "tfidf": [ "text_18", "text_9", "text_14", "text_0", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2016/page_49.pdf-4", "document": "AMT/2016/page_49.pdf", "gold_ids": [ "text_3" ], "predictions": { "bm25": [ "text_3", "text_2", "text_9", "text_1", "text_8" ], "tfidf": [ "text_3", "text_2", "text_1", "text_9", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2007/page_127.pdf-1", "document": "AMT/2007/page_127.pdf", "gold_ids": [ "text_22" ], "predictions": { "bm25": [ "text_22", "text_20", "text_17", "table_2", "table_5" ], "tfidf": [ "text_22", "text_17", "text_7", "text_21", "text_20" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "VNO/2014/page_57.pdf-2", "document": "VNO/2014/page_57.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_1", "text_0", "table_2", "text_2", "table_3" ], "tfidf": [ "text_1", "text_0", "text_2", "table_2", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2008/page_94.pdf-1", "document": "AMT/2008/page_94.pdf", "gold_ids": [ "table_3", "table_8" ], "predictions": { "bm25": [ "text_13", "text_8", "text_10", "table_8", "text_11" ], "tfidf": [ "text_13", "text_8", "text_2", "table_8", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "PNC/2015/page_93.pdf-1", "document": "PNC/2015/page_93.pdf", "gold_ids": [ "table_5", "table_6" ], "predictions": { "bm25": [ "table_5", "text_14", "text_2", "text_4", "text_20" ], "tfidf": [ "table_5", "text_2", "text_14", "table_6", "text_20" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "IPG/2017/page_92.pdf-4", "document": "IPG/2017/page_92.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "table_1", "table_3", "text_4", "text_10", "text_19" ], "tfidf": [ "text_4", "table_1", "table_3", "text_8", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2004/page_281.pdf-2", "document": "ETR/2004/page_281.pdf", "gold_ids": [ "table_2", "text_13", "text_14" ], "predictions": { "bm25": [ "text_14", "text_13", "text_2", "text_12", "text_15" ], "tfidf": [ "text_13", "text_14", "text_2", "text_12", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "ETFC/2012/page_43.pdf-2", "document": "ETFC/2012/page_43.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_1", "text_3", "text_0", "table_2", "text_4" ], "tfidf": [ "text_1", "text_3", "text_0", "table_0", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AAL/2013/page_172.pdf-2", "document": "AAL/2013/page_172.pdf", "gold_ids": [ "table_0", "table_1" ], "predictions": { "bm25": [ "table_1", "text_13", "text_12", "text_2", "text_8" ], "tfidf": [ "table_1", "text_13", "text_12", "text_5", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "DISH/2011/page_122.pdf-1", "document": "DISH/2011/page_122.pdf", "gold_ids": [ "table_2", "table_6" ], "predictions": { "bm25": [ "text_20", "text_5", "text_16", "text_3", "text_1" ], "tfidf": [ "text_1", "text_20", "text_16", "text_5", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "MSI/2012/page_87.pdf-3", "document": "MSI/2012/page_87.pdf", "gold_ids": [ "text_17" ], "predictions": { "bm25": [ "text_19", "text_9", "text_15", "text_25", "table_3" ], "tfidf": [ "table_2", "table_3", "text_25", "text_15", "text_19" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "MSI/2008/page_69.pdf-3", "document": "MSI/2008/page_69.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_13", "text_16", "text_11", "text_22", "text_17" ], "tfidf": [ "text_19", "text_13", "text_16", "text_11", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "FIS/2016/page_9.pdf-2", "document": "FIS/2016/page_9.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_1", "table_1", "text_0", "text_5", "text_2" ], "tfidf": [ "text_1", "table_1", "text_2", "text_0", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ADBE/2008/page_74.pdf-4", "document": "ADBE/2008/page_74.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "text_4", "text_1", "table_3", "text_10", "text_11" ], "tfidf": [ "text_1", "text_4", "text_10", "table_3", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MRO/2003/page_45.pdf-1", "document": "MRO/2003/page_45.pdf", "gold_ids": [ "table_6" ], "predictions": { "bm25": [ "text_17", "text_9", "text_16", "table_7", "text_3" ], "tfidf": [ "text_17", "text_9", "table_7", "text_16", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AAPL/2006/page_100.pdf-2", "document": "AAPL/2006/page_100.pdf", "gold_ids": [ "table_7", "table_8" ], "predictions": { "bm25": [ "text_4", "text_2", "text_8", "text_6", "text_5" ], "tfidf": [ "text_8", "text_4", "text_2", "text_5", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "RSG/2016/page_139.pdf-1", "document": "RSG/2016/page_139.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "table_3", "text_15", "text_18", "text_17", "text_6" ], "tfidf": [ "table_3", "text_15", "text_14", "table_0", "text_18" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "RSG/2013/page_123.pdf-2", "document": "RSG/2013/page_123.pdf", "gold_ids": [ "text_10", "text_12" ], "predictions": { "bm25": [ "text_12", "text_8", "text_2", "text_6", "text_3" ], "tfidf": [ "text_12", "text_8", "text_2", "text_3", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "UNP/2009/page_42.pdf-2", "document": "UNP/2009/page_42.pdf", "gold_ids": [ "table_3", "text_11" ], "predictions": { "bm25": [ "text_2", "text_17", "text_1", "text_4", "text_6" ], "tfidf": [ "text_2", "text_1", "text_17", "text_6", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AMT/2016/page_125.pdf-2", "document": "AMT/2016/page_125.pdf", "gold_ids": [ "table_6" ], "predictions": { "bm25": [ "text_23", "text_2", "text_3", "table_6", "text_0" ], "tfidf": [ "text_23", "text_2", "text_3", "text_0", "table_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2014/page_149.pdf-2", "document": "AMT/2014/page_149.pdf", "gold_ids": [ "table_5", "table_7" ], "predictions": { "bm25": [ "table_5", "text_3", "text_2", "text_4", "text_15" ], "tfidf": [ "table_5", "text_3", "text_2", "text_4", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "AAPL/2006/page_131.pdf-1", "document": "AAPL/2006/page_131.pdf", "gold_ids": [ "table_9", "text_63" ], "predictions": { "bm25": [ "text_48", "text_50", "text_53", "text_58", "text_56" ], "tfidf": [ "text_50", "text_48", "text_53", "text_58", "text_56" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "C/2015/page_96.pdf-3", "document": "C/2015/page_96.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "table_4", "table_0", "table_1", "table_3" ], "tfidf": [ "table_0", "table_2", "table_4", "table_1", "text_18" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AON/2018/page_87.pdf-3", "document": "AON/2018/page_87.pdf", "gold_ids": [ "text_1" ], "predictions": { "bm25": [ "text_0", "text_1", "table_3", "text_5", "table_4" ], "tfidf": [ "text_0", "text_1", "table_3", "text_5", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DVN/2014/page_87.pdf-1", "document": "DVN/2014/page_87.pdf", "gold_ids": [ "text_2", "text_3" ], "predictions": { "bm25": [ "text_3", "text_2", "text_19", "text_1", "text_9" ], "tfidf": [ "text_3", "text_2", "text_4", "text_19", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GIS/2018/page_110.pdf-1", "document": "GIS/2018/page_110.pdf", "gold_ids": [ "text_4" ], "predictions": { "bm25": [ "text_4", "table_9", "text_3", "table_7", "text_5" ], "tfidf": [ "text_4", "table_9", "table_7", "text_3", "text_16" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UNP/2006/page_15.pdf-1", "document": "UNP/2006/page_15.pdf", "gold_ids": [ "text_15", "text_16" ], "predictions": { "bm25": [ "text_15", "table_1", "table_2", "text_10", "text_2" ], "tfidf": [ "text_15", "table_1", "table_2", "text_2", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "C/2018/page_175.pdf-2", "document": "C/2018/page_175.pdf", "gold_ids": [ "table_1", "table_6" ], "predictions": { "bm25": [ "table_1", "text_4", "text_1", "table_6", "text_7" ], "tfidf": [ "table_1", "text_4", "table_6", "text_1", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ANSS/2012/page_93.pdf-1", "document": "ANSS/2012/page_93.pdf", "gold_ids": [ "table_1", "table_7" ], "predictions": { "bm25": [ "text_22", "table_1", "table_7", "text_3", "text_21" ], "tfidf": [ "text_22", "table_1", "text_3", "text_7", "table_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "STT/2011/page_69.pdf-1", "document": "STT/2011/page_69.pdf", "gold_ids": [ "text_4" ], "predictions": { "bm25": [ "text_4", "text_13", "text_3", "text_9", "text_5" ], "tfidf": [ "text_4", "text_9", "text_13", "text_3", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AES/2001/page_85.pdf-2", "document": "AES/2001/page_85.pdf", "gold_ids": [ "text_11", "text_7" ], "predictions": { "bm25": [ "text_7", "text_9", "text_11", "text_10", "text_8" ], "tfidf": [ "text_7", "text_9", "text_10", "text_11", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "LMT/2014/page_91.pdf-3", "document": "LMT/2014/page_91.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "text_21", "text_18", "table_1", "text_14" ], "tfidf": [ "table_2", "text_21", "text_18", "text_14", "text_24" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GIS/2017/page_31.pdf-4", "document": "GIS/2017/page_31.pdf", "gold_ids": [ "text_19" ], "predictions": { "bm25": [ "text_19", "text_18", "text_6", "text_24", "text_7" ], "tfidf": [ "text_19", "text_18", "text_6", "text_24", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HUM/2017/page_118.pdf-1", "document": "HUM/2017/page_118.pdf", "gold_ids": [ "text_1" ], "predictions": { "bm25": [ "text_1", "text_2", "table_1", "table_0", "table_2" ], "tfidf": [ "text_1", "text_2", "table_1", "table_0", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ABMD/2006/page_43.pdf-1", "document": "ABMD/2006/page_43.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "table_1", "text_25", "text_4", "text_21", "text_5" ], "tfidf": [ "text_5", "text_4", "table_1", "text_25", "text_21" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "ANET/2015/page_156.pdf-1", "document": "ANET/2015/page_156.pdf", "gold_ids": [ "table_0", "text_9" ], "predictions": { "bm25": [ "text_0", "text_9", "text_11", "text_8", "text_3" ], "tfidf": [ "text_9", "text_0", "text_11", "text_8", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "MRO/2006/page_93.pdf-3", "document": "MRO/2006/page_93.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_49", "text_37", "text_38", "text_41", "text_46" ], "tfidf": [ "text_49", "text_37", "text_38", "text_5", "text_41" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AES/2010/page_227.pdf-1", "document": "AES/2010/page_227.pdf", "gold_ids": [ "table_6", "table_7" ], "predictions": { "bm25": [ "text_0", "table_7", "text_1", "table_5", "text_3" ], "tfidf": [ "text_0", "table_7", "table_5", "text_3", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "BLL/2010/page_35.pdf-2", "document": "BLL/2010/page_35.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_8", "text_8", "table_1", "text_18", "text_11" ], "tfidf": [ "text_18", "text_8", "table_1", "table_0", "table_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "NCLH/2018/page_97.pdf-1", "document": "NCLH/2018/page_97.pdf", "gold_ids": [ "text_14" ], "predictions": { "bm25": [ "text_14", "text_1", "text_8", "text_17", "text_4" ], "tfidf": [ "text_14", "text_1", "text_17", "text_19", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2015/page_171.pdf-1", "document": "GS/2015/page_171.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "text_9", "table_3", "text_3", "table_1", "text_18" ], "tfidf": [ "text_3", "table_3", "text_9", "text_18", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2003/page_157.pdf-1", "document": "ETR/2003/page_157.pdf", "gold_ids": [ "table_12", "text_7" ], "predictions": { "bm25": [ "text_7", "text_5", "text_0", "table_12", "table_10" ], "tfidf": [ "text_7", "table_12", "text_5", "text_0", "table_10" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CME/2010/page_123.pdf-5", "document": "CME/2010/page_123.pdf", "gold_ids": [ "table_1", "text_1" ], "predictions": { "bm25": [ "text_1", "text_3", "text_23", "text_4", "table_1" ], "tfidf": [ "text_3", "text_1", "text_4", "table_1", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "RSG/2012/page_93.pdf-1", "document": "RSG/2012/page_93.pdf", "gold_ids": [ "table_1", "table_4" ], "predictions": { "bm25": [ "text_15", "text_11", "text_9", "text_7", "text_14" ], "tfidf": [ "text_15", "text_9", "text_11", "text_14", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "C/2009/page_197.pdf-1", "document": "C/2009/page_197.pdf", "gold_ids": [ "text_0" ], "predictions": { "bm25": [ "text_0", "text_1", "text_11", "text_7", "text_12" ], "tfidf": [ "text_0", "text_1", "text_11", "text_10", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2008/page_117.pdf-2", "document": "JPM/2008/page_117.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "table_2", "table_1", "table_0", "text_12", "text_10" ], "tfidf": [ "table_0", "table_2", "table_1", "text_12", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "EMR/2017/page_78.pdf-2", "document": "EMR/2017/page_78.pdf", "gold_ids": [ "table_5" ], "predictions": { "bm25": [ "text_21", "table_5", "table_3", "table_1", "text_0" ], "tfidf": [ "text_21", "text_9", "text_15", "table_0", "table_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "FIS/2012/page_48.pdf-4", "document": "FIS/2012/page_48.pdf", "gold_ids": [ "text_2" ], "predictions": { "bm25": [ "text_2", "text_1", "text_3", "text_4", "text_5" ], "tfidf": [ "text_2", "text_1", "text_5", "text_3", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MRO/2011/page_108.pdf-2", "document": "MRO/2011/page_108.pdf", "gold_ids": [ "table_4" ], "predictions": { "bm25": [ "table_4", "table_11", "table_12", "table_5", "table_13" ], "tfidf": [ "table_4", "table_11", "table_12", "table_5", "table_13" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "PNC/2012/page_174.pdf-2", "document": "PNC/2012/page_174.pdf", "gold_ids": [ "text_6" ], "predictions": { "bm25": [ "text_6", "text_25", "table_3", "table_7", "table_2" ], "tfidf": [ "text_6", "text_25", "table_3", "table_7", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MAS/2012/page_26.pdf-2", "document": "MAS/2012/page_26.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_2", "text_0", "table_2", "text_3", "table_3" ], "tfidf": [ "text_2", "text_1", "text_0", "text_5", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "UPS/2007/page_49.pdf-4", "document": "UPS/2007/page_49.pdf", "gold_ids": [ "table_7" ], "predictions": { "bm25": [ "text_8", "text_6", "text_7", "text_11", "text_19" ], "tfidf": [ "text_8", "text_6", "text_7", "text_19", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "UNP/2011/page_33.pdf-2", "document": "UNP/2011/page_33.pdf", "gold_ids": [ "text_14" ], "predictions": { "bm25": [ "text_16", "text_14", "text_15", "text_12", "text_13" ], "tfidf": [ "text_16", "text_14", "text_12", "text_13", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UPS/2007/page_49.pdf-2", "document": "UPS/2007/page_49.pdf", "gold_ids": [ "table_1", "table_7" ], "predictions": { "bm25": [ "text_8", "table_7", "text_11", "text_19", "text_7" ], "tfidf": [ "text_8", "table_7", "table_0", "text_19", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "MRO/2003/page_84.pdf-2", "document": "MRO/2003/page_84.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "text_0", "text_3", "table_4", "text_8" ], "tfidf": [ "table_2", "text_0", "text_3", "table_4", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "PPG/2018/page_85.pdf-2", "document": "PPG/2018/page_85.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_21", "text_20", "text_8", "text_10" ], "tfidf": [ "table_1", "table_0", "text_8", "text_23", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UPS/2007/page_49.pdf-3", "document": "UPS/2007/page_49.pdf", "gold_ids": [ "table_1", "table_7" ], "predictions": { "bm25": [ "text_8", "table_7", "text_11", "text_19", "text_7" ], "tfidf": [ "text_8", "table_7", "table_0", "text_19", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "UNP/2009/page_42.pdf-1", "document": "UNP/2009/page_42.pdf", "gold_ids": [ "text_2", "text_3" ], "predictions": { "bm25": [ "text_2", "text_12", "text_3", "text_16", "text_9" ], "tfidf": [ "text_3", "text_2", "text_12", "text_13", "text_18" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ECL/2017/page_79.pdf-2", "document": "ECL/2017/page_79.pdf", "gold_ids": [ "table_11", "table_7", "text_11", "text_7" ], "predictions": { "bm25": [ "text_19", "text_12", "text_3", "text_8", "text_6" ], "tfidf": [ "text_12", "text_19", "text_3", "text_6", "table_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } } } }, { "id": "LMT/2012/page_73.pdf-4", "document": "LMT/2012/page_73.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_3", "text_1", "text_0", "table_2" ], "tfidf": [ "table_1", "table_3", "text_1", "text_0", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MO/2014/page_62.pdf-1", "document": "MO/2014/page_62.pdf", "gold_ids": [ "table_3", "text_10", "text_8" ], "predictions": { "bm25": [ "table_3", "table_4", "text_10", "table_2", "table_1" ], "tfidf": [ "table_3", "text_10", "table_4", "table_1", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "ECL/2017/page_69.pdf-2", "document": "ECL/2017/page_69.pdf", "gold_ids": [ "table_13", "table_8" ], "predictions": { "bm25": [ "text_16", "text_5", "text_11", "text_4", "text_6" ], "tfidf": [ "text_5", "text_11", "text_4", "text_16", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "MRO/2017/page_96.pdf-4", "document": "MRO/2017/page_96.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "table_1", "table_3", "table_2", "text_5", "text_8" ], "tfidf": [ "text_5", "table_3", "text_41", "text_8", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "JPM/2018/page_90.pdf-2", "document": "JPM/2018/page_90.pdf", "gold_ids": [ "table_1", "table_4" ], "predictions": { "bm25": [ "table_1", "text_23", "text_7", "table_7", "text_21" ], "tfidf": [ "table_1", "table_3", "text_23", "text_7", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "ETR/2004/page_239.pdf-1", "document": "ETR/2004/page_239.pdf", "gold_ids": [ "table_4", "text_4", "text_7" ], "predictions": { "bm25": [ "text_7", "text_4", "text_3", "text_5", "table_4" ], "tfidf": [ "text_7", "text_4", "table_4", "text_3", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2012/page_50.pdf-4", "document": "AMT/2012/page_50.pdf", "gold_ids": [ "table_4" ], "predictions": { "bm25": [ "table_4", "text_1", "text_0", "text_8", "table_0" ], "tfidf": [ "table_4", "text_1", "text_0", "text_9", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AAL/2013/page_18.pdf-1", "document": "AAL/2013/page_18.pdf", "gold_ids": [ "table_2", "table_3" ], "predictions": { "bm25": [ "table_3", "text_4", "table_0", "text_22", "text_11" ], "tfidf": [ "text_4", "table_0", "table_3", "text_24", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "JPM/2010/page_281.pdf-1", "document": "JPM/2010/page_281.pdf", "gold_ids": [ "table_2", "table_4" ], "predictions": { "bm25": [ "text_3", "text_4", "text_2", "table_2", "text_12" ], "tfidf": [ "text_3", "text_4", "text_2", "text_9", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "LMT/2012/page_73.pdf-2", "document": "LMT/2012/page_73.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "table_3", "table_1", "text_1", "text_0", "text_3" ], "tfidf": [ "table_3", "table_1", "text_1", "text_0", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2008/page_107.pdf-3", "document": "AMT/2008/page_107.pdf", "gold_ids": [ "table_0" ], "predictions": { "bm25": [ "text_15", "text_35", "text_29", "text_9", "table_0" ], "tfidf": [ "text_29", "text_9", "text_15", "text_35", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "KHC/2018/page_132.pdf-1", "document": "KHC/2018/page_132.pdf", "gold_ids": [ "table_1", "table_7" ], "predictions": { "bm25": [ "text_25", "text_8", "text_10", "text_1", "text_4" ], "tfidf": [ "text_25", "table_0", "text_8", "text_2", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AES/2002/page_128.pdf-1", "document": "AES/2002/page_128.pdf", "gold_ids": [ "table_7" ], "predictions": { "bm25": [ "text_11", "text_16", "table_0", "table_7", "table_1" ], "tfidf": [ "text_11", "table_0", "table_7", "table_4", "table_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "PKG/2002/page_52.pdf-2", "document": "PKG/2002/page_52.pdf", "gold_ids": [ "table_13" ], "predictions": { "bm25": [ "table_13", "text_0", "text_8", "table_9", "text_5" ], "tfidf": [ "text_8", "text_2", "text_5", "table_13", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DISH/2010/page_117.pdf-2", "document": "DISH/2010/page_117.pdf", "gold_ids": [ "table_4", "table_6" ], "predictions": { "bm25": [ "table_6", "table_7", "text_0", "table_10", "table_8" ], "tfidf": [ "table_6", "table_8", "table_10", "text_0", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AAPL/2006/page_100.pdf-4", "document": "AAPL/2006/page_100.pdf", "gold_ids": [ "table_8" ], "predictions": { "bm25": [ "table_8", "text_6", "text_9", "text_4", "text_2" ], "tfidf": [ "text_8", "text_6", "table_8", "text_2", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "SLG/2011/page_91.pdf-6", "document": "SLG/2011/page_91.pdf", "gold_ids": [ "table_4" ], "predictions": { "bm25": [ "table_4", "table_1", "text_18", "text_13", "table_5" ], "tfidf": [ "table_4", "table_1", "text_13", "text_18", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DRE/2007/page_56.pdf-3", "document": "DRE/2007/page_56.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_5", "table_3", "text_6", "text_7" ], "tfidf": [ "table_1", "text_5", "table_3", "text_6", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MRK/2013/page_125.pdf-2", "document": "MRK/2013/page_125.pdf", "gold_ids": [ "table_5" ], "predictions": { "bm25": [ "table_5", "text_4", "table_4", "text_8", "text_0" ], "tfidf": [ "table_0", "text_4", "text_28", "text_11", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "ZBH/2007/page_67.pdf-1", "document": "ZBH/2007/page_67.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "text_1", "text_0", "text_37", "text_2" ], "tfidf": [ "table_2", "table_0", "text_37", "text_1", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2016/page_374.pdf-4", "document": "ETR/2016/page_374.pdf", "gold_ids": [ "table_2", "table_7" ], "predictions": { "bm25": [ "text_7", "table_2", "text_5", "text_4", "text_3" ], "tfidf": [ "table_2", "text_7", "text_5", "text_4", "table_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CME/2010/page_123.pdf-1", "document": "CME/2010/page_123.pdf", "gold_ids": [ "table_2", "table_3" ], "predictions": { "bm25": [ "text_23", "text_0", "text_3", "text_1", "table_2" ], "tfidf": [ "text_23", "text_0", "text_3", "table_2", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "UAA/2016/page_42.pdf-1", "document": "UAA/2016/page_42.pdf", "gold_ids": [ "table_5", "table_6" ], "predictions": { "bm25": [ "text_1", "text_0", "table_6", "table_5", "table_0" ], "tfidf": [ "text_1", "text_0", "table_6", "table_5", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GPN/2018/page_94.pdf-2", "document": "GPN/2018/page_94.pdf", "gold_ids": [ "table_17" ], "predictions": { "bm25": [ "text_12", "text_9", "text_10", "table_17", "text_11" ], "tfidf": [ "text_9", "text_12", "table_17", "text_10", "table_13" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "BLL/2011/page_32.pdf-1", "document": "BLL/2011/page_32.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_24", "table_2", "text_23", "text_20" ], "tfidf": [ "table_0", "table_1", "text_23", "text_24", "text_20" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2011/page_17.pdf-1", "document": "ETR/2011/page_17.pdf", "gold_ids": [ "table_1", "table_9" ], "predictions": { "bm25": [ "text_0", "table_9", "table_1", "text_12", "text_5" ], "tfidf": [ "text_0", "table_9", "table_1", "text_12", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AAL/2013/page_18.pdf-4", "document": "AAL/2013/page_18.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_0", "text_4", "table_2", "table_3" ], "tfidf": [ "table_0", "text_4", "table_1", "table_3", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DG/2007/page_67.pdf-2", "document": "DG/2007/page_67.pdf", "gold_ids": [ "text_10" ], "predictions": { "bm25": [ "text_10", "text_7", "text_11", "text_4", "text_3" ], "tfidf": [ "text_10", "text_11", "text_3", "text_7", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ADI/2010/page_80.pdf-1", "document": "ADI/2010/page_80.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_2", "text_28", "text_20", "text_6" ], "tfidf": [ "table_1", "text_6", "table_2", "text_1", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "SNA/2007/page_49.pdf-2", "document": "SNA/2007/page_49.pdf", "gold_ids": [ "table_1", "text_23", "text_8" ], "predictions": { "bm25": [ "text_18", "table_1", "text_15", "text_22", "text_14" ], "tfidf": [ "text_18", "table_1", "text_14", "text_15", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "AAL/2014/page_15.pdf-3", "document": "AAL/2014/page_15.pdf", "gold_ids": [ "table_7" ], "predictions": { "bm25": [ "table_3", "table_4", "table_5", "table_0", "text_23" ], "tfidf": [ "table_3", "table_4", "table_5", "table_0", "text_23" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "CME/2010/page_69.pdf-4", "document": "CME/2010/page_69.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "text_4", "table_3", "table_1", "table_2", "table_4" ], "tfidf": [ "text_4", "table_3", "text_40", "text_3", "text_41" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "AMT/2016/page_125.pdf-3", "document": "AMT/2016/page_125.pdf", "gold_ids": [ "table_1", "table_6" ], "predictions": { "bm25": [ "text_3", "text_0", "text_2", "text_9", "text_6" ], "tfidf": [ "text_3", "text_2", "text_9", "text_0", "text_23" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "HWM/2015/page_173.pdf-2", "document": "HWM/2015/page_173.pdf", "gold_ids": [ "table_4", "table_5" ], "predictions": { "bm25": [ "text_12", "table_5", "text_6", "text_20", "text_13" ], "tfidf": [ "text_12", "text_22", "text_13", "text_6", "text_20" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "BKNG/2016/page_33.pdf-4", "document": "BKNG/2016/page_33.pdf", "gold_ids": [ "table_1", "table_6" ], "predictions": { "bm25": [ "table_6", "table_0", "text_0", "table_1", "table_2" ], "tfidf": [ "table_6", "table_0", "text_0", "table_3", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "AAL/2013/page_18.pdf-2", "document": "AAL/2013/page_18.pdf", "gold_ids": [ "table_2", "table_3" ], "predictions": { "bm25": [ "text_13", "text_15", "text_11", "text_26", "text_14" ], "tfidf": [ "text_13", "text_11", "text_26", "text_15", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "PKG/2005/page_74.pdf-4", "document": "PKG/2005/page_74.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_2", "text_1", "text_3", "table_2", "text_5" ], "tfidf": [ "text_2", "text_1", "text_3", "table_2", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "ETR/2008/page_298.pdf-2", "document": "ETR/2008/page_298.pdf", "gold_ids": [ "text_3", "text_7" ], "predictions": { "bm25": [ "text_7", "text_16", "text_15", "text_11", "text_19" ], "tfidf": [ "text_7", "text_16", "text_15", "text_11", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "ILMN/2003/page_58.pdf-1", "document": "ILMN/2003/page_58.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_0", "text_4", "text_1", "text_3", "table_1" ], "tfidf": [ "text_0", "text_4", "text_1", "text_3", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2015/page_82.pdf-2", "document": "JPM/2015/page_82.pdf", "gold_ids": [ "table_10", "table_11" ], "predictions": { "bm25": [ "table_11", "table_10", "text_5", "text_25", "text_23" ], "tfidf": [ "table_11", "table_10", "text_23", "text_5", "text_25" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "STT/2011/page_69.pdf-3", "document": "STT/2011/page_69.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "table_1", "text_6", "text_4", "table_0", "text_9" ], "tfidf": [ "table_0", "text_6", "table_1", "table_2", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MRO/2013/page_19.pdf-2", "document": "MRO/2013/page_19.pdf", "gold_ids": [ "table_7" ], "predictions": { "bm25": [ "table_0", "table_7", "table_1", "table_3", "table_4" ], "tfidf": [ "table_0", "table_7", "table_4", "table_1", "table_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ABMD/2007/page_78.pdf-1", "document": "ABMD/2007/page_78.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "text_21", "table_3", "text_17", "text_15", "text_16" ], "tfidf": [ "text_17", "text_21", "text_15", "text_14", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "ETFC/2018/page_153.pdf-2", "document": "ETFC/2018/page_153.pdf", "gold_ids": [ "text_13", "text_8" ], "predictions": { "bm25": [ "text_13", "table_4", "text_15", "text_12", "text_1" ], "tfidf": [ "table_4", "text_13", "text_15", "text_12", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "INTC/2013/page_31.pdf-3", "document": "INTC/2013/page_31.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_6", "text_1", "text_2", "text_0", "text_4" ], "tfidf": [ "text_6", "text_1", "text_2", "text_0", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "SNA/2013/page_34.pdf-1", "document": "SNA/2013/page_34.pdf", "gold_ids": [ "table_5" ], "predictions": { "bm25": [ "text_0", "text_1", "text_4", "text_7", "text_2" ], "tfidf": [ "text_0", "text_1", "text_4", "text_7", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "ADI/2011/page_61.pdf-1", "document": "ADI/2011/page_61.pdf", "gold_ids": [ "text_3" ], "predictions": { "bm25": [ "text_3", "text_2", "text_22", "text_4", "text_8" ], "tfidf": [ "text_3", "text_4", "text_2", "text_16", "text_22" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ALLE/2015/page_24.pdf-2", "document": "ALLE/2015/page_24.pdf", "gold_ids": [ "text_16", "text_17" ], "predictions": { "bm25": [ "text_17", "text_16", "text_15", "text_12", "text_8" ], "tfidf": [ "text_17", "text_16", "text_15", "text_8", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JKHY/2017/page_26.pdf-3", "document": "JKHY/2017/page_26.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_0", "text_2", "table_2", "text_1", "text_4" ], "tfidf": [ "text_0", "text_2", "table_2", "text_3", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UNP/2006/page_15.pdf-2", "document": "UNP/2006/page_15.pdf", "gold_ids": [ "table_1", "table_4" ], "predictions": { "bm25": [ "text_17", "text_15", "table_1", "text_16", "table_4" ], "tfidf": [ "text_17", "text_15", "text_16", "table_1", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2012/page_189.pdf-1", "document": "GS/2012/page_189.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_5", "text_16", "text_5", "table_2" ], "tfidf": [ "table_1", "text_5", "table_2", "table_5", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ECL/2016/page_52.pdf-3", "document": "ECL/2016/page_52.pdf", "gold_ids": [ "table_7" ], "predictions": { "bm25": [ "text_32", "text_28", "table_4", "text_7", "text_9" ], "tfidf": [ "text_32", "text_28", "text_9", "text_7", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "MAS/2012/page_26.pdf-3", "document": "MAS/2012/page_26.pdf", "gold_ids": [ "table_1", "text_1" ], "predictions": { "bm25": [ "text_0", "text_5", "text_2", "table_1", "text_1" ], "tfidf": [ "text_0", "text_5", "text_2", "text_1", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "AWK/2017/page_148.pdf-2", "document": "AWK/2017/page_148.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "table_0", "table_1", "text_2", "table_3" ], "tfidf": [ "table_2", "table_0", "table_1", "text_2", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2017/page_86.pdf-1", "document": "GS/2017/page_86.pdf", "gold_ids": [ "text_5" ], "predictions": { "bm25": [ "text_17", "text_13", "text_16", "text_19", "text_15" ], "tfidf": [ "text_13", "text_17", "text_15", "text_16", "text_19" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "FIS/2017/page_64.pdf-1", "document": "FIS/2017/page_64.pdf", "gold_ids": [ "text_11" ], "predictions": { "bm25": [ "text_11", "text_14", "text_7", "text_23", "text_16" ], "tfidf": [ "text_7", "text_11", "table_0", "text_14", "text_23" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MMM/2007/page_23.pdf-2", "document": "MMM/2007/page_23.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_20", "text_19", "text_22", "text_21", "table_1" ], "tfidf": [ "text_19", "text_20", "text_21", "text_22", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "FIS/2016/page_9.pdf-3", "document": "FIS/2016/page_9.pdf", "gold_ids": [ "table_2", "table_4" ], "predictions": { "bm25": [ "table_4", "text_0", "table_2", "text_5", "text_6" ], "tfidf": [ "table_4", "text_0", "table_2", "table_0", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AON/2018/page_87.pdf-2", "document": "AON/2018/page_87.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "table_3", "text_0", "table_4", "table_2", "text_10" ], "tfidf": [ "table_3", "text_0", "table_4", "text_5", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "FIS/2016/page_31.pdf-4", "document": "FIS/2016/page_31.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_1", "table_1", "text_2", "text_4", "table_0" ], "tfidf": [ "table_1", "table_0", "text_1", "table_2", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GPN/2014/page_92.pdf-2", "document": "GPN/2014/page_92.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_2", "table_1", "table_2", "table_3", "text_7" ], "tfidf": [ "text_2", "table_1", "table_2", "table_3", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2009/page_175.pdf-4", "document": "JPM/2009/page_175.pdf", "gold_ids": [ "table_1", "table_2", "table_3", "table_4" ], "predictions": { "bm25": [ "table_1", "table_0", "text_7", "table_2", "table_4" ], "tfidf": [ "table_0", "table_1", "table_2", "table_4", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.25, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.75, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UNP/2016/page_52.pdf-1", "document": "UNP/2016/page_52.pdf", "gold_ids": [ "text_3", "text_5" ], "predictions": { "bm25": [ "text_5", "text_3", "text_20", "text_9", "text_18" ], "tfidf": [ "text_5", "text_3", "text_20", "text_8", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DVN/2015/page_79.pdf-1", "document": "DVN/2015/page_79.pdf", "gold_ids": [ "table_1", "text_18" ], "predictions": { "bm25": [ "text_17", "table_1", "text_15", "text_23", "text_9" ], "tfidf": [ "text_17", "text_23", "text_9", "text_3", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "C/2018/page_175.pdf-4", "document": "C/2018/page_175.pdf", "gold_ids": [ "table_2", "table_6" ], "predictions": { "bm25": [ "table_2", "text_7", "text_1", "text_4", "table_3" ], "tfidf": [ "text_7", "table_2", "text_1", "text_3", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "ILMN/2008/page_86.pdf-2", "document": "ILMN/2008/page_86.pdf", "gold_ids": [ "text_17", "text_27" ], "predictions": { "bm25": [ "text_27", "text_17", "text_26", "text_23", "text_4" ], "tfidf": [ "text_27", "text_17", "text_26", "text_18", "text_23" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2003/page_157.pdf-2", "document": "ETR/2003/page_157.pdf", "gold_ids": [ "table_12", "table_6" ], "predictions": { "bm25": [ "text_6", "text_0", "text_7", "table_12", "table_6" ], "tfidf": [ "table_12", "table_6", "table_8", "text_6", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2014/page_165.pdf-4", "document": "GS/2014/page_165.pdf", "gold_ids": [ "table_1", "table_7" ], "predictions": { "bm25": [ "text_18", "table_6", "table_1", "table_7", "text_0" ], "tfidf": [ "text_18", "table_6", "table_1", "table_7", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "INTC/2013/page_31.pdf-2", "document": "INTC/2013/page_31.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "text_1", "text_6", "text_2", "text_5", "text_7" ], "tfidf": [ "text_6", "text_1", "text_2", "text_7", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "ETR/2008/page_298.pdf-1", "document": "ETR/2008/page_298.pdf", "gold_ids": [ "text_13" ], "predictions": { "bm25": [ "text_13", "text_16", "text_15", "text_14", "text_2" ], "tfidf": [ "text_13", "text_14", "text_16", "text_15", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HOLX/2006/page_100.pdf-2", "document": "HOLX/2006/page_100.pdf", "gold_ids": [ "table_2", "table_7" ], "predictions": { "bm25": [ "table_2", "table_7", "text_18", "text_16", "text_7" ], "tfidf": [ "table_2", "table_7", "text_18", "text_11", "text_16" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CME/2017/page_40.pdf-3", "document": "CME/2017/page_40.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_3", "text_4", "text_0", "text_5", "text_9" ], "tfidf": [ "text_0", "text_3", "text_1", "text_4", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "JPM/2015/page_82.pdf-1", "document": "JPM/2015/page_82.pdf", "gold_ids": [ "table_10", "table_11" ], "predictions": { "bm25": [ "table_11", "text_25", "table_10", "text_23", "text_5" ], "tfidf": [ "table_11", "table_10", "text_25", "text_23", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HII/2015/page_121.pdf-4", "document": "HII/2015/page_121.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "text_1", "table_2", "text_4", "text_6", "text_5" ], "tfidf": [ "text_1", "text_4", "text_5", "text_6", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "STT/2009/page_25.pdf-1", "document": "STT/2009/page_25.pdf", "gold_ids": [ "table_1", "text_7" ], "predictions": { "bm25": [ "text_9", "text_10", "table_1", "text_8", "text_2" ], "tfidf": [ "text_9", "text_10", "text_11", "text_8", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "DG/2005/page_44.pdf-1", "document": "DG/2005/page_44.pdf", "gold_ids": [ "text_3" ], "predictions": { "bm25": [ "text_3", "text_8", "text_5", "text_4", "text_27" ], "tfidf": [ "text_3", "text_8", "text_16", "text_27", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AWK/2017/page_148.pdf-3", "document": "AWK/2017/page_148.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "table_0", "table_1", "text_2", "text_8" ], "tfidf": [ "table_2", "table_0", "text_2", "table_1", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "PNC/2012/page_65.pdf-2", "document": "PNC/2012/page_65.pdf", "gold_ids": [ "table_1", "text_1" ], "predictions": { "bm25": [ "text_1", "text_2", "table_1", "table_3", "table_2" ], "tfidf": [ "text_1", "text_2", "table_1", "table_3", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2006/page_104.pdf-1", "document": "AMT/2006/page_104.pdf", "gold_ids": [ "table_4", "table_5", "table_6" ], "predictions": { "bm25": [ "text_5", "text_1", "table_6", "table_8", "text_13" ], "tfidf": [ "text_5", "table_6", "text_1", "table_8", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "IPG/2008/page_72.pdf-4", "document": "IPG/2008/page_72.pdf", "gold_ids": [ "table_7", "text_4" ], "predictions": { "bm25": [ "text_4", "table_7", "table_1", "text_10", "text_3" ], "tfidf": [ "text_4", "text_10", "table_7", "table_1", "text_21" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "NWS/2019/page_116.pdf-1", "document": "NWS/2019/page_116.pdf", "gold_ids": [ "text_12" ], "predictions": { "bm25": [ "text_12", "text_11", "text_2", "text_8", "text_3" ], "tfidf": [ "text_12", "text_2", "table_0", "text_11", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "LMT/2015/page_89.pdf-1", "document": "LMT/2015/page_89.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_23", "text_7", "table_1", "table_2", "text_16" ], "tfidf": [ "text_7", "table_1", "text_23", "table_0", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CDW/2015/page_93.pdf-2", "document": "CDW/2015/page_93.pdf", "gold_ids": [ "table_1", "text_21", "text_9" ], "predictions": { "bm25": [ "text_8", "table_1", "text_11", "text_15", "table_3" ], "tfidf": [ "table_0", "table_3", "table_1", "text_8", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "CE/2016/page_19.pdf-2", "document": "CE/2016/page_19.pdf", "gold_ids": [ "text_5" ], "predictions": { "bm25": [ "text_5", "text_6", "text_4", "text_7", "text_0" ], "tfidf": [ "text_5", "text_6", "text_0", "text_4", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AON/2007/page_175.pdf-1", "document": "AON/2007/page_175.pdf", "gold_ids": [ "table_10", "table_11", "table_9" ], "predictions": { "bm25": [ "text_2", "text_0", "text_3", "table_9", "table_10" ], "tfidf": [ "text_2", "text_0", "text_3", "table_9", "table_10" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "GPN/2010/page_87.pdf-2", "document": "GPN/2010/page_87.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_19", "table_1", "text_9", "text_8", "table_2" ], "tfidf": [ "text_19", "text_9", "table_1", "table_0", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "FIS/2017/page_64.pdf-2", "document": "FIS/2017/page_64.pdf", "gold_ids": [ "table_2", "table_5" ], "predictions": { "bm25": [ "table_5", "text_14", "text_0", "table_2", "text_2" ], "tfidf": [ "table_5", "text_14", "text_0", "text_13", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "BLK/2015/page_124.pdf-2", "document": "BLK/2015/page_124.pdf", "gold_ids": [ "text_26" ], "predictions": { "bm25": [ "text_26", "text_24", "text_41", "text_37", "text_31" ], "tfidf": [ "text_26", "text_24", "text_41", "text_37", "text_31" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DVN/2014/page_87.pdf-3", "document": "DVN/2014/page_87.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "text_14", "text_0", "text_9", "text_5", "table_3" ], "tfidf": [ "text_14", "table_3", "text_3", "text_0", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "WRK/2018/page_107.pdf-3", "document": "WRK/2018/page_107.pdf", "gold_ids": [ "table_9", "text_5", "text_9" ], "predictions": { "bm25": [ "text_5", "text_9", "text_11", "text_3", "text_0" ], "tfidf": [ "text_5", "text_3", "text_11", "text_9", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "GS/2014/page_51.pdf-1", "document": "GS/2014/page_51.pdf", "gold_ids": [ "table_17" ], "predictions": { "bm25": [ "text_8", "text_14", "table_17", "table_15", "table_16" ], "tfidf": [ "table_17", "text_14", "text_8", "table_15", "table_16" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2015/page_17.pdf-3", "document": "ETR/2015/page_17.pdf", "gold_ids": [ "table_2", "table_8", "text_2", "text_8" ], "predictions": { "bm25": [ "text_2", "table_2", "text_4", "table_8", "text_10" ], "tfidf": [ "text_2", "table_2", "table_8", "text_10", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.25, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.75, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.25, "complete": 0.0 }, "3": { "recall": 0.75, "complete": 0.0 }, "5": { "recall": 0.75, "complete": 0.0 } } } }, { "id": "MS/2013/page_139.pdf-1", "document": "MS/2013/page_139.pdf", "gold_ids": [ "table_10", "table_11" ], "predictions": { "bm25": [ "text_6", "table_11", "table_10", "text_9", "text_5" ], "tfidf": [ "table_11", "text_6", "table_10", "text_15", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UPS/2010/page_52.pdf-1", "document": "UPS/2010/page_52.pdf", "gold_ids": [ "table_8" ], "predictions": { "bm25": [ "text_2", "text_5", "text_0", "text_10", "text_4" ], "tfidf": [ "text_2", "text_0", "text_10", "text_1", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "LMT/2016/page_49.pdf-3", "document": "LMT/2016/page_49.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_14", "text_15", "table_1", "text_1", "text_5" ], "tfidf": [ "text_14", "table_0", "table_1", "text_15", "text_16" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2016/page_23.pdf-4", "document": "ETR/2016/page_23.pdf", "gold_ids": [ "table_8", "text_2" ], "predictions": { "bm25": [ "text_2", "text_3", "text_9", "text_0", "text_11" ], "tfidf": [ "text_3", "text_2", "table_8", "text_9", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2014/page_122.pdf-2", "document": "JPM/2014/page_122.pdf", "gold_ids": [ "table_7" ], "predictions": { "bm25": [ "table_7", "text_9", "text_7", "table_9", "text_2" ], "tfidf": [ "table_7", "text_9", "table_9", "text_7", "table_6" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DISH/2011/page_122.pdf-2", "document": "DISH/2011/page_122.pdf", "gold_ids": [ "table_3", "table_7" ], "predictions": { "bm25": [ "table_7", "text_23", "text_7", "table_2", "table_5" ], "tfidf": [ "table_7", "table_2", "text_23", "table_5", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "ETR/2016/page_150.pdf-4", "document": "ETR/2016/page_150.pdf", "gold_ids": [ "text_10" ], "predictions": { "bm25": [ "text_10", "text_1", "text_12", "text_11", "text_13" ], "tfidf": [ "text_10", "text_1", "text_11", "text_13", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "SNA/2013/page_83.pdf-2", "document": "SNA/2013/page_83.pdf", "gold_ids": [ "table_8" ], "predictions": { "bm25": [ "table_8", "text_10", "table_5", "table_7", "table_2" ], "tfidf": [ "table_8", "text_10", "table_0", "text_22", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "BLL/2011/page_32.pdf-4", "document": "BLL/2011/page_32.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_24", "table_1", "text_23", "table_2", "table_0" ], "tfidf": [ "table_0", "text_23", "text_24", "table_1", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CMCSA/2008/page_36.pdf-1", "document": "CMCSA/2008/page_36.pdf", "gold_ids": [ "table_2", "table_7" ], "predictions": { "bm25": [ "text_13", "text_11", "table_2", "text_12", "text_17" ], "tfidf": [ "text_13", "text_11", "table_2", "text_12", "text_16" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "AMT/2005/page_102.pdf-2", "document": "AMT/2005/page_102.pdf", "gold_ids": [ "text_4" ], "predictions": { "bm25": [ "text_4", "text_2", "text_5", "text_3", "text_9" ], "tfidf": [ "text_4", "text_2", "text_9", "text_3", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HII/2015/page_121.pdf-3", "document": "HII/2015/page_121.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_4", "text_5", "text_1", "table_1", "text_6" ], "tfidf": [ "text_4", "text_1", "text_5", "table_1", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2008/page_107.pdf-2", "document": "AMT/2008/page_107.pdf", "gold_ids": [ "table_0" ], "predictions": { "bm25": [ "text_15", "text_35", "text_14", "text_34", "table_0" ], "tfidf": [ "text_2", "text_22", "text_12", "text_32", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "MRO/2004/page_46.pdf-2", "document": "MRO/2004/page_46.pdf", "gold_ids": [ "table_3", "table_4" ], "predictions": { "bm25": [ "table_3", "table_4", "table_2", "text_19", "table_1" ], "tfidf": [ "table_3", "table_4", "table_2", "text_19", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "BLK/2012/page_33.pdf-2", "document": "BLK/2012/page_33.pdf", "gold_ids": [ "table_1", "table_5", "text_29" ], "predictions": { "bm25": [ "text_29", "table_1", "table_0", "table_4", "table_2" ], "tfidf": [ "text_29", "table_0", "table_1", "table_4", "table_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "RSG/2009/page_140.pdf-2", "document": "RSG/2009/page_140.pdf", "gold_ids": [ "text_12" ], "predictions": { "bm25": [ "text_12", "text_8", "text_6", "text_10", "text_9" ], "tfidf": [ "text_12", "text_8", "text_9", "text_1", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2009/page_175.pdf-3", "document": "JPM/2009/page_175.pdf", "gold_ids": [ "table_2", "table_4" ], "predictions": { "bm25": [ "table_2", "table_4", "text_8", "table_1", "text_0" ], "tfidf": [ "text_8", "table_2", "text_3", "table_4", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ZBH/2015/page_57.pdf-1", "document": "ZBH/2015/page_57.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "table_2", "table_1", "table_3", "text_13", "text_26" ], "tfidf": [ "table_2", "table_1", "table_3", "text_26", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DRE/2007/page_56.pdf-1", "document": "DRE/2007/page_56.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_5", "table_3", "text_6", "text_7" ], "tfidf": [ "table_1", "text_5", "table_3", "text_6", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MSI/2007/page_70.pdf-2", "document": "MSI/2007/page_70.pdf", "gold_ids": [ "table_1", "text_8" ], "predictions": { "bm25": [ "text_8", "text_4", "text_16", "text_18", "text_9" ], "tfidf": [ "text_8", "text_4", "text_19", "text_16", "text_18" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "PNC/2008/page_122.pdf-1", "document": "PNC/2008/page_122.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_9", "text_26", "text_4", "text_11", "text_2" ], "tfidf": [ "text_9", "text_26", "text_4", "text_2", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "ETR/2016/page_374.pdf-1", "document": "ETR/2016/page_374.pdf", "gold_ids": [ "text_7" ], "predictions": { "bm25": [ "table_2", "text_7", "text_10", "text_9", "table_6" ], "tfidf": [ "table_2", "text_7", "text_10", "table_6", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DISCA/2011/page_49.pdf-4", "document": "DISCA/2011/page_49.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_0", "text_7", "text_2", "text_1", "text_6" ], "tfidf": [ "text_0", "text_7", "text_2", "text_1", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "CME/2017/page_40.pdf-4", "document": "CME/2017/page_40.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_4", "text_0", "text_5", "text_10", "text_3" ], "tfidf": [ "text_4", "text_0", "text_1", "text_3", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "RSG/2018/page_135.pdf-2", "document": "RSG/2018/page_135.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_15", "table_2", "text_5", "text_6", "table_0" ], "tfidf": [ "text_5", "text_15", "text_3", "text_1", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DISH/2011/page_122.pdf-4", "document": "DISH/2011/page_122.pdf", "gold_ids": [ "text_13", "text_15" ], "predictions": { "bm25": [ "text_15", "text_21", "text_13", "text_19", "table_1" ], "tfidf": [ "text_15", "text_21", "text_13", "table_1", "text_19" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2018/page_78.pdf-1", "document": "GS/2018/page_78.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_3", "text_7", "table_0", "text_6" ], "tfidf": [ "text_3", "table_1", "text_27", "text_7", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "PNC/2012/page_68.pdf-3", "document": "PNC/2012/page_68.pdf", "gold_ids": [ "table_7", "text_22" ], "predictions": { "bm25": [ "text_25", "text_22", "text_24", "text_18", "text_23" ], "tfidf": [ "text_22", "text_25", "text_18", "text_24", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "GIS/2015/page_62.pdf-1", "document": "GIS/2015/page_62.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "table_2", "table_1", "text_0", "text_1", "text_16" ], "tfidf": [ "table_2", "table_1", "text_0", "text_20", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DVN/2015/page_79.pdf-2", "document": "DVN/2015/page_79.pdf", "gold_ids": [ "table_4", "text_18" ], "predictions": { "bm25": [ "table_4", "table_0", "table_1", "table_3", "table_2" ], "tfidf": [ "table_0", "table_4", "table_1", "text_21", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "CME/2010/page_69.pdf-3", "document": "CME/2010/page_69.pdf", "gold_ids": [ "table_4", "text_39" ], "predictions": { "bm25": [ "text_5", "text_41", "table_4", "text_43", "table_2" ], "tfidf": [ "text_43", "text_5", "text_41", "table_4", "text_39" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ABMD/2012/page_79.pdf-2", "document": "ABMD/2012/page_79.pdf", "gold_ids": [ "table_1", "table_7" ], "predictions": { "bm25": [ "table_7", "text_27", "text_20", "text_9", "text_25" ], "tfidf": [ "table_7", "text_27", "text_20", "text_9", "text_25" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "ANSS/2016/page_47.pdf-1", "document": "ANSS/2016/page_47.pdf", "gold_ids": [ "table_1", "table_6" ], "predictions": { "bm25": [ "text_0", "text_1", "text_5", "text_6", "table_1" ], "tfidf": [ "text_0", "text_4", "text_1", "text_2", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "ETR/2008/page_298.pdf-4", "document": "ETR/2008/page_298.pdf", "gold_ids": [ "table_2", "text_5" ], "predictions": { "bm25": [ "text_9", "text_10", "table_1", "text_16", "text_15" ], "tfidf": [ "text_9", "text_10", "table_0", "text_16", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "DISCA/2014/page_64.pdf-3", "document": "DISCA/2014/page_64.pdf", "gold_ids": [ "table_3", "table_4" ], "predictions": { "bm25": [ "text_9", "text_6", "table_4", "text_4", "text_1" ], "tfidf": [ "text_9", "text_6", "table_4", "text_4", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "DXC/2018/page_56.pdf-1", "document": "DXC/2018/page_56.pdf", "gold_ids": [ "table_1", "table_8" ], "predictions": { "bm25": [ "text_6", "table_1", "text_0", "table_2", "text_13" ], "tfidf": [ "text_0", "text_6", "text_1", "text_13", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "GS/2015/page_171.pdf-3", "document": "GS/2015/page_171.pdf", "gold_ids": [ "table_2", "text_13" ], "predictions": { "bm25": [ "text_13", "text_10", "text_23", "table_2", "table_4" ], "tfidf": [ "text_13", "text_10", "table_0", "table_2", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DVN/2012/page_77.pdf-3", "document": "DVN/2012/page_77.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_13", "text_0", "text_17", "text_10", "text_8" ], "tfidf": [ "text_13", "text_0", "text_8", "text_17", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "V/2010/page_28.pdf-1", "document": "V/2010/page_28.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_41", "text_1", "text_47", "text_43", "text_45" ], "tfidf": [ "text_41", "text_1", "text_43", "text_47", "text_45" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "SNA/2013/page_84.pdf-3", "document": "SNA/2013/page_84.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_16", "table_1", "table_3", "text_15", "table_2" ], "tfidf": [ "text_16", "table_1", "table_3", "text_15", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "INTC/2013/page_31.pdf-1", "document": "INTC/2013/page_31.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_6", "text_0", "text_2", "text_4", "table_2" ], "tfidf": [ "text_6", "text_0", "text_2", "text_4", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "BLL/2006/page_67.pdf-3", "document": "BLL/2006/page_67.pdf", "gold_ids": [ "table_3", "table_7" ], "predictions": { "bm25": [ "text_10", "table_7", "text_17", "text_12", "text_19" ], "tfidf": [ "text_10", "table_7", "text_12", "text_17", "text_19" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "PNC/2012/page_174.pdf-1", "document": "PNC/2012/page_174.pdf", "gold_ids": [ "table_7", "text_5", "text_6" ], "predictions": { "bm25": [ "text_6", "text_17", "text_13", "text_23", "text_10" ], "tfidf": [ "text_6", "text_17", "text_13", "text_10", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "MRO/2003/page_45.pdf-3", "document": "MRO/2003/page_45.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_2", "text_19", "text_0", "text_18", "table_1" ], "tfidf": [ "text_2", "text_19", "table_1", "text_0", "text_18" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CB/2008/page_229.pdf-1", "document": "CB/2008/page_229.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "table_0", "table_1", "text_7", "text_3" ], "tfidf": [ "table_2", "table_0", "table_1", "text_7", "text_23" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "SNA/2013/page_84.pdf-2", "document": "SNA/2013/page_84.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_3", "text_17", "text_19", "text_16", "text_6" ], "tfidf": [ "table_3", "text_19", "text_17", "text_16", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AMT/2016/page_125.pdf-1", "document": "AMT/2016/page_125.pdf", "gold_ids": [ "table_1", "table_6" ], "predictions": { "bm25": [ "text_0", "text_3", "text_2", "text_9", "text_6" ], "tfidf": [ "text_3", "text_2", "text_9", "text_0", "text_23" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "ETR/2017/page_372.pdf-3", "document": "ETR/2017/page_372.pdf", "gold_ids": [ "table_1", "table_5", "text_5" ], "predictions": { "bm25": [ "text_3", "text_4", "table_5", "table_1", "text_1" ], "tfidf": [ "table_5", "text_3", "table_1", "text_4", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "ETR/2004/page_239.pdf-2", "document": "ETR/2004/page_239.pdf", "gold_ids": [ "table_1", "table_4" ], "predictions": { "bm25": [ "text_0", "text_4", "text_3", "table_4", "table_1" ], "tfidf": [ "text_0", "text_4", "text_3", "table_4", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2014/page_165.pdf-3", "document": "GS/2014/page_165.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_6", "table_0", "text_8", "table_7" ], "tfidf": [ "table_1", "text_8", "table_0", "table_6", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MKTX/2004/page_99.pdf-2", "document": "MKTX/2004/page_99.pdf", "gold_ids": [ "text_7" ], "predictions": { "bm25": [ "text_7", "text_8", "table_0", "table_1", "text_10" ], "tfidf": [ "text_7", "table_0", "text_8", "table_1", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "STT/2011/page_69.pdf-4", "document": "STT/2011/page_69.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "text_5", "text_6", "table_0", "table_1", "table_2" ], "tfidf": [ "text_5", "text_6", "table_0", "table_1", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "ZBH/2009/page_58.pdf-3", "document": "ZBH/2009/page_58.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "table_3", "table_0", "table_1", "table_4", "table_6" ], "tfidf": [ "table_3", "table_0", "table_1", "table_6", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MRO/2013/page_39.pdf-3", "document": "MRO/2013/page_39.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_19", "text_21", "text_26", "text_20", "table_1" ], "tfidf": [ "text_26", "text_22", "text_21", "text_19", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "C/2015/page_96.pdf-2", "document": "C/2015/page_96.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_0", "table_4", "table_3", "table_2" ], "tfidf": [ "table_0", "table_1", "table_4", "table_2", "text_18" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "PM/2017/page_32.pdf-2", "document": "PM/2017/page_32.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "text_34", "text_30", "table_1", "table_0" ], "tfidf": [ "table_0", "text_33", "text_20", "text_8", "text_34" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "IP/2009/page_84.pdf-2", "document": "IP/2009/page_84.pdf", "gold_ids": [ "text_26" ], "predictions": { "bm25": [ "text_26", "text_3", "text_19", "text_29", "text_10" ], "tfidf": [ "text_26", "text_3", "text_1", "text_10", "text_19" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GPN/2013/page_87.pdf-4", "document": "GPN/2013/page_87.pdf", "gold_ids": [ "table_4", "table_8", "text_2" ], "predictions": { "bm25": [ "text_3", "text_5", "text_15", "text_0", "text_1" ], "tfidf": [ "text_3", "text_15", "text_5", "text_11", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "JPM/2018/page_90.pdf-4", "document": "JPM/2018/page_90.pdf", "gold_ids": [ "table_7" ], "predictions": { "bm25": [ "table_7", "text_21", "text_5", "table_8", "table_1" ], "tfidf": [ "text_21", "text_5", "table_1", "table_8", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "MRO/2006/page_93.pdf-2", "document": "MRO/2006/page_93.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_43", "table_1", "table_2", "text_48", "text_5" ], "tfidf": [ "text_43", "table_1", "table_2", "table_0", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AAL/2015/page_114.pdf-2", "document": "AAL/2015/page_114.pdf", "gold_ids": [ "table_6", "text_15" ], "predictions": { "bm25": [ "table_4", "text_7", "text_11", "text_5", "text_10" ], "tfidf": [ "table_4", "text_11", "text_6", "text_4", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "HOLX/2007/page_93.pdf-1", "document": "HOLX/2007/page_93.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_49", "text_14", "table_1", "table_2", "text_12" ], "tfidf": [ "table_1", "text_14", "table_2", "text_49", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DXC/2018/page_56.pdf-2", "document": "DXC/2018/page_56.pdf", "gold_ids": [ "table_2", "table_8" ], "predictions": { "bm25": [ "text_13", "table_2", "text_6", "text_0", "table_1" ], "tfidf": [ "text_13", "text_0", "text_1", "table_2", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "FIS/2016/page_45.pdf-1", "document": "FIS/2016/page_45.pdf", "gold_ids": [ "text_10" ], "predictions": { "bm25": [ "text_13", "text_10", "text_12", "text_14", "text_5" ], "tfidf": [ "text_10", "text_13", "text_12", "text_14", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "RSG/2016/page_135.pdf-1", "document": "RSG/2016/page_135.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_15", "text_4", "text_19", "text_18", "text_5" ], "tfidf": [ "text_15", "text_3", "text_5", "text_4", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "UPS/2012/page_32.pdf-2", "document": "UPS/2012/page_32.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "text_2", "text_1", "table_1", "table_3", "table_0" ], "tfidf": [ "text_2", "text_1", "table_1", "table_3", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "DRE/2005/page_30.pdf-1", "document": "DRE/2005/page_30.pdf", "gold_ids": [ "text_1" ], "predictions": { "bm25": [ "text_1", "text_3", "table_2", "text_6", "text_11" ], "tfidf": [ "text_1", "table_0", "text_6", "text_15", "text_27" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETFC/2012/page_43.pdf-3", "document": "ETFC/2012/page_43.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "text_0", "table_3", "text_1", "text_4", "text_3" ], "tfidf": [ "text_0", "text_1", "table_3", "text_3", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2016/page_374.pdf-3", "document": "ETR/2016/page_374.pdf", "gold_ids": [ "table_1", "table_7" ], "predictions": { "bm25": [ "text_0", "text_5", "text_10", "text_4", "text_2" ], "tfidf": [ "text_0", "text_5", "table_7", "table_1", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "LMT/2014/page_50.pdf-3", "document": "LMT/2014/page_50.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "text_15", "text_2", "text_23", "text_12", "table_2" ], "tfidf": [ "table_0", "text_2", "text_12", "text_15", "text_23" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "MSI/2012/page_87.pdf-1", "document": "MSI/2012/page_87.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_19", "text_25", "text_21", "text_20", "text_18" ], "tfidf": [ "text_19", "text_25", "text_21", "text_18", "text_20" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "DRE/2005/page_30.pdf-2", "document": "DRE/2005/page_30.pdf", "gold_ids": [ "table_3", "table_4" ], "predictions": { "bm25": [ "table_1", "text_9", "table_2", "table_4", "text_8" ], "tfidf": [ "table_1", "table_4", "text_9", "table_2", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "GS/2013/page_220.pdf-3", "document": "GS/2013/page_220.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_4", "text_1", "text_0", "table_2", "table_3" ], "tfidf": [ "text_4", "text_1", "text_0", "text_3", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "MSI/2008/page_69.pdf-1", "document": "MSI/2008/page_69.pdf", "gold_ids": [ "table_1", "text_13" ], "predictions": { "bm25": [ "text_13", "text_16", "text_11", "text_15", "table_1" ], "tfidf": [ "text_13", "text_15", "text_16", "text_11", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "GS/2013/page_85.pdf-2", "document": "GS/2013/page_85.pdf", "gold_ids": [ "text_1", "text_15" ], "predictions": { "bm25": [ "text_15", "text_17", "text_18", "text_16", "table_0" ], "tfidf": [ "text_15", "text_17", "text_18", "text_16", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "MAR/2004/page_45.pdf-1", "document": "MAR/2004/page_45.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_2", "table_0", "table_3", "text_7" ], "tfidf": [ "table_1", "table_2", "table_0", "text_7", "text_26" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2005/page_80.pdf-2", "document": "JPM/2005/page_80.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_2", "text_26", "table_2", "table_1", "text_5" ], "tfidf": [ "table_0", "table_1", "table_2", "text_2", "text_26" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "FIS/2016/page_45.pdf-3", "document": "FIS/2016/page_45.pdf", "gold_ids": [ "text_10" ], "predictions": { "bm25": [ "text_10", "text_12", "text_13", "text_14", "text_5" ], "tfidf": [ "text_10", "text_12", "text_13", "text_14", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "TFX/2017/page_78.pdf-2", "document": "TFX/2017/page_78.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_22", "text_9", "table_1", "table_0", "text_21" ], "tfidf": [ "text_22", "text_9", "table_1", "table_0", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CB/2010/page_103.pdf-1", "document": "CB/2010/page_103.pdf", "gold_ids": [ "table_7", "table_8" ], "predictions": { "bm25": [ "text_1", "table_7", "text_0", "text_2", "table_0" ], "tfidf": [ "text_1", "text_0", "table_7", "text_2", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "HUM/2017/page_118.pdf-4", "document": "HUM/2017/page_118.pdf", "gold_ids": [ "text_1" ], "predictions": { "bm25": [ "text_1", "text_2", "table_1", "table_0", "table_2" ], "tfidf": [ "text_1", "text_2", "table_1", "table_0", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "WRK/2018/page_107.pdf-1", "document": "WRK/2018/page_107.pdf", "gold_ids": [ "table_1", "table_9", "text_0" ], "predictions": { "bm25": [ "table_9", "table_1", "text_0", "text_12", "text_11" ], "tfidf": [ "table_9", "table_1", "text_11", "text_5", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "SNA/2013/page_83.pdf-3", "document": "SNA/2013/page_83.pdf", "gold_ids": [ "table_3", "table_4" ], "predictions": { "bm25": [ "table_4", "text_4", "text_16", "text_10", "text_7" ], "tfidf": [ "table_4", "text_4", "text_22", "text_1", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "WRK/2018/page_107.pdf-5", "document": "WRK/2018/page_107.pdf", "gold_ids": [ "table_9" ], "predictions": { "bm25": [ "table_9", "table_1", "text_0", "text_11", "text_5" ], "tfidf": [ "table_9", "table_1", "text_11", "text_8", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ETR/2017/page_372.pdf-2", "document": "ETR/2017/page_372.pdf", "gold_ids": [ "table_1", "table_2", "table_5", "text_5" ], "predictions": { "bm25": [ "text_6", "text_4", "text_7", "text_3", "table_2" ], "tfidf": [ "text_6", "text_4", "text_7", "table_5", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } } } }, { "id": "ADBE/2008/page_89.pdf-1", "document": "ADBE/2008/page_89.pdf", "gold_ids": [ "table_6" ], "predictions": { "bm25": [ "text_1", "text_0", "text_2", "text_17", "text_16" ], "tfidf": [ "text_1", "text_2", "text_0", "text_20", "text_16" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "C/2018/page_176.pdf-2", "document": "C/2018/page_176.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_26", "text_27", "text_25", "table_2", "text_15" ], "tfidf": [ "text_26", "text_27", "text_15", "text_2", "text_25" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "DRE/2007/page_56.pdf-2", "document": "DRE/2007/page_56.pdf", "gold_ids": [ "table_1", "table_4", "text_2" ], "predictions": { "bm25": [ "text_5", "text_6", "text_7", "table_1", "table_3" ], "tfidf": [ "text_5", "text_6", "text_7", "text_10", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "HUM/2017/page_118.pdf-3", "document": "HUM/2017/page_118.pdf", "gold_ids": [ "table_2", "table_3", "table_4", "table_5", "table_6" ], "predictions": { "bm25": [ "text_2", "text_1", "table_3", "table_1", "table_0" ], "tfidf": [ "text_2", "text_1", "table_3", "table_1", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.2, "complete": 0.0 }, "5": { "recall": 0.2, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.2, "complete": 0.0 }, "5": { "recall": 0.2, "complete": 0.0 } } } }, { "id": "AON/2018/page_87.pdf-1", "document": "AON/2018/page_87.pdf", "gold_ids": [ "text_7" ], "predictions": { "bm25": [ "text_7", "text_5", "text_6", "text_24", "text_1" ], "tfidf": [ "text_7", "text_5", "text_6", "text_24", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "IP/2009/page_45.pdf-2", "document": "IP/2009/page_45.pdf", "gold_ids": [ "table_1", "table_5" ], "predictions": { "bm25": [ "text_23", "text_6", "text_17", "text_25", "table_1" ], "tfidf": [ "text_23", "text_25", "text_6", "text_17", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "AON/2010/page_86.pdf-2", "document": "AON/2010/page_86.pdf", "gold_ids": [ "table_13", "table_5" ], "predictions": { "bm25": [ "table_13", "text_14", "text_13", "text_6", "text_1" ], "tfidf": [ "table_13", "text_14", "text_6", "text_13", "table_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HOLX/2008/page_143.pdf-1", "document": "HOLX/2008/page_143.pdf", "gold_ids": [ "text_6" ], "predictions": { "bm25": [ "text_6", "text_24", "text_0", "text_2", "text_14" ], "tfidf": [ "text_6", "text_0", "text_24", "text_2", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MRO/2003/page_84.pdf-4", "document": "MRO/2003/page_84.pdf", "gold_ids": [ "table_4" ], "predictions": { "bm25": [ "table_4", "text_11", "text_13", "table_2", "text_0" ], "tfidf": [ "table_4", "table_0", "text_11", "text_0", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UNP/2009/page_35.pdf-1", "document": "UNP/2009/page_35.pdf", "gold_ids": [ "table_8" ], "predictions": { "bm25": [ "table_8", "text_8", "text_2", "text_18", "text_12" ], "tfidf": [ "table_8", "text_7", "text_2", "text_18", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2012/page_118.pdf-3", "document": "AMT/2012/page_118.pdf", "gold_ids": [ "table_2", "table_3", "text_1" ], "predictions": { "bm25": [ "text_3", "table_7", "table_1", "table_2", "table_4" ], "tfidf": [ "text_3", "table_7", "table_2", "table_4", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "MMM/2015/page_93.pdf-1", "document": "MMM/2015/page_93.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_0", "table_2", "table_3", "table_4" ], "tfidf": [ "table_0", "table_1", "text_15", "table_2", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "PKG/2002/page_52.pdf-1", "document": "PKG/2002/page_52.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_4", "text_7", "text_5", "text_2" ], "tfidf": [ "text_4", "table_1", "text_2", "text_5", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MRO/2008/page_45.pdf-2", "document": "MRO/2008/page_45.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "table_1", "text_18", "table_2", "text_13", "table_0" ], "tfidf": [ "text_18", "table_1", "table_2", "table_0", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "UNP/2011/page_24.pdf-2", "document": "UNP/2011/page_24.pdf", "gold_ids": [ "table_1", "table_5" ], "predictions": { "bm25": [ "text_1", "text_6", "text_7", "text_2", "table_3" ], "tfidf": [ "text_6", "text_1", "text_2", "text_7", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "WRK/2018/page_107.pdf-2", "document": "WRK/2018/page_107.pdf", "gold_ids": [ "table_9", "text_5", "text_9" ], "predictions": { "bm25": [ "text_5", "text_9", "text_11", "text_3", "text_0" ], "tfidf": [ "text_5", "text_3", "text_11", "text_9", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "SNA/2007/page_49.pdf-1", "document": "SNA/2007/page_49.pdf", "gold_ids": [ "text_3" ], "predictions": { "bm25": [ "text_3", "text_10", "text_4", "text_6", "text_23" ], "tfidf": [ "text_3", "text_10", "text_6", "text_4", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UNP/2011/page_24.pdf-1", "document": "UNP/2011/page_24.pdf", "gold_ids": [ "text_1", "text_23" ], "predictions": { "bm25": [ "text_6", "text_1", "table_6", "text_23", "text_7" ], "tfidf": [ "text_6", "text_1", "table_6", "text_2", "text_23" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GIS/2017/page_31.pdf-3", "document": "GIS/2017/page_31.pdf", "gold_ids": [ "text_2" ], "predictions": { "bm25": [ "text_3", "text_2", "text_15", "table_6", "table_8" ], "tfidf": [ "text_3", "text_2", "text_15", "text_6", "table_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MRO/2013/page_39.pdf-2", "document": "MRO/2013/page_39.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_19", "text_21", "text_26", "text_20", "table_1" ], "tfidf": [ "text_26", "text_22", "text_21", "text_19", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2015/page_137.pdf-2", "document": "JPM/2015/page_137.pdf", "gold_ids": [ "table_1", "table_6" ], "predictions": { "bm25": [ "table_1", "table_6", "table_8", "text_26", "text_20" ], "tfidf": [ "text_26", "text_16", "table_1", "table_6", "table_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "FIS/2016/page_31.pdf-3", "document": "FIS/2016/page_31.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_1", "text_2", "table_2", "table_3", "text_4" ], "tfidf": [ "table_0", "table_2", "table_3", "table_1", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ILMN/2008/page_82.pdf-2", "document": "ILMN/2008/page_82.pdf", "gold_ids": [ "table_4" ], "predictions": { "bm25": [ "text_2", "table_4", "text_14", "text_17", "text_11" ], "tfidf": [ "text_17", "text_2", "text_14", "table_4", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MAS/2017/page_27.pdf-1", "document": "MAS/2017/page_27.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_0", "text_2", "text_1", "table_1", "text_3" ], "tfidf": [ "text_0", "text_2", "text_1", "table_1", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "HOLX/2007/page_93.pdf-2", "document": "HOLX/2007/page_93.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "text_49", "text_14", "table_1", "table_2", "text_8" ], "tfidf": [ "table_1", "text_14", "text_49", "table_2", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "GS/2014/page_165.pdf-1", "document": "GS/2014/page_165.pdf", "gold_ids": [ "table_1", "table_7" ], "predictions": { "bm25": [ "text_18", "table_6", "table_1", "table_7", "table_3" ], "tfidf": [ "text_18", "table_6", "table_1", "table_7", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MAR/2018/page_43.pdf-1", "document": "MAR/2018/page_43.pdf", "gold_ids": [ "table_3", "table_6" ], "predictions": { "bm25": [ "text_21", "table_3", "text_25", "text_26", "table_6" ], "tfidf": [ "text_21", "table_3", "text_25", "text_26", "table_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2006/page_104.pdf-4", "document": "AMT/2006/page_104.pdf", "gold_ids": [ "table_8" ], "predictions": { "bm25": [ "text_5", "text_1", "table_8", "text_13", "text_12" ], "tfidf": [ "text_5", "table_8", "text_1", "text_13", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "IP/2006/page_38.pdf-2", "document": "IP/2006/page_38.pdf", "gold_ids": [ "table_1", "table_4" ], "predictions": { "bm25": [ "text_16", "text_6", "text_12", "text_18", "text_17" ], "tfidf": [ "text_16", "text_12", "text_17", "text_6", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "ETR/2004/page_212.pdf-3", "document": "ETR/2004/page_212.pdf", "gold_ids": [ "table_1", "table_8" ], "predictions": { "bm25": [ "text_4", "text_3", "text_0", "text_9", "text_7" ], "tfidf": [ "text_4", "text_0", "text_3", "table_8", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "UNP/2015/page_56.pdf-2", "document": "UNP/2015/page_56.pdf", "gold_ids": [ "text_3", "text_5" ], "predictions": { "bm25": [ "text_3", "text_21", "text_9", "text_19", "text_24" ], "tfidf": [ "text_3", "text_9", "text_6", "text_24", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "DRE/2012/page_40.pdf-1", "document": "DRE/2012/page_40.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_12", "text_13", "text_10", "text_16" ], "tfidf": [ "table_1", "text_13", "text_12", "text_10", "text_16" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2010/page_273.pdf-1", "document": "JPM/2010/page_273.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "text_2", "text_4", "table_3", "text_15", "text_30" ], "tfidf": [ "text_2", "text_4", "table_3", "text_15", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "ALLE/2015/page_24.pdf-1", "document": "ALLE/2015/page_24.pdf", "gold_ids": [ "text_17", "text_18" ], "predictions": { "bm25": [ "text_17", "text_16", "text_12", "text_7", "text_15" ], "tfidf": [ "text_17", "text_19", "text_7", "text_18", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AES/2002/page_128.pdf-3", "document": "AES/2002/page_128.pdf", "gold_ids": [ "table_1", "table_7" ], "predictions": { "bm25": [ "text_11", "text_16", "table_1", "text_5", "text_10" ], "tfidf": [ "text_11", "text_16", "table_1", "text_5", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "SLG/2011/page_91.pdf-5", "document": "SLG/2011/page_91.pdf", "gold_ids": [ "table_1", "table_5", "text_3" ], "predictions": { "bm25": [ "table_1", "table_5", "table_4", "text_4", "table_7" ], "tfidf": [ "table_1", "table_5", "table_4", "text_4", "table_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "KHC/2018/page_132.pdf-2", "document": "KHC/2018/page_132.pdf", "gold_ids": [ "text_0", "text_12", "text_4", "text_8" ], "predictions": { "bm25": [ "text_8", "text_14", "text_1", "text_12", "text_4" ], "tfidf": [ "text_8", "text_1", "text_7", "text_4", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.25, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.75, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.25, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "GS/2012/page_142.pdf-2", "document": "GS/2012/page_142.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "table_3", "table_4", "table_0", "table_1" ], "tfidf": [ "table_2", "table_3", "table_4", "table_0", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "SNA/2013/page_34.pdf-3", "document": "SNA/2013/page_34.pdf", "gold_ids": [ "table_1", "table_2", "table_3", "text_3" ], "predictions": { "bm25": [ "text_3", "text_4", "text_0", "text_1", "table_1" ], "tfidf": [ "text_4", "text_1", "text_0", "text_3", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.25, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } } } }, { "id": "BKNG/2016/page_33.pdf-1", "document": "BKNG/2016/page_33.pdf", "gold_ids": [ "table_6" ], "predictions": { "bm25": [ "text_0", "table_0", "table_1", "table_2", "table_3" ], "tfidf": [ "table_0", "text_0", "table_3", "table_4", "table_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AWK/2013/page_122.pdf-4", "document": "AWK/2013/page_122.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_13", "table_1", "table_4", "text_0", "text_8" ], "tfidf": [ "text_8", "table_1", "table_4", "text_13", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "JPM/2015/page_137.pdf-4", "document": "JPM/2015/page_137.pdf", "gold_ids": [ "table_2", "table_6" ], "predictions": { "bm25": [ "table_6", "table_8", "text_26", "text_18", "text_16" ], "tfidf": [ "table_6", "table_8", "text_16", "text_15", "text_26" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "IPG/2017/page_92.pdf-3", "document": "IPG/2017/page_92.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "table_3", "text_4", "table_1", "text_10", "text_8" ], "tfidf": [ "text_4", "table_3", "text_10", "text_19", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "RSG/2010/page_57.pdf-1", "document": "RSG/2010/page_57.pdf", "gold_ids": [ "text_6" ], "predictions": { "bm25": [ "text_6", "text_12", "text_11", "text_5", "text_9" ], "tfidf": [ "text_6", "text_12", "text_11", "table_4", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "K/2006/page_52.pdf-3", "document": "K/2006/page_52.pdf", "gold_ids": [ "table_1", "text_4" ], "predictions": { "bm25": [ "table_1", "text_16", "text_20", "text_24", "text_15" ], "tfidf": [ "table_1", "text_16", "text_20", "text_15", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "RCL/2016/page_6.pdf-2", "document": "RCL/2016/page_6.pdf", "gold_ids": [ "text_10", "text_9" ], "predictions": { "bm25": [ "text_9", "text_10", "text_11", "text_2", "text_3" ], "tfidf": [ "text_9", "text_10", "text_11", "text_2", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ZBH/2015/page_57.pdf-3", "document": "ZBH/2015/page_57.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "text_16", "table_3", "text_2", "table_1", "text_3" ], "tfidf": [ "text_16", "text_15", "table_3", "text_2", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "STT/2014/page_54.pdf-2", "document": "STT/2014/page_54.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_0", "table_4", "table_2", "table_3" ], "tfidf": [ "table_1", "table_0", "table_4", "table_2", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "STT/2007/page_111.pdf-4", "document": "STT/2007/page_111.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_12", "text_1", "table_0", "text_5" ], "tfidf": [ "table_1", "table_0", "text_5", "text_12", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "SNA/2013/page_34.pdf-2", "document": "SNA/2013/page_34.pdf", "gold_ids": [ "table_1", "table_2", "table_3", "text_3" ], "predictions": { "bm25": [ "text_4", "text_3", "text_0", "text_1", "table_1" ], "tfidf": [ "text_4", "text_1", "text_0", "text_3", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "MRK/2013/page_125.pdf-1", "document": "MRK/2013/page_125.pdf", "gold_ids": [ "table_7" ], "predictions": { "bm25": [ "text_0", "text_17", "text_29", "text_22", "text_5" ], "tfidf": [ "text_0", "text_28", "text_22", "text_11", "text_18" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "CDNS/2018/page_66.pdf-2", "document": "CDNS/2018/page_66.pdf", "gold_ids": [ "table_1", "table_6" ], "predictions": { "bm25": [ "text_8", "table_6", "table_1", "table_2", "text_14" ], "tfidf": [ "text_8", "table_2", "table_6", "text_9", "table_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "DVN/2018/page_35.pdf-1", "document": "DVN/2018/page_35.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "table_3", "text_9", "text_0", "table_4", "table_1" ], "tfidf": [ "text_9", "table_3", "table_0", "text_0", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "C/2008/page_22.pdf-4", "document": "C/2008/page_22.pdf", "gold_ids": [ "table_4" ], "predictions": { "bm25": [ "table_0", "table_4", "text_18", "table_3", "table_1" ], "tfidf": [ "table_0", "text_18", "table_4", "table_3", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2007/page_127.pdf-3", "document": "AMT/2007/page_127.pdf", "gold_ids": [ "text_20" ], "predictions": { "bm25": [ "text_20", "text_13", "text_22", "text_21", "text_10" ], "tfidf": [ "text_13", "text_21", "text_10", "table_0", "text_22" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AES/2001/page_85.pdf-3", "document": "AES/2001/page_85.pdf", "gold_ids": [ "table_5", "table_6" ], "predictions": { "bm25": [ "text_14", "text_11", "table_6", "text_6", "text_8" ], "tfidf": [ "text_14", "text_11", "table_6", "text_6", "text_24" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "L/2009/page_84.pdf-1", "document": "L/2009/page_84.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_2", "text_1", "text_7", "table_1", "text_9" ], "tfidf": [ "text_2", "text_1", "text_7", "text_9", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "ETR/2016/page_150.pdf-3", "document": "ETR/2016/page_150.pdf", "gold_ids": [ "text_10" ], "predictions": { "bm25": [ "text_10", "text_1", "text_12", "text_11", "text_13" ], "tfidf": [ "text_10", "text_1", "text_11", "text_12", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CE/2016/page_19.pdf-1", "document": "CE/2016/page_19.pdf", "gold_ids": [ "text_5" ], "predictions": { "bm25": [ "text_5", "text_7", "text_4", "text_6", "text_11" ], "tfidf": [ "text_5", "text_6", "text_7", "text_4", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2006/page_113.pdf-3", "document": "AMT/2006/page_113.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_16", "table_1", "text_13", "text_3", "text_17" ], "tfidf": [ "text_16", "text_17", "table_1", "text_3", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CDW/2015/page_70.pdf-1", "document": "CDW/2015/page_70.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_13", "table_2", "table_0", "text_17", "table_1" ], "tfidf": [ "text_13", "table_2", "text_17", "text_5", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "NCLH/2018/page_97.pdf-2", "document": "NCLH/2018/page_97.pdf", "gold_ids": [ "text_7", "text_8" ], "predictions": { "bm25": [ "text_8", "text_7", "text_14", "text_9", "text_1" ], "tfidf": [ "text_8", "text_7", "text_14", "text_1", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AWK/2017/page_148.pdf-4", "document": "AWK/2017/page_148.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "table_3", "table_0", "table_1", "table_4", "text_2" ], "tfidf": [ "table_3", "table_0", "text_8", "text_7", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "C/2009/page_63.pdf-1", "document": "C/2009/page_63.pdf", "gold_ids": [ "text_16", "text_18" ], "predictions": { "bm25": [ "text_16", "text_17", "text_18", "text_20", "text_12" ], "tfidf": [ "text_12", "text_14", "text_16", "text_18", "text_17" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AWK/2018/page_146.pdf-2", "document": "AWK/2018/page_146.pdf", "gold_ids": [ "text_7" ], "predictions": { "bm25": [ "text_6", "text_7", "text_8", "text_3", "text_2" ], "tfidf": [ "text_6", "text_7", "text_8", "text_3", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "LMT/2015/page_89.pdf-4", "document": "LMT/2015/page_89.pdf", "gold_ids": [ "text_17" ], "predictions": { "bm25": [ "text_17", "text_15", "text_21", "text_12", "text_4" ], "tfidf": [ "text_17", "text_21", "text_15", "text_14", "text_18" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "PNC/2014/page_111.pdf-1", "document": "PNC/2014/page_111.pdf", "gold_ids": [ "text_13", "text_16" ], "predictions": { "bm25": [ "text_16", "text_22", "text_12", "text_23", "text_27" ], "tfidf": [ "text_16", "text_11", "table_2", "text_17", "text_27" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "VRTX/2006/page_111.pdf-1", "document": "VRTX/2006/page_111.pdf", "gold_ids": [ "text_14" ], "predictions": { "bm25": [ "text_14", "table_6", "text_18", "text_12", "text_16" ], "tfidf": [ "text_14", "table_6", "text_18", "text_9", "text_24" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CDNS/2018/page_66.pdf-3", "document": "CDNS/2018/page_66.pdf", "gold_ids": [ "table_1", "table_6" ], "predictions": { "bm25": [ "table_2", "text_9", "text_8", "text_11", "text_12" ], "tfidf": [ "table_2", "text_9", "text_8", "text_11", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "BKR/2017/page_56.pdf-2", "document": "BKR/2017/page_56.pdf", "gold_ids": [ "text_1", "text_2" ], "predictions": { "bm25": [ "text_2", "text_1", "text_3", "text_4", "text_6" ], "tfidf": [ "text_2", "text_1", "text_26", "text_4", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2009/page_175.pdf-2", "document": "JPM/2009/page_175.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "table_2", "table_1", "table_4", "table_3", "text_7" ], "tfidf": [ "table_2", "table_1", "table_0", "table_4", "table_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JKHY/2017/page_26.pdf-2", "document": "JKHY/2017/page_26.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_0", "text_2", "text_1", "text_3", "table_1" ], "tfidf": [ "text_0", "text_2", "text_1", "text_3", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "CB/2010/page_103.pdf-2", "document": "CB/2010/page_103.pdf", "gold_ids": [ "table_1", "table_8" ], "predictions": { "bm25": [ "text_0", "table_1", "text_1", "text_2", "table_0" ], "tfidf": [ "text_0", "text_1", "text_2", "table_1", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "STT/2007/page_111.pdf-1", "document": "STT/2007/page_111.pdf", "gold_ids": [ "text_12" ], "predictions": { "bm25": [ "text_11", "text_12", "text_24", "text_3", "table_1" ], "tfidf": [ "text_11", "table_0", "text_5", "text_3", "text_20" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "ETR/2016/page_150.pdf-2", "document": "ETR/2016/page_150.pdf", "gold_ids": [ "text_15" ], "predictions": { "bm25": [ "text_15", "text_7", "text_16", "text_11", "table_5" ], "tfidf": [ "text_15", "text_7", "text_11", "text_3", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "V/2008/page_180.pdf-1", "document": "V/2008/page_180.pdf", "gold_ids": [ "table_1", "table_7" ], "predictions": { "bm25": [ "table_1", "table_7", "text_1", "text_7", "table_0" ], "tfidf": [ "table_1", "table_7", "table_0", "text_1", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "SLB/2015/page_59.pdf-1", "document": "SLB/2015/page_59.pdf", "gold_ids": [ "text_1" ], "predictions": { "bm25": [ "text_1", "text_4", "text_3", "text_0", "text_2" ], "tfidf": [ "text_1", "text_2", "text_3", "text_0", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UNP/2016/page_52.pdf-2", "document": "UNP/2016/page_52.pdf", "gold_ids": [ "table_3", "table_9" ], "predictions": { "bm25": [ "table_9", "table_7", "text_12", "text_13", "text_10" ], "tfidf": [ "text_6", "table_9", "text_12", "table_7", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "INTC/2015/page_41.pdf-1", "document": "INTC/2015/page_41.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "text_3", "table_0", "table_3", "table_1", "table_2" ], "tfidf": [ "text_3", "table_0", "table_3", "table_1", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2003/page_102.pdf-4", "document": "AMT/2003/page_102.pdf", "gold_ids": [ "text_6", "text_8" ], "predictions": { "bm25": [ "text_7", "text_6", "text_8", "text_0", "text_11" ], "tfidf": [ "text_6", "text_7", "text_11", "text_4", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "PKG/2005/page_74.pdf-3", "document": "PKG/2005/page_74.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_2", "text_1", "text_3", "table_1", "table_2" ], "tfidf": [ "text_2", "text_1", "text_3", "table_1", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MRO/2003/page_84.pdf-1", "document": "MRO/2003/page_84.pdf", "gold_ids": [ "text_2" ], "predictions": { "bm25": [ "text_2", "text_1", "text_15", "text_11", "text_0" ], "tfidf": [ "text_2", "text_15", "text_17", "text_11", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "LKQ/2016/page_87.pdf-2", "document": "LKQ/2016/page_87.pdf", "gold_ids": [ "text_7" ], "predictions": { "bm25": [ "text_7", "text_13", "text_9", "text_5", "text_12" ], "tfidf": [ "text_7", "text_13", "text_9", "text_5", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2012/page_121.pdf-2", "document": "GS/2012/page_121.pdf", "gold_ids": [ "table_13" ], "predictions": { "bm25": [ "text_4", "table_13", "table_8", "text_3", "table_14" ], "tfidf": [ "table_13", "text_4", "table_5", "text_3", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MAR/2004/page_45.pdf-2", "document": "MAR/2004/page_45.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "table_1", "table_3", "text_3", "table_0" ], "tfidf": [ "table_2", "table_1", "text_3", "table_0", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "AMT/2007/page_127.pdf-2", "document": "AMT/2007/page_127.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "table_1", "text_24", "text_22", "table_5" ], "tfidf": [ "table_2", "text_21", "text_22", "text_7", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "LMT/2016/page_49.pdf-1", "document": "LMT/2016/page_49.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_16", "text_20", "table_1", "text_15", "text_4" ], "tfidf": [ "text_16", "text_15", "table_1", "table_0", "text_20" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JPM/2015/page_137.pdf-3", "document": "JPM/2015/page_137.pdf", "gold_ids": [ "table_3", "table_6", "table_8" ], "predictions": { "bm25": [ "table_3", "table_6", "table_8", "text_26", "table_2" ], "tfidf": [ "table_3", "table_6", "table_8", "text_26", "text_17" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "K/2006/page_52.pdf-1", "document": "K/2006/page_52.pdf", "gold_ids": [ "table_1", "table_3", "text_4" ], "predictions": { "bm25": [ "text_20", "table_1", "text_18", "text_22", "text_24" ], "tfidf": [ "text_20", "table_1", "text_18", "text_22", "text_24" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "GRMN/2008/page_85.pdf-1", "document": "GRMN/2008/page_85.pdf", "gold_ids": [ "table_8" ], "predictions": { "bm25": [ "text_19", "text_18", "text_17", "text_21", "text_20" ], "tfidf": [ "text_19", "text_17", "text_21", "text_18", "text_20" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "BDX/2018/page_106.pdf-1", "document": "BDX/2018/page_106.pdf", "gold_ids": [ "table_1", "table_8" ], "predictions": { "bm25": [ "table_1", "text_6", "text_10", "table_4", "text_4" ], "tfidf": [ "table_1", "text_4", "text_6", "text_12", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "LMT/2014/page_77.pdf-1", "document": "LMT/2014/page_77.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "table_3", "table_1", "text_13", "text_12", "text_15" ], "tfidf": [ "table_3", "table_1", "text_13", "text_12", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "JKHY/2019/page_18.pdf-2", "document": "JKHY/2019/page_18.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_2", "text_6", "text_0", "text_3", "text_7" ], "tfidf": [ "text_2", "text_6", "text_7", "text_0", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ANSS/2012/page_93.pdf-2", "document": "ANSS/2012/page_93.pdf", "gold_ids": [ "text_19" ], "predictions": { "bm25": [ "text_19", "text_3", "text_7", "text_4", "text_18" ], "tfidf": [ "text_19", "text_3", "text_7", "text_4", "text_17" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "BLL/2010/page_37.pdf-1", "document": "BLL/2010/page_37.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "table_2", "table_3", "text_7", "text_3" ], "tfidf": [ "table_1", "table_2", "text_7", "text_3", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "LMT/2014/page_77.pdf-4", "document": "LMT/2014/page_77.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "table_3", "table_1", "text_12", "text_13", "text_15" ], "tfidf": [ "table_3", "table_1", "text_12", "text_13", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "SNA/2012/page_110.pdf-1", "document": "SNA/2012/page_110.pdf", "gold_ids": [ "table_1", "table_5" ], "predictions": { "bm25": [ "text_3", "text_16", "text_15", "text_0", "text_21" ], "tfidf": [ "text_15", "text_3", "text_14", "text_21", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "AAPL/2003/page_48.pdf-1", "document": "AAPL/2003/page_48.pdf", "gold_ids": [ "table_2", "table_3" ], "predictions": { "bm25": [ "table_3", "text_3", "table_2", "table_0", "table_1" ], "tfidf": [ "table_3", "text_3", "table_2", "table_0", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "GS/2013/page_149.pdf-2", "document": "GS/2013/page_149.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "text_3", "table_3", "table_4", "table_0" ], "tfidf": [ "table_2", "text_3", "table_0", "table_3", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "PPG/2018/page_85.pdf-3", "document": "PPG/2018/page_85.pdf", "gold_ids": [ "table_2", "table_4", "table_5" ], "predictions": { "bm25": [ "text_21", "text_17", "table_2", "text_20", "table_4" ], "tfidf": [ "table_2", "text_17", "text_23", "text_21", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "HOLX/2009/page_151.pdf-3", "document": "HOLX/2009/page_151.pdf", "gold_ids": [ "table_4", "text_2" ], "predictions": { "bm25": [ "table_4", "text_21", "table_0", "table_2", "table_3" ], "tfidf": [ "text_7", "text_12", "table_4", "text_21", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "ABMD/2012/page_79.pdf-3", "document": "ABMD/2012/page_79.pdf", "gold_ids": [ "text_17" ], "predictions": { "bm25": [ "text_17", "text_24", "text_16", "text_22", "text_26" ], "tfidf": [ "text_17", "text_24", "text_26", "text_16", "text_22" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "IP/2009/page_84.pdf-3", "document": "IP/2009/page_84.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "text_24", "text_22", "table_1", "table_2", "text_19" ], "tfidf": [ "text_24", "text_23", "table_2", "table_1", "text_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "MO/2016/page_19.pdf-3", "document": "MO/2016/page_19.pdf", "gold_ids": [ "table_1", "table_2", "table_3" ], "predictions": { "bm25": [ "text_5", "text_7", "text_0", "table_3", "table_1" ], "tfidf": [ "text_5", "text_7", "table_3", "text_0", "text_26" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "BLK/2012/page_33.pdf-3", "document": "BLK/2012/page_33.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_24", "text_25", "text_23", "text_28", "text_7" ], "tfidf": [ "text_23", "text_2", "text_25", "text_26", "text_28" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "PPG/2018/page_85.pdf-4", "document": "PPG/2018/page_85.pdf", "gold_ids": [ "table_1", "table_4" ], "predictions": { "bm25": [ "table_1", "text_20", "text_17", "text_21", "table_4" ], "tfidf": [ "table_1", "text_23", "text_17", "table_4", "text_20" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "D/2002/page_87.pdf-3", "document": "D/2002/page_87.pdf", "gold_ids": [ "text_23" ], "predictions": { "bm25": [ "text_23", "text_8", "text_3", "text_14", "text_13" ], "tfidf": [ "text_23", "text_8", "text_14", "text_4", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ABMD/2006/page_43.pdf-2", "document": "ABMD/2006/page_43.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "table_1", "table_3", "text_4", "text_25", "text_24" ], "tfidf": [ "text_4", "table_1", "table_3", "text_24", "text_25" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ADI/2010/page_80.pdf-3", "document": "ADI/2010/page_80.pdf", "gold_ids": [ "table_3", "text_19", "text_20", "text_21" ], "predictions": { "bm25": [ "text_25", "text_28", "text_20", "text_12", "text_24" ], "tfidf": [ "text_25", "text_28", "text_20", "text_24", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } } } }, { "id": "UNP/2016/page_52.pdf-3", "document": "UNP/2016/page_52.pdf", "gold_ids": [ "table_4", "table_9", "text_10" ], "predictions": { "bm25": [ "table_9", "table_7", "table_4", "text_12", "text_8" ], "tfidf": [ "text_12", "table_9", "table_7", "table_4", "table_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "ABMD/2008/page_86.pdf-3", "document": "ABMD/2008/page_86.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_13", "text_11", "text_12", "table_2", "text_4" ], "tfidf": [ "text_13", "text_12", "text_11", "table_2", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ALXN/2016/page_153.pdf-3", "document": "ALXN/2016/page_153.pdf", "gold_ids": [ "text_29" ], "predictions": { "bm25": [ "text_22", "text_29", "text_23", "text_6", "text_25" ], "tfidf": [ "text_29", "text_22", "text_23", "text_6", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "NCLH/2018/page_64.pdf-3", "document": "NCLH/2018/page_64.pdf", "gold_ids": [ "table_6", "table_7", "text_27" ], "predictions": { "bm25": [ "text_27", "text_0", "text_14", "text_2", "text_20" ], "tfidf": [ "text_27", "text_0", "text_20", "text_14", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "BLK/2014/page_120.pdf-3", "document": "BLK/2014/page_120.pdf", "gold_ids": [ "text_25" ], "predictions": { "bm25": [ "text_25", "text_5", "text_4", "text_40", "text_39" ], "tfidf": [ "text_25", "text_5", "text_4", "text_40", "text_39" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UNP/2015/page_56.pdf-3", "document": "UNP/2015/page_56.pdf", "gold_ids": [ "table_6", "table_7" ], "predictions": { "bm25": [ "text_10", "table_7", "table_9", "text_13", "text_9" ], "tfidf": [ "text_10", "table_7", "table_9", "table_6", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "PPG/2006/page_42.pdf-3", "document": "PPG/2006/page_42.pdf", "gold_ids": [ "text_27" ], "predictions": { "bm25": [ "text_27", "text_29", "text_28", "text_25", "text_37" ], "tfidf": [ "text_27", "text_25", "text_23", "text_37", "text_29" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ANSS/2016/page_47.pdf-2", "document": "ANSS/2016/page_47.pdf", "gold_ids": [ "table_1", "table_2", "text_0" ], "predictions": { "bm25": [ "text_5", "table_1", "table_2", "text_3", "text_7" ], "tfidf": [ "text_5", "text_3", "table_2", "table_1", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "BLK/2014/page_120.pdf-4", "document": "BLK/2014/page_120.pdf", "gold_ids": [ "text_25" ], "predictions": { "bm25": [ "text_25", "text_5", "text_4", "text_39", "text_38" ], "tfidf": [ "text_25", "text_5", "text_4", "text_39", "text_40" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ANSS/2012/page_93.pdf-3", "document": "ANSS/2012/page_93.pdf", "gold_ids": [ "table_1", "text_22" ], "predictions": { "bm25": [ "table_1", "text_22", "table_7", "text_21", "table_0" ], "tfidf": [ "table_1", "text_22", "text_21", "text_8", "table_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UNP/2018/page_74.pdf-3", "document": "UNP/2018/page_74.pdf", "gold_ids": [ "table_3", "table_7", "table_9" ], "predictions": { "bm25": [ "table_7", "text_19", "text_14", "text_20", "table_9" ], "tfidf": [ "table_7", "text_19", "table_3", "table_9", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.6666666666666666, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "D/2002/page_87.pdf-4", "document": "D/2002/page_87.pdf", "gold_ids": [ "text_23" ], "predictions": { "bm25": [ "text_23", "text_8", "text_3", "text_14", "text_13" ], "tfidf": [ "text_23", "text_8", "text_14", "text_3", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "IP/2009/page_84.pdf-4", "document": "IP/2009/page_84.pdf", "gold_ids": [ "text_19" ], "predictions": { "bm25": [ "text_26", "text_19", "text_3", "text_21", "text_1" ], "tfidf": [ "text_1", "text_26", "text_3", "text_9", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "UNP/2011/page_33.pdf-3", "document": "UNP/2011/page_33.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "text_30", "table_3", "text_9", "text_4" ], "tfidf": [ "table_2", "text_30", "table_0", "text_4", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "IP/2006/page_35.pdf-3", "document": "IP/2006/page_35.pdf", "gold_ids": [ "table_1", "table_8" ], "predictions": { "bm25": [ "text_9", "table_8", "table_1", "text_8", "text_26" ], "tfidf": [ "text_9", "table_8", "text_27", "text_26", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UNP/2018/page_74.pdf-4", "document": "UNP/2018/page_74.pdf", "gold_ids": [ "table_2", "table_7" ], "predictions": { "bm25": [ "table_7", "text_19", "text_14", "text_20", "table_9" ], "tfidf": [ "table_7", "text_19", "table_2", "table_9", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "IP/2006/page_35.pdf-4", "document": "IP/2006/page_35.pdf", "gold_ids": [ "text_4" ], "predictions": { "bm25": [ "text_4", "text_0", "text_5", "text_2", "table_0" ], "tfidf": [ "text_4", "text_5", "table_0", "text_10", "text_27" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "BLK/2012/page_33.pdf-4", "document": "BLK/2012/page_33.pdf", "gold_ids": [ "table_5" ], "predictions": { "bm25": [ "table_5", "text_24", "text_25", "text_23", "text_28" ], "tfidf": [ "text_23", "text_2", "table_5", "text_25", "text_26" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ABMD/2005/page_29.pdf-3", "document": "ABMD/2005/page_29.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_19", "text_1", "table_0", "text_22" ], "tfidf": [ "table_0", "table_1", "text_19", "text_15", "text_22" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "BDX/2018/page_106.pdf-2", "document": "BDX/2018/page_106.pdf", "gold_ids": [ "table_4", "text_9" ], "predictions": { "bm25": [ "table_4", "table_1", "text_12", "table_6", "text_10" ], "tfidf": [ "table_4", "text_12", "table_1", "table_0", "table_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "BLK/2015/page_124.pdf-3", "document": "BLK/2015/page_124.pdf", "gold_ids": [ "table_1", "table_2", "table_3", "table_7" ], "predictions": { "bm25": [ "text_25", "text_24", "text_7", "text_34", "text_32" ], "tfidf": [ "text_25", "text_24", "text_32", "table_7", "text_19" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } } } }, { "id": "BKR/2017/page_56.pdf-3", "document": "BKR/2017/page_56.pdf", "gold_ids": [ "table_1", "table_2", "table_3" ], "predictions": { "bm25": [ "table_0", "text_7", "text_25", "table_1", "text_22" ], "tfidf": [ "table_0", "text_7", "text_25", "text_22", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "ADI/2019/page_29.pdf-1", "document": "ADI/2019/page_29.pdf", "gold_ids": [ "table_4", "text_7" ], "predictions": { "bm25": [ "text_7", "text_4", "text_10", "table_0", "table_4" ], "tfidf": [ "text_4", "text_7", "table_0", "text_10", "table_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ABMD/2005/page_29.pdf-4", "document": "ABMD/2005/page_29.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_1", "text_19", "table_0", "text_22" ], "tfidf": [ "table_0", "table_1", "text_19", "text_1", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ABMD/2012/page_79.pdf-4", "document": "ABMD/2012/page_79.pdf", "gold_ids": [ "text_17" ], "predictions": { "bm25": [ "text_17", "text_16", "text_24", "text_26", "text_1" ], "tfidf": [ "text_17", "text_24", "text_16", "table_2", "text_18" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "TFX/2017/page_78.pdf-3", "document": "TFX/2017/page_78.pdf", "gold_ids": [ "table_1", "text_12" ], "predictions": { "bm25": [ "text_22", "text_9", "table_1", "text_17", "text_4" ], "tfidf": [ "text_22", "text_9", "text_17", "text_4", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "PPG/2006/page_42.pdf-4", "document": "PPG/2006/page_42.pdf", "gold_ids": [ "text_27" ], "predictions": { "bm25": [ "text_27", "text_29", "text_28", "text_25", "text_37" ], "tfidf": [ "text_27", "text_25", "text_23", "text_37", "text_29" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "IP/2009/page_45.pdf-3", "document": "IP/2009/page_45.pdf", "gold_ids": [ "table_3" ], "predictions": { "bm25": [ "table_3", "text_23", "table_4", "table_2", "table_0" ], "tfidf": [ "table_3", "table_0", "text_23", "table_4", "text_27" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UNP/2007/page_25.pdf-3", "document": "UNP/2007/page_25.pdf", "gold_ids": [ "table_4" ], "predictions": { "bm25": [ "table_4", "text_10", "text_5", "table_2", "table_1" ], "tfidf": [ "table_4", "table_0", "text_5", "text_10", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ALXN/2016/page_153.pdf-4", "document": "ALXN/2016/page_153.pdf", "gold_ids": [ "text_16", "text_20" ], "predictions": { "bm25": [ "text_16", "text_19", "text_29", "text_18", "text_2" ], "tfidf": [ "text_16", "text_19", "text_23", "text_29", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "IP/2006/page_31.pdf-3", "document": "IP/2006/page_31.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_17", "text_10", "text_12", "table_2", "text_30" ], "tfidf": [ "text_17", "text_10", "table_2", "text_12", "text_30" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "HOLX/2009/page_127.pdf-3", "document": "HOLX/2009/page_127.pdf", "gold_ids": [ "table_5", "text_14" ], "predictions": { "bm25": [ "table_5", "text_14", "text_11", "text_8", "text_13" ], "tfidf": [ "text_14", "text_11", "table_5", "text_5", "text_8" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ANSS/2012/page_93.pdf-4", "document": "ANSS/2012/page_93.pdf", "gold_ids": [ "text_4" ], "predictions": { "bm25": [ "text_4", "text_1", "text_6", "text_3", "text_10" ], "tfidf": [ "text_4", "text_1", "text_3", "text_8", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "TFX/2015/page_89.pdf-3", "document": "TFX/2015/page_89.pdf", "gold_ids": [ "table_3", "table_4", "text_19", "text_20" ], "predictions": { "bm25": [ "text_20", "text_19", "text_17", "table_3", "text_14" ], "tfidf": [ "text_20", "text_19", "text_17", "text_14", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 0.25, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.75, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.25, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "IP/2006/page_30.pdf-3", "document": "IP/2006/page_30.pdf", "gold_ids": [ "table_1", "table_2" ], "predictions": { "bm25": [ "text_23", "text_10", "text_0", "text_8", "text_4" ], "tfidf": [ "text_10", "text_23", "text_4", "text_0", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "VRTX/2006/page_111.pdf-3", "document": "VRTX/2006/page_111.pdf", "gold_ids": [ "table_7", "text_7" ], "predictions": { "bm25": [ "text_7", "text_8", "text_9", "text_12", "text_4" ], "tfidf": [ "text_23", "text_7", "text_12", "text_8", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "MO/2016/page_19.pdf-4", "document": "MO/2016/page_19.pdf", "gold_ids": [ "table_1", "table_2", "table_3" ], "predictions": { "bm25": [ "text_5", "text_0", "text_7", "text_3", "text_12" ], "tfidf": [ "text_5", "text_7", "text_3", "table_3", "text_0" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "ADI/2019/page_29.pdf-3", "document": "ADI/2019/page_29.pdf", "gold_ids": [ "text_8", "text_9" ], "predictions": { "bm25": [ "text_8", "text_10", "text_9", "text_7", "text_6" ], "tfidf": [ "text_10", "text_8", "text_9", "text_7", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ABMD/2012/page_41.pdf-3", "document": "ABMD/2012/page_41.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_2", "text_4", "table_1", "text_1", "text_0" ], "tfidf": [ "text_2", "text_4", "table_1", "text_0", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UNP/2015/page_56.pdf-4", "document": "UNP/2015/page_56.pdf", "gold_ids": [ "table_6", "table_7" ], "predictions": { "bm25": [ "text_10", "table_7", "table_9", "text_13", "text_9" ], "tfidf": [ "text_10", "table_7", "table_9", "table_6", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "BLK/2017/page_121.pdf-3", "document": "BLK/2017/page_121.pdf", "gold_ids": [ "text_2" ], "predictions": { "bm25": [ "text_4", "text_3", "text_1", "text_31", "text_2" ], "tfidf": [ "text_4", "text_3", "text_1", "text_23", "text_31" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "MO/2014/page_62.pdf-3", "document": "MO/2014/page_62.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_9", "table_1", "table_2", "text_12", "text_2" ], "tfidf": [ "text_9", "table_1", "text_12", "text_4", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "IP/2006/page_75.pdf-3", "document": "IP/2006/page_75.pdf", "gold_ids": [ "text_5" ], "predictions": { "bm25": [ "text_5", "text_12", "text_1", "text_15", "text_7" ], "tfidf": [ "text_5", "text_12", "table_0", "text_15", "text_7" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "BLK/2012/page_145.pdf-1", "document": "BLK/2012/page_145.pdf", "gold_ids": [ "table_1", "table_2", "table_8" ], "predictions": { "bm25": [ "table_8", "text_18", "text_1", "text_16", "text_10" ], "tfidf": [ "text_18", "table_8", "text_1", "text_16", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.3333333333333333, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "PPG/2012/page_29.pdf-3", "document": "PPG/2012/page_29.pdf", "gold_ids": [ "text_15" ], "predictions": { "bm25": [ "text_15", "text_12", "text_14", "text_13", "text_0" ], "tfidf": [ "text_15", "text_12", "text_13", "text_0", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "NCLH/2018/page_64.pdf-4", "document": "NCLH/2018/page_64.pdf", "gold_ids": [ "table_5", "text_16" ], "predictions": { "bm25": [ "table_5", "text_26", "text_16", "table_0", "table_1" ], "tfidf": [ "table_0", "table_5", "text_26", "table_3", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "PPG/2008/page_52.pdf-3", "document": "PPG/2008/page_52.pdf", "gold_ids": [ "table_9" ], "predictions": { "bm25": [ "text_0", "text_3", "text_4", "text_7", "table_5" ], "tfidf": [ "text_0", "text_3", "text_7", "text_4", "table_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "UNP/2010/page_21.pdf-3", "document": "UNP/2010/page_21.pdf", "gold_ids": [ "table_4", "text_3" ], "predictions": { "bm25": [ "text_1", "text_3", "text_4", "text_2", "table_0" ], "tfidf": [ "text_3", "text_1", "table_0", "table_4", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "IP/2009/page_45.pdf-4", "document": "IP/2009/page_45.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "table_1", "text_25", "text_23", "text_18", "text_12" ], "tfidf": [ "text_25", "table_1", "text_10", "text_18", "text_23" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UNP/2007/page_25.pdf-4", "document": "UNP/2007/page_25.pdf", "gold_ids": [ "table_4" ], "predictions": { "bm25": [ "table_4", "text_10", "table_2", "table_0", "table_1" ], "tfidf": [ "table_4", "table_0", "text_10", "text_5", "table_1" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "IP/2006/page_38.pdf-3", "document": "IP/2006/page_38.pdf", "gold_ids": [ "table_3", "text_18" ], "predictions": { "bm25": [ "text_18", "text_19", "text_16", "text_12", "text_13" ], "tfidf": [ "text_18", "text_19", "text_12", "text_16", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "ABMD/2007/page_78.pdf-3", "document": "ABMD/2007/page_78.pdf", "gold_ids": [ "text_22" ], "predictions": { "bm25": [ "text_13", "text_22", "text_19", "text_14", "text_9" ], "tfidf": [ "text_13", "text_22", "text_19", "text_14", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "IP/2006/page_38.pdf-4", "document": "IP/2006/page_38.pdf", "gold_ids": [ "table_1", "table_4" ], "predictions": { "bm25": [ "text_16", "text_18", "text_17", "text_13", "text_12" ], "tfidf": [ "text_16", "table_2", "table_3", "text_13", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "VRTX/2006/page_111.pdf-4", "document": "VRTX/2006/page_111.pdf", "gold_ids": [ "table_7" ], "predictions": { "bm25": [ "table_7", "text_16", "table_5", "text_14", "text_24" ], "tfidf": [ "table_7", "table_5", "text_16", "text_12", "text_24" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "BLK/2015/page_124.pdf-4", "document": "BLK/2015/page_124.pdf", "gold_ids": [ "text_12" ], "predictions": { "bm25": [ "text_7", "text_39", "text_26", "text_14", "text_25" ], "tfidf": [ "text_39", "text_26", "text_7", "text_25", "text_41" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "UNP/2006/page_15.pdf-3", "document": "UNP/2006/page_15.pdf", "gold_ids": [ "table_1", "table_4" ], "predictions": { "bm25": [ "text_15", "table_1", "text_17", "text_16", "table_4" ], "tfidf": [ "text_15", "table_1", "text_16", "table_4", "text_17" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "LKQ/2016/page_87.pdf-3", "document": "LKQ/2016/page_87.pdf", "gold_ids": [ "text_7" ], "predictions": { "bm25": [ "text_7", "text_14", "text_6", "text_1", "text_12" ], "tfidf": [ "text_7", "text_14", "text_1", "text_6", "text_10" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UNP/2011/page_24.pdf-3", "document": "UNP/2011/page_24.pdf", "gold_ids": [ "table_6" ], "predictions": { "bm25": [ "text_7", "table_6", "text_1", "text_6", "text_3" ], "tfidf": [ "table_6", "text_7", "table_0", "text_1", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ABMD/2006/page_43.pdf-3", "document": "ABMD/2006/page_43.pdf", "gold_ids": [ "table_1", "table_3" ], "predictions": { "bm25": [ "table_1", "table_3", "text_4", "table_2", "table_0" ], "tfidf": [ "text_4", "table_1", "table_3", "text_24", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UNP/2006/page_15.pdf-4", "document": "UNP/2006/page_15.pdf", "gold_ids": [ "table_1", "table_4" ], "predictions": { "bm25": [ "text_15", "table_1", "text_17", "text_16", "table_4" ], "tfidf": [ "table_1", "text_15", "table_4", "text_16", "text_17" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.5, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "MO/2014/page_39.pdf-3", "document": "MO/2014/page_39.pdf", "gold_ids": [ "table_1", "table_5" ], "predictions": { "bm25": [ "text_29", "text_34", "text_32", "text_27", "text_31" ], "tfidf": [ "text_29", "text_32", "text_34", "text_27", "text_35" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "PPG/2008/page_52.pdf-4", "document": "PPG/2008/page_52.pdf", "gold_ids": [ "table_9" ], "predictions": { "bm25": [ "text_0", "text_3", "text_4", "text_7", "table_5" ], "tfidf": [ "text_0", "text_3", "text_7", "text_4", "table_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "UNP/2011/page_33.pdf-4", "document": "UNP/2011/page_33.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "table_2", "text_30", "table_3", "text_10", "text_6" ], "tfidf": [ "table_2", "text_30", "table_0", "text_10", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "BLK/2017/page_121.pdf-1", "document": "BLK/2017/page_121.pdf", "gold_ids": [ "text_2" ], "predictions": { "bm25": [ "text_4", "text_3", "text_1", "text_31", "text_2" ], "tfidf": [ "text_4", "text_3", "text_1", "text_23", "text_31" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "PPG/2012/page_29.pdf-4", "document": "PPG/2012/page_29.pdf", "gold_ids": [ "text_15" ], "predictions": { "bm25": [ "text_15", "text_12", "text_13", "text_14", "text_9" ], "tfidf": [ "text_15", "text_12", "text_13", "table_0", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "LKQ/2016/page_87.pdf-4", "document": "LKQ/2016/page_87.pdf", "gold_ids": [ "table_2", "table_6" ], "predictions": { "bm25": [ "text_6", "table_6", "table_2", "text_7", "text_9" ], "tfidf": [ "text_6", "table_6", "text_10", "table_2", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CMCSA/2008/page_36.pdf-3", "document": "CMCSA/2008/page_36.pdf", "gold_ids": [ "table_1", "table_7" ], "predictions": { "bm25": [ "text_13", "text_11", "text_12", "text_16", "text_14" ], "tfidf": [ "text_13", "text_11", "text_16", "text_12", "text_26" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "NCLH/2018/page_97.pdf-3", "document": "NCLH/2018/page_97.pdf", "gold_ids": [ "table_3", "table_7", "text_3" ], "predictions": { "bm25": [ "text_13", "text_5", "table_3", "text_19", "text_7" ], "tfidf": [ "text_13", "text_5", "table_3", "text_8", "text_19" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.3333333333333333, "complete": 0.0 } } } }, { "id": "UNP/2009/page_42.pdf-3", "document": "UNP/2009/page_42.pdf", "gold_ids": [ "table_2", "table_7" ], "predictions": { "bm25": [ "text_8", "table_2", "text_4", "text_16", "text_5" ], "tfidf": [ "text_8", "text_4", "table_2", "text_6", "text_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "BKR/2017/page_56.pdf-4", "document": "BKR/2017/page_56.pdf", "gold_ids": [ "table_1", "table_2", "table_3" ], "predictions": { "bm25": [ "text_7", "text_25", "table_0", "text_22", "text_26" ], "tfidf": [ "table_0", "text_7", "text_25", "text_22", "text_15" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "CMCSA/2015/page_112.pdf-3", "document": "CMCSA/2015/page_112.pdf", "gold_ids": [ "table_8", "text_1" ], "predictions": { "bm25": [ "text_13", "table_2", "table_3", "text_7", "text_4" ], "tfidf": [ "text_13", "text_10", "text_4", "table_2", "text_16" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "ABMD/2007/page_78.pdf-4", "document": "ABMD/2007/page_78.pdf", "gold_ids": [ "text_22" ], "predictions": { "bm25": [ "text_13", "text_22", "text_19", "text_14", "text_9" ], "tfidf": [ "text_13", "text_22", "text_19", "table_0", "text_14" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "UNP/2016/page_52.pdf-4", "document": "UNP/2016/page_52.pdf", "gold_ids": [ "table_3", "text_10" ], "predictions": { "bm25": [ "text_13", "text_12", "table_0", "text_11", "table_2" ], "tfidf": [ "table_0", "text_12", "text_13", "text_11", "text_6" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "BLK/2012/page_145.pdf-3", "document": "BLK/2012/page_145.pdf", "gold_ids": [ "table_1", "table_2", "table_3", "table_8" ], "predictions": { "bm25": [ "table_8", "text_18", "text_1", "text_16", "text_10" ], "tfidf": [ "text_18", "table_8", "text_1", "text_16", "text_4" ] }, "metrics": { "bm25": { "1": { "recall": 0.25, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } } } }, { "id": "MO/2014/page_62.pdf-4", "document": "MO/2014/page_62.pdf", "gold_ids": [ "table_1" ], "predictions": { "bm25": [ "text_9", "table_1", "table_2", "text_12", "text_2" ], "tfidf": [ "text_9", "table_1", "text_12", "text_4", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ABMD/2008/page_86.pdf-4", "document": "ABMD/2008/page_86.pdf", "gold_ids": [ "text_20" ], "predictions": { "bm25": [ "text_20", "text_26", "text_25", "text_24", "text_12" ], "tfidf": [ "text_20", "text_24", "text_26", "text_25", "text_12" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "CMCSA/2015/page_67.pdf-3", "document": "CMCSA/2015/page_67.pdf", "gold_ids": [ "table_2", "table_5" ], "predictions": { "bm25": [ "text_10", "text_11", "text_9", "table_2", "text_13" ], "tfidf": [ "text_10", "text_9", "table_2", "text_11", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "IP/2006/page_75.pdf-4", "document": "IP/2006/page_75.pdf", "gold_ids": [ "table_2", "table_3" ], "predictions": { "bm25": [ "text_1", "text_8", "text_0", "text_11", "table_2" ], "tfidf": [ "text_1", "text_8", "text_0", "table_2", "text_11" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "UNP/2010/page_21.pdf-4", "document": "UNP/2010/page_21.pdf", "gold_ids": [ "table_2", "table_3", "text_4" ], "predictions": { "bm25": [ "text_1", "text_2", "table_2", "table_3", "text_3" ], "tfidf": [ "text_1", "text_2", "text_3", "table_3", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.3333333333333333, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.6666666666666666, "complete": 0.0 } } } }, { "id": "MO/2014/page_39.pdf-4", "document": "MO/2014/page_39.pdf", "gold_ids": [ "table_1", "table_5" ], "predictions": { "bm25": [ "text_29", "text_34", "text_32", "text_31", "text_13" ], "tfidf": [ "text_29", "text_32", "text_34", "text_35", "text_27" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "CMCSA/2015/page_112.pdf-4", "document": "CMCSA/2015/page_112.pdf", "gold_ids": [ "table_2", "table_3", "text_2", "text_3" ], "predictions": { "bm25": [ "text_6", "text_7", "text_3", "text_17", "text_8" ], "tfidf": [ "text_10", "text_4", "text_3", "text_16", "text_9" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.25, "complete": 0.0 }, "5": { "recall": 0.25, "complete": 0.0 } } } }, { "id": "UNP/2011/page_24.pdf-4", "document": "UNP/2011/page_24.pdf", "gold_ids": [ "table_6" ], "predictions": { "bm25": [ "text_1", "text_7", "table_6", "text_6", "text_3" ], "tfidf": [ "text_1", "table_6", "text_7", "text_6", "text_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "ABMD/2012/page_41.pdf-4", "document": "ABMD/2012/page_41.pdf", "gold_ids": [ "table_2" ], "predictions": { "bm25": [ "text_2", "text_4", "text_0", "text_1", "table_2" ], "tfidf": [ "text_2", "text_4", "text_0", "text_1", "text_3" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "UNP/2009/page_42.pdf-4", "document": "UNP/2009/page_42.pdf", "gold_ids": [ "table_3", "table_7" ], "predictions": { "bm25": [ "text_8", "text_4", "text_16", "table_2", "text_6" ], "tfidf": [ "text_8", "text_4", "text_6", "text_1", "table_2" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } }, { "id": "BDX/2018/page_106.pdf-3", "document": "BDX/2018/page_106.pdf", "gold_ids": [ "table_8", "text_9" ], "predictions": { "bm25": [ "table_3", "table_8", "table_7", "table_5", "table_0" ], "tfidf": [ "table_0", "table_7", "table_3", "table_8", "table_5" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.5, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.5, "complete": 0.0 } } } }, { "id": "HOLX/2009/page_127.pdf-4", "document": "HOLX/2009/page_127.pdf", "gold_ids": [ "text_8" ], "predictions": { "bm25": [ "text_8", "text_3", "text_10", "text_13", "text_14" ], "tfidf": [ "text_10", "text_3", "text_11", "text_8", "text_13" ] }, "metrics": { "bm25": { "1": { "recall": 1.0, "complete": 1.0 }, "3": { "recall": 1.0, "complete": 1.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } } } }, { "id": "IP/2006/page_30.pdf-4", "document": "IP/2006/page_30.pdf", "gold_ids": [ "text_40" ], "predictions": { "bm25": [ "text_0", "text_32", "text_4", "text_40", "text_23" ], "tfidf": [ "text_0", "text_32", "text_4", "text_23", "text_35" ] }, "metrics": { "bm25": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 1.0, "complete": 1.0 } }, "tfidf": { "1": { "recall": 0.0, "complete": 0.0 }, "3": { "recall": 0.0, "complete": 0.0 }, "5": { "recall": 0.0, "complete": 0.0 } } } } ]