document_analysis.jsonl

{"missed docs":[],"incorrect docs":[["Quarterback",0],["Colin_Kaepernick",0],["National_Football_League_-LRB-India-RRB-",1],["National_Football_League",0],["National_Football_League_-LRB-Fiji-RRB-",1],["Quarterback_-LRB-song-RRB-",1],["Quarterback_-LRB-video_game-RRB-",1],["National_Football_League_-LRB-1902-RRB-",1],["National_Football_League_-LRB-South_Africa-RRB-",1],["National_Football_League_-LRB-Ireland-RRB-",1]],"claim":"Colin Kaepernick became a starting quarterback during the 49ers 63rd season in the National Football League.","label":"NOT ENOUGH INFO","correct docs":[]}
{"missed docs":[],"incorrect docs":[["Tilda_Swinton",0]],"claim":"Tilda Swinton is a vegan.","label":"NOT ENOUGH INFO","correct docs":[]}
{"missed docs":[],"incorrect docs":[["Pictures_-LRB-John_Michael_Montgomery_album-RRB-",1],["Soul_Food_-LRB-soundtrack-RRB-",0],["Pictures_-LRB-Atlanta_album-RRB-",1],["Soul_Food_-LRB-Goodie_Mob_album-RRB-",0],["Soul_Food_-LRB-Bobby_Timmons_album-RRB-",0],["Soul_Food_-LRB-Oblivians_album-RRB-",0],["Pictures_-LRB-film-RRB-",1],["Pictures_-LRB-Timo_Maas_album-RRB-",1],["Soul_Food_-LRB-Def_Jef_album-RRB-",0],["Pictures_-LRB-short_story-RRB-",1],["Pictures_-LRB-Sneaky_Sound_System_song-RRB-",1],["Pictures_-LRB-Leon_Bolier_album-RRB-",1],["Soul_Food_-LRB-TV_series-RRB-",0],["Pictures_-LRB-Katie_Melua_album-RRB-",1],["Pictures_-LRB-Jack_DeJohnette_album-RRB-",1]],"claim":"Fox 2000 Pictures released the film Soul Food.","label":"SUPPORTS","correct docs":[["Soul_Food_-LRB-film-RRB-",0]]}
{"missed docs":[],"incorrect docs":[["New_Jersey",0],["New_Jersey_-LRB-album-RRB-",1],["Anne_Rice",0]],"claim":"Anne Rice was born in New Jersey.","label":"NOT ENOUGH INFO","correct docs":[]}
{"missed docs":[],"incorrect docs":[],"claim":"Telemundo is a English-language television network.","label":"REFUTES","correct docs":[["Telemundo",0]]}
{"missed docs":[],"incorrect docs":[["Album_-LRB-Land_of_the_Lost-RRB-",1],["Album_-LRB-Girls_album-RRB-",1],["Album_-LRB-2016_film-RRB-",1],["Album_-LRB-Public_Image_Ltd_album-RRB-",1],["Album_-LRB-Joan_Jett_album-RRB-",1],["Album",0],["Album_-LRB-2002_film-RRB-",1],["Album_-LRB-magazine-RRB-",1]],"claim":"Damon Albarn's debut album was released in 2011.","label":"REFUTES","correct docs":[["Damon_Albarn",0]]}
{"missed docs":[],"incorrect docs":[["Mogadishu_-LRB-play-RRB-",1],["Capital_-LRB-novel-RRB-",0],["Capital_-LRB-Romanian_magazine-RRB-",0],["Capital_-LRB-BBC_adaptation-RRB-",0],["Capital_-LRB-fortification-RRB-",0],["Capital_-LRB-album-RRB-",0],["Capital_-LRB-sidewheeler-RRB-",0],["Capital_-LRB-band-RRB-",0],["Capital_-LRB-newspaper-RRB-",0],["Capital_-LRB-radio_network-RRB-",0],["Capital_-LRB-Ukrainian_newspaper-RRB-",0],["Capital_-LRB-film-RRB-",0],["Capital_-LRB-French_magazine-RRB-",0],["Capital_-LRB-TV_series-RRB-",0],["Capital_-LRB-economics-RRB-",0],["Capital_-LRB-architecture-RRB-",0],["Capital_-LRB-German_magazine-RRB-",0]],"claim":"There is a capital called Mogadishu.","label":"SUPPORTS","correct docs":[["Mogadishu",0]]}
{"missed docs":[],"incorrect docs":[["Savages_-LRB-The_Webb_Sisters_album-RRB-",0],["Savages_-LRB-Theory_of_a_Deadman_album-RRB-",0],["Savages_-LRB-1974_film-RRB-",0],["Savages_-LRB-1972_film-RRB-",0],["Savages_-LRB-Theory_of_a_Deadman_song-RRB-",0],["Savages_-LRB-Pocahontas_song-RRB-",0],["Savages_-LRB-Breathe_Carolina_album-RRB-",0],["Savages_-LRB-play-RRB-",0],["Savages_-LRB-band-RRB-",0],["Savages_-LRB-2010_novel-RRB-",0],["Savages_-LRB-Soulfly_album-RRB-",0]],"claim":"Savages was exclusively a German film.","label":"REFUTES","correct docs":[["Savages_-LRB-2012_film-RRB-",0]]}
{"missed docs":[],"incorrect docs":[["Nine_Inch_Nails",0],["Happiness_in_Slavery",0]],"claim":"Happiness in Slavery is a gospel song by Nine Inch Nails.","label":"NOT ENOUGH INFO","correct docs":[]}
{"missed docs":[],"incorrect docs":[],"claim":"Andrew Kevin Walker is only Chinese.","label":"REFUTES","correct docs":[["Andrew_Kevin_Walker",0]]}




Number of verifiable claims with a correct document found: 6.0/6
Number of verifiable claims with a correct document found in primary: 6.0/6
Number of sentences where the correct document was not found: 0.0/10
Number of incorrect documents found: 67.0
Number of incorrect documents found in primary: 42.0
Precision: 0.0821917808219178, Recall: 1.0, f1: 0.1518987341772152
Primary Precision: 0.125, Primary Recall: 1.0, Primary f1: 0.2222222222222222