############################################################################# # AUTOMATIC EvALL TSV REPORT # # We kindly ask you to cite the following work when using EvALL: # EvALL: Open Access Evaluation for Information Access Systems # Enrique Amigó, Jorge Carrillo-de-Albornoz, Mario Almagro, Julio Gonzalo, # Javier Rodrguez-Vidal, Felisa Verdejo # In proceedings of SIGIR'17 # # This file contains the results for all measures and for all systems. Systems included are: # • task1_2539404758, whose original name is task1_2539404758 # • task1_AI-UPV_1, whose original name is task1_AI-UPV_1 # • task1_AI-UPV_2, whose original name is task1_AI-UPV_2 # • task1_AI-UPV_3, whose original name is task1_AI-UPV_3 # • task1_AIT_FHSTP_1, whose original name is task1_AIT_FHSTP_1 # • task1_AIT_FHSTP_2, whose original name is task1_AIT_FHSTP_2 # • task1_AIT_FHSTP_3, whose original name is task1_AIT_FHSTP_3 # • task1_avacaondata_1, whose original name is task1_avacaondata_1 # • task1_avacaondata_2, whose original name is task1_avacaondata_2 # • task1_avacaondata_3, whose original name is task1_avacaondata_3 # • task1_BASELINE, whose original name is task1_BASELINE # • task1_besiguenza_1, whose original name is task1_besiguenza_1 # • task1_CIMATCOLMEX_1, whose original name is task1_CIMATCOLMEX_1 # • task1_CIMATCOLMEX_2, whose original name is task1_CIMATCOLMEX_2 # • task1_CIMATCOLMEX_3, whose original name is task1_CIMATCOLMEX_3 # • task1_CompLingKnJ_1, whose original name is task1_CompLingKnJ_1 # • task1_CompLingKnJ_2, whose original name is task1_CompLingKnJ_2 # • task1_ELiRF-VRAIN_1, whose original name is task1_ELiRF-VRAIN_1 # • task1_ELiRF-VRAIN_2, whose original name is task1_ELiRF-VRAIN_2 # • task1_ELiRF-VRAIN_3, whose original name is task1_ELiRF-VRAIN_3 # • task1_I2C_1, whose original name is task1_I2C_1 # • task1_I2C_2, whose original name is task1_I2C_2 # • task1_I2C_3, whose original name is task1_I2C_3 # • task1_LPtower_1, whose original name is task1_LPtower_1 # • task1_LPtower_2_majo, whose original name is task1_LPtower_2_major # • task1_LPtower_3, whose original name is task1_LPtower_3 # • task1_multiaztertest_1, whose original name is task1_multiaztertest_1 # • task1_multiaztertest, whose original name is task1_multiaztertest_2 # • task1_NIT Agartala N, whose original name is task1_NIT Agartala NLP Team_1 # • task1_shm2022_1, whose original name is task1_shm2022_1 # • task1_shm2022_2, whose original name is task1_shm2022_2 # • task1_SINAI-TL_1, whose original name is task1_SINAI-TL_1 # • task1_SINAI-TL_2, whose original name is task1_SINAI-TL_2 # • task1_SINAI-TL_3, whose original name is task1_SINAI-TL_3 # • task1_SINAI_1, whose original name is task1_SINAI_1 # • task1_SINAI_2, whose original name is task1_SINAI_2 # • task1_SINAI_3, whose original name is task1_SINAI_3 # • task1_ThangCIC_1, whose original name is task1_ThangCIC_1 # • task1_ThangCIC_3, whose original name is task1_ThangCIC_3 # • task1_ThangCIC_7, whose original name is task1_ThangCIC_7 # • task1_UMU_1, whose original name is task1_UMU_1 # • task1_UMU_2, whose original name is task1_UMU_2 # • task1_UMU_3, whose original name is task1_UMU_3 # • task1_UNED-UPM_1, whose original name is task1_UNED-UPM_1 # • task1_UNED-UPM_2, whose original name is task1_UNED-UPM_2 # • task1_xaiTUD_1, whose original name is task1_xaiTUD_1 # # The next table contains the average result across test case for each measure. # Those measures that do not satisfy the preconditions are marked with -. # Only results of test case present in the gold are taken into account. ############################################################################# ############################################################################# # The measures included in the table are: # - Accuracy - Acc # - Precision - P # - Recall - R # - F Measure - F(P, R) ############################################################################# "Output Name" "Acc" "P" "R" "F(P, R)" "task1_2539404758" "0,7637" "0,7619" "0,7628" "0,7623" "task1_AI-UPV_1" "0,7410" "0,7473" "0,7471" "0,7410" "task1_AI-UPV_2" "0,7410" "0,7469" "0,7469" "0,7410" "task1_AI-UPV_3" "0,7637" "0,7652" "0,7671" "0,7635" "task1_AIT_FHSTP_1" "0,7420" "0,7407" "0,7424" "0,7410" "task1_AIT_FHSTP_2" "0,7183" "0,7297" "0,7266" "0,7181" "task1_AIT_FHSTP_3" "0,7505" "0,7494" "0,7512" "0,7496" "task1_avacaondata_1" "0,7996" "0,7982" "0,7975" "0,7978" "task1_avacaondata_2" "0,0491" "0,0460" "0,0492" "0,0473" "task1_avacaondata_3" "0,7996" "0,7982" "0,7975" "0,7978" "task1_BASELINE" "0,6928" "0,6919" "0,6850" "0,6859" "task1_besiguenza_1" "0,7306" "0,7290" "0,7260" "0,7269" "task1_CIMATCOLMEX_1" "0,7949" "0,7935" "0,7952" "0,7940" "task1_CIMATCOLMEX_2" "0,7883" "0,7877" "0,7900" "0,7877" "task1_CIMATCOLMEX_3" "0,7911" "0,7901" "0,7922" "0,7904" "task1_CompLingKnJ_1" "0,7457" "0,7446" "0,7463" "0,7448" "task1_CompLingKnJ_2" "0,6815" "0,6788" "0,6763" "0,6770" "task1_ELiRF-VRAIN_1" "0,7656" "0,7678" "0,7695" "0,7655" "task1_ELiRF-VRAIN_2" "0,7694" "0,7684" "0,7704" "0,7686" "task1_ELiRF-VRAIN_3" "0,7684" "0,7683" "0,7704" "0,7679" "task1_I2C_1" "0,7883" "0,7889" "0,7912" "0,7880" "task1_I2C_2" "0,7656" "0,7707" "0,7712" "0,7656" "task1_I2C_3" "0,7807" "0,7790" "0,7786" "0,7788" "task1_LPtower_1" "0,7580" "0,7561" "0,7558" "0,7559" "task1_LPtower_2_major" "0,7457" "0,7441" "0,7418" "0,7426" "task1_LPtower_3" "0,4905" "0,4873" "0,4873" "0,4872" "task1_multiaztertest_1" "0,7836" "0,7831" "0,7853" "0,7830" "task1_multiaztertest_2" "0,7732" "0,7716" "0,7702" "0,7708" "task1_NIT Agartala NLP Team_1" "0,7098" "0,7075" "0,7059" "0,7065" "task1_shm2022_1" "0,7533" "0,7540" "0,7560" "0,7530" "task1_shm2022_2" "0,7183" "0,7217" "0,7227" "0,7183" "task1_SINAI-TL_1" "0,7845" "0,7846" "0,7868" "0,7841" "task1_SINAI-TL_2" "0,6928" "0,6905" "0,6874" "0,6882" "task1_SINAI-TL_3" "0,7845" "0,7840" "0,7862" "0,7839" "task1_SINAI_1" "0,7316" "0,7353" "0,7362" "0,7315" "task1_SINAI_2" "0,7278" "0,7277" "0,7295" "0,7272" "task1_SINAI_3" "0,7202" "0,7181" "0,7187" "0,7184" "task1_ThangCIC_1" "0,7580" "0,7564" "0,7546" "0,7553" "task1_ThangCIC_3" "0,7609" "0,7598" "0,7616" "0,7600" "task1_ThangCIC_7" "0,7609" "0,7637" "0,7651" "0,7608" "task1_UMU_1" "0,7647" "0,7647" "0,7668" "0,7642" "task1_UMU_2" "0,7618" "0,7601" "0,7613" "0,7605" "task1_UMU_3" "0,7637" "0,7624" "0,7642" "0,7628" "task1_UNED-UPM_1" "0,6824" "0,7131" "0,6968" "0,6792" "task1_UNED-UPM_2" "0,6664" "0,6986" "0,6814" "0,6624" "task1_xaiTUD_1" "0,4811" "0,5034" "0,5026" "0,4600" "Majority Class" "0,5444" "0,5444" "0,5000" "0,3525"