############################################################################# # AUTOMATIC EvALL TSV REPORT # # We kindly ask you to cite the following work when using EvALL: # EvALL: Open Access Evaluation for Information Access Systems # Enrique Amigó, Jorge Carrillo-de-Albornoz, Mario Almagro, Julio Gonzalo, # Javier Rodrguez-Vidal, Felisa Verdejo # In proceedings of SIGIR'17 # # This file contains the results for all measures and for all systems. Systems included are: # • task1_2539404758.tsv, whose original name is task1_2539404758.tsv_es # • task1_AI-UPV_1.tsv_e, whose original name is task1_AI-UPV_1.tsv_es # • task1_AI-UPV_2.tsv_e, whose original name is task1_AI-UPV_2.tsv_es # • task1_AI-UPV_3.tsv_e, whose original name is task1_AI-UPV_3.tsv_es # • task1_AIT_FHSTP_1.ts, whose original name is task1_AIT_FHSTP_1.tsv_es # • task1_AIT_FHSTP_2.ts, whose original name is task1_AIT_FHSTP_2.tsv_es # • task1_AIT_FHSTP_3.ts, whose original name is task1_AIT_FHSTP_3.tsv_es # • task1_avacaondata_1., whose original name is task1_avacaondata_1.tsv_es # • task1_avacaondata_2., whose original name is task1_avacaondata_2.tsv_es # • task1_avacaondata_3., whose original name is task1_avacaondata_3.tsv_es # • task1_BASELINE.tsv_e, whose original name is task1_BASELINE.tsv_es # • task1_besiguenza_1.t, whose original name is task1_besiguenza_1.tsv_es # • task1_CIMATCOLMEX_1., whose original name is task1_CIMATCOLMEX_1.tsv_es # • task1_CIMATCOLMEX_2., whose original name is task1_CIMATCOLMEX_2.tsv_es # • task1_CIMATCOLMEX_3., whose original name is task1_CIMATCOLMEX_3.tsv_es # • task1_CompLingKnJ_1., whose original name is task1_CompLingKnJ_1.txt_es # • task1_CompLingKnJ_2., whose original name is task1_CompLingKnJ_2.txt_es # • task1_ELiRF-VRAIN_1., whose original name is task1_ELiRF-VRAIN_1.tsv_es # • task1_ELiRF-VRAIN_2., whose original name is task1_ELiRF-VRAIN_2.tsv_es # • task1_ELiRF-VRAIN_3., whose original name is task1_ELiRF-VRAIN_3.tsv_es # • task1_I2C_1.tsv_es, whose original name is task1_I2C_1.tsv_es # • task1_I2C_2.tsv_es, whose original name is task1_I2C_2.tsv_es # • task1_I2C_3.tsv_es, whose original name is task1_I2C_3.tsv_es # • task1_LPtower_1.csv_, whose original name is task1_LPtower_1.csv_es # • task1_LPtower_2_majo, whose original name is task1_LPtower_2_major.csv_es # • task1_LPtower_3.csv_, whose original name is task1_LPtower_3.csv_es # • task1_multiaztertest, whose original name is task1_multiaztertest_1.tsv_es # • task1_multiaztertest_1, whose original name is task1_multiaztertest_2.tsv_es # • task1_NIT Agartala N, whose original name is task1_NIT Agartala NLP Team_1.tsv_es # • task1_shm2022_1.tsv_, whose original name is task1_shm2022_1.tsv_es # • task1_shm2022_2.tsv_, whose original name is task1_shm2022_2.tsv_es # • task1_SINAI-TL_1.tsv, whose original name is task1_SINAI-TL_1.tsv_es # • task1_SINAI-TL_2.tsv, whose original name is task1_SINAI-TL_2.tsv_es # • task1_SINAI-TL_3.tsv, whose original name is task1_SINAI-TL_3.tsv_es # • task1_SINAI_1.tsv_es, whose original name is task1_SINAI_1.tsv_es # • task1_SINAI_2.tsv_es, whose original name is task1_SINAI_2.tsv_es # • task1_SINAI_3.tsv_es, whose original name is task1_SINAI_3.tsv_es # • task1_ThangCIC_1.tsv, whose original name is task1_ThangCIC_1.tsv_es # • task1_ThangCIC_3.tsv, whose original name is task1_ThangCIC_3.tsv_es # • task1_ThangCIC_7.tsv, whose original name is task1_ThangCIC_7.tsv_es # • task1_UMU_1_es, whose original name is task1_UMU_1_es # • task1_UMU_2_es, whose original name is task1_UMU_2_es # • task1_UMU_3_es, whose original name is task1_UMU_3_es # • task1_UNED-UPM_1.tsv, whose original name is task1_UNED-UPM_1.tsv_es # • task1_UNED-UPM_2.tsv, whose original name is task1_UNED-UPM_2.tsv_es # • task1_xaiTUD_1.tsv_e, whose original name is task1_xaiTUD_1.tsv_es # # The next table contains the average result across test case for each measure. # Those measures that do not satisfy the preconditions are marked with -. # Only results of test case present in the gold are taken into account. ############################################################################# ############################################################################# # The measures included in the table are: # - Accuracy - Acc # - Precision - P # - Recall - R # - F Measure - F(P, R) ############################################################################# "Output Name" "Acc" "P" "R" "F(P, R)" "task1_2539404758.tsv_es" "0,7538" "0,7539" "0,7534" "0,7535" "task1_AI-UPV_1.tsv_es" "0,7030" "0,7126" "0,7049" "0,7008" "task1_AI-UPV_2.tsv_es" "0,7162" "0,7226" "0,7177" "0,7149" "task1_AI-UPV_3.tsv_es" "0,7162" "0,7226" "0,7177" "0,7149" "task1_AIT_FHSTP_1.tsv_es" "0,7199" "0,7200" "0,7195" "0,7196" "task1_AIT_FHSTP_2.tsv_es" "0,6880" "0,6984" "0,6900" "0,6852" "task1_AIT_FHSTP_3.tsv_es" "0,7406" "0,7416" "0,7411" "0,7405" "task1_avacaondata_1.tsv_es" "0,7575" "0,7574" "0,7574" "0,7574" "task1_avacaondata_2.tsv_es" "0,0432" "0,4792" "0,0434" "0,0795" "task1_avacaondata_3.tsv_es" "0,7575" "0,7574" "0,7574" "0,7574" "task1_BASELINE.tsv_es" "0,6692" "0,6747" "0,6673" "0,6649" "task1_besiguenza_1.tsv_es" "0,7143" "0,7200" "0,7126" "0,7113" "task1_CIMATCOLMEX_1.tsv_es" "0,7801" "0,7808" "0,7805" "0,7801" "task1_CIMATCOLMEX_2.tsv_es" "0,7707" "0,7727" "0,7714" "0,7705" "task1_CIMATCOLMEX_3.tsv_es" "0,7688" "0,7700" "0,7694" "0,7687" "task1_CompLingKnJ_1.txt_es" "0,7199" "0,7210" "0,7205" "0,7198" "task1_CompLingKnJ_2.txt_es" "0,6729" "0,6745" "0,6718" "0,6713" "task1_ELiRF-VRAIN_1.tsv_es" "0,7556" "0,7608" "0,7569" "0,7550" "task1_ELiRF-VRAIN_2.tsv_es" "0,7519" "0,7529" "0,7524" "0,7518" "task1_ELiRF-VRAIN_3.tsv_es" "0,7425" "0,7495" "0,7440" "0,7414" "task1_I2C_1.tsv_es" "0,7632" "0,7652" "0,7639" "0,7630" "task1_I2C_2.tsv_es" "0,7481" "0,7526" "0,7493" "0,7475" "task1_I2C_3.tsv_es" "0,7707" "0,7706" "0,7707" "0,7706" "task1_LPtower_1.csv_es" "0,7312" "0,7313" "0,7308" "0,7309" "task1_LPtower_2_major.csv_es" "0,7180" "0,7187" "0,7174" "0,7174" "task1_LPtower_3.csv_es" "0,4756" "0,4747" "0,4748" "0,4744" "task1_multiaztertest_1.tsv_es" "0,7744" "0,7753" "0,7749" "0,7744" "task1_multiaztertest_2.tsv_es" "0,7444" "0,7443" "0,7441" "0,7442" "task1_NIT Agartala NLP Team_1.tsv_es" "0,7030" "0,7034" "0,7024" "0,7024" "task1_shm2022_1.tsv_es" "0,7331" "0,7350" "0,7338" "0,7329" "task1_shm2022_2.tsv_es" "0,6974" "0,7006" "0,6984" "0,6968" "task1_SINAI-TL_1.tsv_es" "0,7500" "0,7529" "0,7509" "0,7497" "task1_SINAI-TL_2.tsv_es" "0,7538" "0,7559" "0,7546" "0,7536" "task1_SINAI-TL_3.tsv_es" "0,7500" "0,7529" "0,7509" "0,7497" "task1_SINAI_1.tsv_es" "0,7105" "0,7126" "0,7113" "0,7103" "task1_SINAI_2.tsv_es" "0,7030" "0,7029" "0,7028" "0,7029" "task1_SINAI_3.tsv_es" "0,6880" "0,6880" "0,6875" "0,6875" "task1_ThangCIC_1.tsv_es" "0,7556" "0,7567" "0,7549" "0,7550" "task1_ThangCIC_3.tsv_es" "0,7368" "0,7394" "0,7377" "0,7365" "task1_ThangCIC_7.tsv_es" "0,7387" "0,7429" "0,7399" "0,7381" "task1_UMU_1_es" "0,7556" "0,7570" "0,7563" "0,7556" "task1_UMU_2_es" "0,7556" "0,7557" "0,7558" "0,7556" "task1_UMU_3_es" "0,7613" "0,7614" "0,7614" "0,7613" "task1_UNED-UPM_1.tsv_es" "0,6748" "0,6975" "0,6778" "0,6675" "task1_UNED-UPM_2.tsv_es" "0,6748" "0,6923" "0,6775" "0,6692" "task1_xaiTUD_1.tsv_es" "0,5056" "0,5094" "0,5085" "0,4951" "Majority Class" "0,5094" "0,5094" "0,5000" "0,3375"