############################################################################# # AUTOMATIC EvALL TSV REPORT # # We kindly ask you to cite the following work when using EvALL: # EvALL: Open Access Evaluation for Information Access Systems # Enrique Amigó, Jorge Carrillo-de-Albornoz, Mario Almagro, Julio Gonzalo, # Javier Rodrguez-Vidal, Felisa Verdejo # In proceedings of SIGIR'17 # # This file contains the results for all measures and for all systems. Systems included are: # • task1_2539404758.tsv, whose original name is task1_2539404758.tsv_en # • task1_AI-UPV_1.tsv_e, whose original name is task1_AI-UPV_1.tsv_en # • task1_AI-UPV_2.tsv_e, whose original name is task1_AI-UPV_2.tsv_en # • task1_AI-UPV_3.tsv_e, whose original name is task1_AI-UPV_3.tsv_en # • task1_AIT_FHSTP_1.ts, whose original name is task1_AIT_FHSTP_1.tsv_en # • task1_AIT_FHSTP_2.ts, whose original name is task1_AIT_FHSTP_2.tsv_en # • task1_AIT_FHSTP_3.ts, whose original name is task1_AIT_FHSTP_3.tsv_en # • task1_avacaondata_1., whose original name is task1_avacaondata_1.tsv_en # • task1_avacaondata_2., whose original name is task1_avacaondata_2.tsv_en # • task1_avacaondata_3., whose original name is task1_avacaondata_3.tsv_en # • task1_BASELINE.tsv_e, whose original name is task1_BASELINE.tsv_en # • task1_besiguenza_1.t, whose original name is task1_besiguenza_1.tsv_en # • task1_CIMATCOLMEX_1., whose original name is task1_CIMATCOLMEX_1.tsv_en # • task1_CIMATCOLMEX_2., whose original name is task1_CIMATCOLMEX_2.tsv_en # • task1_CIMATCOLMEX_3., whose original name is task1_CIMATCOLMEX_3.tsv_en # • task1_CompLingKnJ_1., whose original name is task1_CompLingKnJ_1.txt_en # • task1_CompLingKnJ_2., whose original name is task1_CompLingKnJ_2.txt_en # • task1_ELiRF-VRAIN_1., whose original name is task1_ELiRF-VRAIN_1.tsv_en # • task1_ELiRF-VRAIN_2., whose original name is task1_ELiRF-VRAIN_2.tsv_en # • task1_ELiRF-VRAIN_3., whose original name is task1_ELiRF-VRAIN_3.tsv_en # • task1_I2C_1.tsv_en, whose original name is task1_I2C_1.tsv_en # • task1_I2C_2.tsv_en, whose original name is task1_I2C_2.tsv_en # • task1_I2C_3.tsv_en, whose original name is task1_I2C_3.tsv_en # • task1_LPtower_1.csv_, whose original name is task1_LPtower_1.csv_en # • task1_LPtower_2_majo, whose original name is task1_LPtower_2_major.csv_en # • task1_LPtower_3.csv_, whose original name is task1_LPtower_3.csv_en # • task1_multiaztertest_1, whose original name is task1_multiaztertest_1.tsv_en # • task1_multiaztertest, whose original name is task1_multiaztertest_2.tsv_en # • task1_NIT Agartala N, whose original name is task1_NIT Agartala NLP Team_1.tsv_en # • task1_shm2022_1.tsv_, whose original name is task1_shm2022_1.tsv_en # • task1_shm2022_2.tsv_, whose original name is task1_shm2022_2.tsv_en # • task1_SINAI-TL_1.tsv, whose original name is task1_SINAI-TL_1.tsv_en # • task1_SINAI-TL_2.tsv, whose original name is task1_SINAI-TL_2.tsv_en # • task1_SINAI-TL_3.tsv, whose original name is task1_SINAI-TL_3.tsv_en # • task1_SINAI_1.tsv_en, whose original name is task1_SINAI_1.tsv_en # • task1_SINAI_2.tsv_en, whose original name is task1_SINAI_2.tsv_en # • task1_SINAI_3.tsv_en, whose original name is task1_SINAI_3.tsv_en # • task1_ThangCIC_1.tsv, whose original name is task1_ThangCIC_1.tsv_en # • task1_ThangCIC_3.tsv, whose original name is task1_ThangCIC_3.tsv_en # • task1_ThangCIC_7.tsv, whose original name is task1_ThangCIC_7.tsv_en # • task1_UMU_1_en, whose original name is task1_UMU_1_en # • task1_UMU_2_en, whose original name is task1_UMU_2_en # • task1_UMU_3_en, whose original name is task1_UMU_3_en # • task1_UNED-UPM_1.tsv, whose original name is task1_UNED-UPM_1.tsv_en # • task1_UNED-UPM_2.tsv, whose original name is task1_UNED-UPM_2.tsv_en # • task1_xaiTUD_1.tsv_e, whose original name is task1_xaiTUD_1.tsv_en # # The next table contains the average result across test case for each measure. # Those measures that do not satisfy the preconditions are marked with -. # Only results of test case present in the gold are taken into account. ############################################################################# ############################################################################# # The measures included in the table are: # - Accuracy - Acc # - Precision - P # - Recall - R # - F Measure - F(P, R) ############################################################################# "Output Name" "Acc" "P" "R" "F(P, R)" "task1_2539404758.tsv_en" "0,7738" "0,7688" "0,7738" "0,7703" "task1_AI-UPV_1.tsv_en" "0,7795" "0,7789" "0,7862" "0,7779" "task1_AI-UPV_2.tsv_en" "0,7662" "0,7685" "0,7753" "0,7651" "task1_AI-UPV_3.tsv_en" "0,8118" "0,8070" "0,8122" "0,8087" "task1_AIT_FHSTP_1.tsv_en" "0,7643" "0,7631" "0,7699" "0,7624" "task1_AIT_FHSTP_2.tsv_en" "0,7490" "0,7575" "0,7624" "0,7487" "task1_AIT_FHSTP_3.tsv_en" "0,7605" "0,7548" "0,7585" "0,7561" "task1_avacaondata_1.tsv_en" "0,8422" "0,8388" "0,8365" "0,8376" "task1_avacaondata_2.tsv_en" "0,0551" "0,5625" "0,0544" "0,0991" "task1_avacaondata_3.tsv_en" "0,8422" "0,8388" "0,8365" "0,8376" "task1_BASELINE.tsv_en" "0,7167" "0,7092" "0,7053" "0,7068" "task1_besiguenza_1.tsv_en" "0,7471" "0,7415" "0,7452" "0,7427" "task1_CIMATCOLMEX_1.tsv_en" "0,8099" "0,8047" "0,8074" "0,8058" "task1_CIMATCOLMEX_2.tsv_en" "0,8061" "0,8011" "0,8060" "0,8028" "task1_CIMATCOLMEX_3.tsv_en" "0,8137" "0,8087" "0,8132" "0,8103" "task1_CompLingKnJ_1.txt_en" "0,7719" "0,7662" "0,7696" "0,7675" "task1_CompLingKnJ_2.txt_en" "0,6901" "0,6818" "0,6811" "0,6814" "task1_ELiRF-VRAIN_1.tsv_en" "0,7757" "0,7726" "0,7791" "0,7733" "task1_ELiRF-VRAIN_2.tsv_en" "0,7871" "0,7819" "0,7865" "0,7835" "task1_ELiRF-VRAIN_3.tsv_en" "0,7947" "0,7893" "0,7893" "0,7893" "task1_I2C_1.tsv_en" "0,8137" "0,8107" "0,8182" "0,8117" "task1_I2C_2.tsv_en" "0,7833" "0,7867" "0,7938" "0,7825" "task1_I2C_3.tsv_en" "0,7909" "0,7858" "0,7835" "0,7846" "task1_LPtower_1.csv_en" "0,7852" "0,7795" "0,7811" "0,7802" "task1_LPtower_2_major.csv_en" "0,7738" "0,7682" "0,7657" "0,7668" "task1_LPtower_3.csv_en" "0,5057" "0,5002" "0,5002" "0,4992" "task1_multiaztertest_1.tsv_en" "0,7928" "0,7888" "0,7951" "0,7901" "task1_multiaztertest_2.tsv_en" "0,8023" "0,7981" "0,7940" "0,7958" "task1_NIT Agartala NLP Team_1.tsv_en" "0,7167" "0,7091" "0,7078" "0,7084" "task1_shm2022_1.tsv_en" "0,7738" "0,7709" "0,7775" "0,7714" "task1_shm2022_2.tsv_en" "0,7395" "0,7405" "0,7467" "0,7381" "task1_SINAI-TL_1.tsv_en" "0,8194" "0,8148" "0,8206" "0,8166" "task1_SINAI-TL_2.tsv_en" "0,6312" "0,6180" "0,6028" "0,6013" "task1_SINAI-TL_3.tsv_en" "0,8194" "0,8143" "0,8181" "0,8158" "task1_SINAI_1.tsv_en" "0,7529" "0,7570" "0,7632" "0,7520" "task1_SINAI_2.tsv_en" "0,7529" "0,7548" "0,7613" "0,7517" "task1_SINAI_3.tsv_en" "0,7529" "0,7476" "0,7520" "0,7489" "task1_ThangCIC_1.tsv_en" "0,7605" "0,7542" "0,7542" "0,7542" "task1_ThangCIC_3.tsv_en" "0,7852" "0,7795" "0,7805" "0,7800" "task1_ThangCIC_7.tsv_en" "0,7833" "0,7821" "0,7894" "0,7816" "task1_UMU_1_en" "0,7738" "0,7701" "0,7763" "0,7711" "task1_UMU_2_en" "0,7681" "0,7622" "0,7651" "0,7634" "task1_UMU_3_en" "0,7662" "0,7615" "0,7666" "0,7628" "task1_UNED-UPM_1.tsv_en" "0,6901" "0,7267" "0,7166" "0,6893" "task1_UNED-UPM_2.tsv_en" "0,6578" "0,7078" "0,6893" "0,6552" "task1_xaiTUD_1.tsv_en" "0,4563" "0,5162" "0,5093" "0,4197" "Majority Class" "0,5798" "0,5798" "0,5000" "0,3670"