├── .github ├── ISSUE_TEMPLATE │ ├── bug_report.md │ ├── config.yml │ ├── feature_request.md │ └── task.md ├── labels.yml ├── pull_request_template.md └── workflows │ ├── branch-name-check.yml │ └── labels.yml ├── .gitignore ├── CONTRIBUTING.md ├── LEADERBOARD.md ├── LICENSE ├── README.md ├── __init__.py ├── assets └── images │ ├── eval_kit_comparison.png │ ├── overview.png │ ├── taxonomy.png │ └── ver-1-bg.png ├── data └── scripts │ ├── download_spider.sh │ └── prepare_callhome_dataset.py ├── engine.py ├── evaluate.py ├── evaluate.sh ├── metrics ├── README.md ├── base_metric_metadata.py ├── bertscore.py ├── bfcl_metric.py ├── bleu_metrics.py ├── comet_score.py ├── diarization_metrics.py ├── gsm8k_metrics.py ├── instruction_following_eval │ ├── __init__.py │ ├── instructions.py │ ├── instructions_registry.py │ └── instructions_util.py ├── llm_judge.py ├── meteor_score.py ├── metrics.py ├── sql_score.py ├── text2sql │ ├── README.md │ ├── evaluation.py │ └── process_sql.py ├── text2sql_execution │ ├── exec_eval.py │ └── parse.py ├── voice_bench_ifeval_score.py ├── wer │ ├── normalizers.py │ └── whisper_normalizer │ │ ├── basic.py │ │ ├── english.json │ │ └── english.py └── word_error_rate_metrics.py ├── models ├── __init__.py ├── inference_boilerplate │ ├── Dockerfile │ ├── README.md │ ├── app │ │ ├── dummy_model.py │ │ ├── infer.py │ │ ├── main.py │ │ ├── models.py │ │ └── utils.py │ └── requirements.txt ├── model.py ├── model_response.py ├── nvidia-flamingo │ ├── Dockerfile │ ├── README.md │ ├── app.py │ ├── infer.py │ ├── models.py │ ├── requirements.txt │ ├── start.sh │ └── utils.py └── request_resp_handler.py ├── postprocessors ├── base.py ├── bfcl_postprocessor.py ├── big_bench_audio_postprocessor.py ├── callhome_postprocessor.py ├── covost2_postprocessor.py ├── general_postprocessor.py ├── multiturn_postprocessor.py ├── spider_postprocessor.py └── voice_bench_postprocessor.py ├── preprocessors ├── base.py ├── bfcl_preprocessor.py ├── big_bench_audio_preprocessor.py ├── callhome_preprocessor.py ├── covost2_preprocessor.py ├── general_preprocessor.py ├── multiturn_preprocessor.py ├── spider_preprocessor.py └── voice_bench_preprocessor.py ├── prompts ├── judge_prompts.yaml └── system_prompts.yaml ├── requirements.txt ├── run_configs ├── callhome_diarization.yaml ├── covost2.yaml ├── leaderboard_config.yaml ├── librispeech.yaml └── mtbench.yaml ├── sample_config.yaml ├── tasks ├── README.md ├── audio_understanding │ ├── README.md │ ├── music_understanding │ │ └── mu_chomusic_test.yaml │ └── scene_understanding │ │ ├── audiocaps_qa_test.yaml │ │ ├── audiocaps_test.yaml │ │ ├── base.yaml │ │ ├── clotho_aqa_test.yaml │ │ ├── wavcaps_qa_test.yaml │ │ └── wavcaps_test.yaml ├── paralinguistics │ ├── README.md │ ├── accent_recognition │ │ ├── base.yaml │ │ ├── mnsc_pqa_ar_dialogue_test.yaml │ │ ├── mnsc_pqa_ar_sentence_test.yaml │ │ └── voxceleb_accent_test.yaml │ ├── emotion_recognition │ │ ├── base.yaml │ │ ├── iemocap_emotion_recognition.yaml │ │ ├── meld_emotion_test.yaml │ │ └── meld_sentiment_test.yaml │ ├── gender_recognition │ │ ├── base.yaml │ │ ├── iemocap_gender_recognition.yaml │ │ ├── mnsc_pqa_gr_dialogue_test.yaml │ │ ├── mnsc_pqa_gr_sentence_test.yaml │ │ └── voxceleb_gender_test.yaml │ ├── speaker_diarization │ │ └── callhome_diarization │ │ │ ├── base.yaml │ │ │ ├── callhome_diarization_deu.yaml │ │ │ ├── callhome_diarization_eng.yaml │ │ │ ├── callhome_diarization_jpn.yaml │ │ │ ├── callhome_diarization_spa.yaml │ │ │ └── callhome_diarization_zho.yaml │ └── speaker_recognition │ │ └── mmau_mini.yaml ├── safety_and_security │ ├── README.md │ ├── safety │ │ └── advbench.yaml │ └── spoofing │ │ └── asvspoof.yaml ├── speech_recognition │ ├── README.md │ ├── asr │ │ ├── aishell_1 │ │ │ └── aishell_1_test.yaml │ │ ├── ami │ │ │ ├── ami_ihm.yaml │ │ │ ├── ami_sdm.yaml │ │ │ └── base.yaml │ │ ├── base.yaml │ │ ├── callhome_asr │ │ │ ├── README.md │ │ │ ├── base.yaml │ │ │ ├── callhome_asr_deu.yaml │ │ │ ├── callhome_asr_eng.yaml │ │ │ ├── callhome_asr_jpn.yaml │ │ │ ├── callhome_asr_spa.yaml │ │ │ └── callhome_asr_zho.yaml │ │ ├── common_voice_15 │ │ │ ├── base.yaml │ │ │ ├── common_voice_15_ab.yaml │ │ │ ├── common_voice_15_af.yaml │ │ │ ├── common_voice_15_am.yaml │ │ │ ├── common_voice_15_ar.yaml │ │ │ ├── common_voice_15_as.yaml │ │ │ ├── common_voice_15_ast.yaml │ │ │ ├── common_voice_15_az.yaml │ │ │ ├── common_voice_15_ba.yaml │ │ │ ├── common_voice_15_bas.yaml │ │ │ ├── common_voice_15_be.yaml │ │ │ ├── common_voice_15_bg.yaml │ │ │ ├── common_voice_15_bn.yaml │ │ │ ├── common_voice_15_br.yaml │ │ │ ├── common_voice_15_ca.yaml │ │ │ ├── common_voice_15_ckb.yaml │ │ │ ├── common_voice_15_cnh.yaml │ │ │ ├── common_voice_15_cs.yaml │ │ │ ├── common_voice_15_cv.yaml │ │ │ ├── common_voice_15_cy.yaml │ │ │ ├── common_voice_15_da.yaml │ │ │ ├── common_voice_15_de.yaml │ │ │ ├── common_voice_15_dv.yaml │ │ │ ├── common_voice_15_dyu.yaml │ │ │ ├── common_voice_15_el.yaml │ │ │ ├── common_voice_15_en.yaml │ │ │ ├── common_voice_15_eo.yaml │ │ │ ├── common_voice_15_es.yaml │ │ │ ├── common_voice_15_et.yaml │ │ │ ├── common_voice_15_eu.yaml │ │ │ ├── common_voice_15_fa.yaml │ │ │ ├── common_voice_15_fi.yaml │ │ │ ├── common_voice_15_fr.yaml │ │ │ ├── common_voice_15_fy-NL.yaml │ │ │ ├── common_voice_15_ga-IE.yaml │ │ │ ├── common_voice_15_gl.yaml │ │ │ ├── common_voice_15_ha.yaml │ │ │ ├── common_voice_15_hi.yaml │ │ │ ├── common_voice_15_hsb.yaml │ │ │ ├── common_voice_15_hu.yaml │ │ │ ├── common_voice_15_hy-AM.yaml │ │ │ ├── common_voice_15_ia.yaml │ │ │ ├── common_voice_15_id.yaml │ │ │ ├── common_voice_15_ig.yaml │ │ │ ├── common_voice_15_it.yaml │ │ │ ├── common_voice_15_ja.yaml │ │ │ ├── common_voice_15_ka.yaml │ │ │ ├── common_voice_15_kab.yaml │ │ │ ├── common_voice_15_kk.yaml │ │ │ ├── common_voice_15_kmr.yaml │ │ │ ├── common_voice_15_ko.yaml │ │ │ ├── common_voice_15_ky.yaml │ │ │ ├── common_voice_15_lg.yaml │ │ │ ├── common_voice_15_lt.yaml │ │ │ ├── common_voice_15_lv.yaml │ │ │ ├── common_voice_15_mdf.yaml │ │ │ ├── common_voice_15_mg.yaml │ │ │ ├── common_voice_15_mk.yaml │ │ │ ├── common_voice_15_ml.yaml │ │ │ ├── common_voice_15_mn.yaml │ │ │ ├── common_voice_15_mr.yaml │ │ │ ├── common_voice_15_mt.yaml │ │ │ ├── common_voice_15_myv.yaml │ │ │ ├── common_voice_15_ne-NP.yaml │ │ │ ├── common_voice_15_nl.yaml │ │ │ ├── common_voice_15_nn-NO.yaml │ │ │ ├── common_voice_15_or.yaml │ │ │ ├── common_voice_15_pa-IN.yaml │ │ │ ├── common_voice_15_pl.yaml │ │ │ ├── common_voice_15_pt.yaml │ │ │ ├── common_voice_15_rm-sursilv.yaml │ │ │ ├── common_voice_15_rm-vallader.yaml │ │ │ ├── common_voice_15_ro.yaml │ │ │ ├── common_voice_15_ru.yaml │ │ │ ├── common_voice_15_rw.yaml │ │ │ ├── common_voice_15_sah.yaml │ │ │ ├── common_voice_15_sat.yaml │ │ │ ├── common_voice_15_sc.yaml │ │ │ ├── common_voice_15_sk.yaml │ │ │ ├── common_voice_15_sl.yaml │ │ │ ├── common_voice_15_sr.yaml │ │ │ ├── common_voice_15_sv-SE.yaml │ │ │ ├── common_voice_15_sw.yaml │ │ │ ├── common_voice_15_ta.yaml │ │ │ ├── common_voice_15_te.yaml │ │ │ ├── common_voice_15_tg.yaml │ │ │ ├── common_voice_15_th.yaml │ │ │ ├── common_voice_15_ti.yaml │ │ │ ├── common_voice_15_tok.yaml │ │ │ ├── common_voice_15_tr.yaml │ │ │ ├── common_voice_15_tt.yaml │ │ │ ├── common_voice_15_ug.yaml │ │ │ ├── common_voice_15_uk.yaml │ │ │ ├── common_voice_15_ur.yaml │ │ │ ├── common_voice_15_uz.yaml │ │ │ ├── common_voice_15_vot.yaml │ │ │ ├── common_voice_15_yi.yaml │ │ │ ├── common_voice_15_yue.yaml │ │ │ ├── common_voice_15_zh-CN.yaml │ │ │ ├── common_voice_15_zh-HK.yaml │ │ │ └── common_voice_15_zh-TW.yaml │ │ ├── fleurs │ │ │ ├── base.yaml │ │ │ ├── fleurs_af_za.yaml │ │ │ ├── fleurs_am_et.yaml │ │ │ ├── fleurs_ar_eg.yaml │ │ │ ├── fleurs_as_in.yaml │ │ │ ├── fleurs_ast_es.yaml │ │ │ ├── fleurs_az_az.yaml │ │ │ ├── fleurs_be_by.yaml │ │ │ ├── fleurs_bg_bg.yaml │ │ │ ├── fleurs_bn_in.yaml │ │ │ ├── fleurs_bs_ba.yaml │ │ │ ├── fleurs_ca_es.yaml │ │ │ ├── fleurs_ceb_ph.yaml │ │ │ ├── fleurs_ckb_iq.yaml │ │ │ ├── fleurs_cmn_hans_cn.yaml │ │ │ ├── fleurs_cs_cz.yaml │ │ │ ├── fleurs_cy_gb.yaml │ │ │ ├── fleurs_da_dk.yaml │ │ │ ├── fleurs_de_de.yaml │ │ │ ├── fleurs_el_gr.yaml │ │ │ ├── fleurs_en_us.yaml │ │ │ ├── fleurs_es_419.yaml │ │ │ ├── fleurs_et_ee.yaml │ │ │ ├── fleurs_fa_ir.yaml │ │ │ ├── fleurs_ff_sn.yaml │ │ │ ├── fleurs_fi_fi.yaml │ │ │ ├── fleurs_fil_ph.yaml │ │ │ ├── fleurs_fr_fr.yaml │ │ │ ├── fleurs_ga_ie.yaml │ │ │ ├── fleurs_gl_es.yaml │ │ │ ├── fleurs_gu_in.yaml │ │ │ ├── fleurs_ha_ng.yaml │ │ │ ├── fleurs_he_il.yaml │ │ │ ├── fleurs_hi_in.yaml │ │ │ ├── fleurs_hr_hr.yaml │ │ │ ├── fleurs_hu_hu.yaml │ │ │ ├── fleurs_hy_am.yaml │ │ │ ├── fleurs_id_id.yaml │ │ │ ├── fleurs_ig_ng.yaml │ │ │ ├── fleurs_is_is.yaml │ │ │ ├── fleurs_it_it.yaml │ │ │ ├── fleurs_ja_jp.yaml │ │ │ ├── fleurs_jv_id.yaml │ │ │ ├── fleurs_ka_ge.yaml │ │ │ ├── fleurs_kam_ke.yaml │ │ │ ├── fleurs_kea_cv.yaml │ │ │ ├── fleurs_kk_kz.yaml │ │ │ ├── fleurs_km_kh.yaml │ │ │ ├── fleurs_kn_in.yaml │ │ │ ├── fleurs_ko_kr.yaml │ │ │ ├── fleurs_ky_kg.yaml │ │ │ ├── fleurs_lb_lu.yaml │ │ │ ├── fleurs_lg_ug.yaml │ │ │ ├── fleurs_ln_cd.yaml │ │ │ ├── fleurs_lo_la.yaml │ │ │ ├── fleurs_lt_lt.yaml │ │ │ ├── fleurs_luo_ke.yaml │ │ │ ├── fleurs_lv_lv.yaml │ │ │ ├── fleurs_mi_nz.yaml │ │ │ ├── fleurs_mk_mk.yaml │ │ │ ├── fleurs_ml_in.yaml │ │ │ ├── fleurs_mn_mn.yaml │ │ │ ├── fleurs_mr_in.yaml │ │ │ ├── fleurs_ms_my.yaml │ │ │ ├── fleurs_mt_mt.yaml │ │ │ ├── fleurs_my_mm.yaml │ │ │ ├── fleurs_nb_no.yaml │ │ │ ├── fleurs_ne_np.yaml │ │ │ ├── fleurs_nl_nl.yaml │ │ │ ├── fleurs_nso_za.yaml │ │ │ ├── fleurs_ny_mw.yaml │ │ │ ├── fleurs_oc_fr.yaml │ │ │ ├── fleurs_om_et.yaml │ │ │ ├── fleurs_or_in.yaml │ │ │ ├── fleurs_pa_in.yaml │ │ │ ├── fleurs_pl_pl.yaml │ │ │ ├── fleurs_ps_af.yaml │ │ │ ├── fleurs_pt_br.yaml │ │ │ ├── fleurs_ro_ro.yaml │ │ │ ├── fleurs_ru_ru.yaml │ │ │ ├── fleurs_sd_in.yaml │ │ │ ├── fleurs_sk_sk.yaml │ │ │ ├── fleurs_sl_si.yaml │ │ │ ├── fleurs_sn_zw.yaml │ │ │ ├── fleurs_so_so.yaml │ │ │ ├── fleurs_sr_rs.yaml │ │ │ ├── fleurs_sv_se.yaml │ │ │ ├── fleurs_sw_ke.yaml │ │ │ ├── fleurs_ta_in.yaml │ │ │ ├── fleurs_te_in.yaml │ │ │ ├── fleurs_tg_tj.yaml │ │ │ ├── fleurs_th_th.yaml │ │ │ ├── fleurs_tr_tr.yaml │ │ │ ├── fleurs_uk_ua.yaml │ │ │ ├── fleurs_umb_ao.yaml │ │ │ ├── fleurs_ur_pk.yaml │ │ │ ├── fleurs_uz_uz.yaml │ │ │ ├── fleurs_vi_vn.yaml │ │ │ ├── fleurs_wo_sn.yaml │ │ │ ├── fleurs_xh_za.yaml │ │ │ ├── fleurs_yo_ng.yaml │ │ │ ├── fleurs_yue_hant_hk.yaml │ │ │ └── fleurs_zu_za.yaml │ │ ├── gigaspeech │ │ │ └── gigaspeech_test.yaml │ │ ├── gigaspeech2 │ │ │ ├── base.yaml │ │ │ ├── gigaspeech2_id_test.yaml │ │ │ ├── gigaspeech2_th_test.yaml │ │ │ └── gigaspeech2_vi_test.yaml │ │ ├── librispeech │ │ │ ├── base.yaml │ │ │ ├── librispeech_test_clean.yaml │ │ │ └── librispeech_test_other.yaml │ │ ├── librispeech_multilingual │ │ │ ├── base.yaml │ │ │ ├── librispeech_multilingual_dutch.yaml │ │ │ ├── librispeech_multilingual_french.yaml │ │ │ ├── librispeech_multilingual_german.yaml │ │ │ ├── librispeech_multilingual_italian.yaml │ │ │ ├── librispeech_multilingual_polish.yaml │ │ │ ├── librispeech_multilingual_portuguese.yaml │ │ │ └── librispeech_multilingual_spanish.yaml │ │ ├── mnsc │ │ │ ├── base.yaml │ │ │ ├── mnsc_asr_part1_test.yaml │ │ │ ├── mnsc_asr_part2_test.yaml │ │ │ ├── mnsc_asr_part3_test.yaml │ │ │ ├── mnsc_asr_part4_test.yaml │ │ │ ├── mnsc_asr_part5_test.yaml │ │ │ └── mnsc_asr_part6_test.yaml │ │ ├── peoples_speech │ │ │ └── peoples_speech_test.yaml │ │ ├── spgispeech │ │ │ └── spgispeech_test.yaml │ │ ├── tedlium3 │ │ │ └── tedlium3_test.yaml │ │ └── voxpopuli │ │ │ ├── base.yaml │ │ │ ├── voxpopuli_cs.yaml │ │ │ ├── voxpopuli_de.yaml │ │ │ ├── voxpopuli_en.yaml │ │ │ ├── voxpopuli_en_accented.yaml │ │ │ ├── voxpopuli_es.yaml │ │ │ ├── voxpopuli_et.yaml │ │ │ ├── voxpopuli_fi.yaml │ │ │ ├── voxpopuli_fr.yaml │ │ │ ├── voxpopuli_hr.yaml │ │ │ ├── voxpopuli_hu.yaml │ │ │ ├── voxpopuli_it.yaml │ │ │ ├── voxpopuli_lt.yaml │ │ │ ├── voxpopuli_nl.yaml │ │ │ ├── voxpopuli_pl.yaml │ │ │ ├── voxpopuli_ro.yaml │ │ │ ├── voxpopuli_sk.yaml │ │ │ └── voxpopuli_sl.yaml │ ├── code_switching_asr │ │ ├── base.yaml │ │ ├── seame_dev_man.yaml │ │ └── seame_dev_sge.yaml │ └── long_form_asr │ │ ├── base.yaml │ │ ├── earnings21.yaml │ │ ├── earnings22.yaml │ │ └── tedlium3_long_form.yaml ├── spoken_language_reasoning │ ├── README.md │ ├── bfcl │ │ ├── base.yaml │ │ ├── bfcl_audio │ │ │ ├── base.yaml │ │ │ ├── bfcl_audio_irrelevance.yaml │ │ │ ├── bfcl_audio_multiple.yaml │ │ │ ├── bfcl_audio_parallel.yaml │ │ │ ├── bfcl_audio_parallel_multiple.yaml │ │ │ └── bfcl_audio_simple.yaml │ │ ├── bfcl_audio_no_prompt │ │ │ ├── base.yaml │ │ │ ├── bfcl_audio_irrelevance_no_prompt.yaml │ │ │ ├── bfcl_audio_multiple_no_prompt.yaml │ │ │ ├── bfcl_audio_parallel_multiple_no_prompt.yaml │ │ │ ├── bfcl_audio_parallel_no_prompt.yaml │ │ │ └── bfcl_audio_simple_no_prompt.yaml │ │ ├── bfcl_text │ │ │ ├── base.yaml │ │ │ ├── bfcl_text_irrelevance.yaml │ │ │ ├── bfcl_text_multiple.yaml │ │ │ ├── bfcl_text_parallel.yaml │ │ │ ├── bfcl_text_parallel_multiple.yaml │ │ │ └── bfcl_text_simple.yaml │ │ └── bfcl_text_no_prompt │ │ │ ├── base.yaml │ │ │ ├── bfcl_text_irrelevance_no_prompt.yaml │ │ │ ├── bfcl_text_multiple_no_prompt.yaml │ │ │ ├── bfcl_text_parallel_multiple_no_prompt.yaml │ │ │ ├── bfcl_text_parallel_no_prompt.yaml │ │ │ └── bfcl_text_simple_no_prompt.yaml │ ├── gsm8k │ │ ├── base.yaml │ │ ├── gsm8k_audio.yaml │ │ └── gsm8k_text.yaml │ ├── ifeval │ │ ├── base.yaml │ │ ├── voicebench_ifeval_audio.yaml │ │ └── voicebench_ifeval_text.yaml │ ├── mtbench │ │ ├── base.yaml │ │ ├── mtbench_audio.yaml │ │ └── mtbench_text.yaml │ └── speech_to_sql │ │ ├── base.yaml │ │ ├── spider_audio.yaml │ │ └── spider_text.yaml └── spoken_language_understanding │ ├── README.md │ ├── intent_classification │ └── SLURP-intent.yaml │ ├── speech_qa │ ├── alpaca_audio_test.yaml │ ├── base.yaml │ ├── cn_college_listen_mcq_test.yaml │ ├── dream_tts_mcq_test.yaml │ ├── mnsc_sqa │ │ ├── base.yaml │ │ ├── mnsc_sqa_part3_test.yaml │ │ ├── mnsc_sqa_part4_test.yaml │ │ ├── mnsc_sqa_part5_test.yaml │ │ └── mnsc_sqa_part6_test.yaml │ ├── openhermes_instruction_test.yaml │ ├── public_sg_speech_qa_test.yaml │ ├── slue_p2_sqa5_test.yaml │ └── spoken_squad_test.yaml │ ├── spoken_dialogue_summarization │ └── mnsc_sds │ │ ├── base.yaml │ │ ├── mnsc_sds_part3_test.yaml │ │ ├── mnsc_sds_part4_test.yaml │ │ └── mnsc_sds_part5_test.yaml │ ├── sqqa │ ├── big_bench_audio │ │ ├── base.yaml │ │ ├── big_bench_audio_audio_query.yaml │ │ └── big_bench_audio_text_query.yaml │ ├── mmsu │ │ ├── base.yaml │ │ ├── mmsu_biology.yaml │ │ ├── mmsu_business.yaml │ │ ├── mmsu_chemistry.yaml │ │ ├── mmsu_economics.yaml │ │ ├── mmsu_engineering.yaml │ │ ├── mmsu_health.yaml │ │ ├── mmsu_history.yaml │ │ ├── mmsu_law.yaml │ │ ├── mmsu_other.yaml │ │ ├── mmsu_philosophy.yaml │ │ ├── mmsu_physics.yaml │ │ └── mmsu_psychology.yaml │ ├── openbookqa │ │ └── openbookqa.yaml │ └── sd-qa │ │ ├── base.yaml │ │ ├── sd-qa_aus_audio.yaml │ │ ├── sd-qa_aus_text.yaml │ │ ├── sd-qa_gbr_audio.yaml │ │ ├── sd-qa_gbr_text.yaml │ │ ├── sd-qa_ind_n_audio.yaml │ │ ├── sd-qa_ind_n_text.yaml │ │ ├── sd-qa_ind_s_audio.yaml │ │ ├── sd-qa_ind_s_text.yaml │ │ ├── sd-qa_irl_audio.yaml │ │ ├── sd-qa_irl_text.yaml │ │ ├── sd-qa_kenya_audio.yaml │ │ ├── sd-qa_kenya_text.yaml │ │ ├── sd-qa_nga_audio.yaml │ │ ├── sd-qa_nga_text.yaml │ │ ├── sd-qa_nzl_audio.yaml │ │ ├── sd-qa_nzl_text.yaml │ │ ├── sd-qa_phl_audio.yaml │ │ ├── sd-qa_phl_text.yaml │ │ ├── sd-qa_usa_audio.yaml │ │ ├── sd-qa_usa_text.yaml │ │ ├── sd-qa_zaf_audio.yaml │ │ └── sd-qa_zaf_text.yaml │ └── translation │ └── covost2 │ ├── base.yaml │ ├── covost2_ar_en.yaml │ ├── covost2_ca_en.yaml │ ├── covost2_cy_en.yaml │ ├── covost2_de_en.yaml │ ├── covost2_en_ar.yaml │ ├── covost2_en_ca.yaml │ ├── covost2_en_cy.yaml │ ├── covost2_en_de.yaml │ ├── covost2_en_et.yaml │ ├── covost2_en_fa.yaml │ ├── covost2_en_id.yaml │ ├── covost2_en_ja.yaml │ ├── covost2_en_lv.yaml │ ├── covost2_en_mn.yaml │ ├── covost2_en_sl.yaml │ ├── covost2_en_sv-SE.yaml │ ├── covost2_en_ta.yaml │ ├── covost2_en_tr.yaml │ ├── covost2_en_zh-CN.yaml │ ├── covost2_es_en.yaml │ ├── covost2_et_en.yaml │ ├── covost2_fa_en.yaml │ ├── covost2_fr_en.yaml │ ├── covost2_id_en.yaml │ ├── covost2_it_en.yaml │ ├── covost2_ja_en.yaml │ ├── covost2_lv_en.yaml │ ├── covost2_mn_en.yaml │ ├── covost2_nl_en.yaml │ ├── covost2_pt_en.yaml │ ├── covost2_ru_en.yaml │ ├── covost2_sl_en.yaml │ ├── covost2_sv-SE_en.yaml │ ├── covost2_ta_en.yaml │ ├── covost2_tr_en.yaml │ └── covost2_zh-CN_en.yaml ├── tests ├── files │ └── sample.wav └── scripts │ └── test_vllm_endpoint.py └── utils ├── __init__.py ├── clear_hf_cache.py ├── constants.py ├── custom_logging.py ├── data_utils.py ├── engine_utils.py ├── metric_utils.py ├── model_utils.py ├── multimodal.py ├── request_manager.py ├── task_utils.py ├── tests.py └── util.py /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/.github/ISSUE_TEMPLATE/config.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/task.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/.github/ISSUE_TEMPLATE/task.md -------------------------------------------------------------------------------- /.github/labels.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/.github/labels.yml -------------------------------------------------------------------------------- /.github/pull_request_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/.github/pull_request_template.md -------------------------------------------------------------------------------- /.github/workflows/branch-name-check.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/.github/workflows/branch-name-check.yml -------------------------------------------------------------------------------- /.github/workflows/labels.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/.github/workflows/labels.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/.gitignore -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LEADERBOARD.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/LEADERBOARD.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/__init__.py -------------------------------------------------------------------------------- /assets/images/eval_kit_comparison.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/assets/images/eval_kit_comparison.png -------------------------------------------------------------------------------- /assets/images/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/assets/images/overview.png -------------------------------------------------------------------------------- /assets/images/taxonomy.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/assets/images/taxonomy.png -------------------------------------------------------------------------------- /assets/images/ver-1-bg.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/assets/images/ver-1-bg.png -------------------------------------------------------------------------------- /data/scripts/download_spider.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/data/scripts/download_spider.sh -------------------------------------------------------------------------------- /data/scripts/prepare_callhome_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/data/scripts/prepare_callhome_dataset.py -------------------------------------------------------------------------------- /engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/engine.py -------------------------------------------------------------------------------- /evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/evaluate.py -------------------------------------------------------------------------------- /evaluate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/evaluate.sh -------------------------------------------------------------------------------- /metrics/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/metrics/README.md -------------------------------------------------------------------------------- /metrics/base_metric_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/metrics/base_metric_metadata.py -------------------------------------------------------------------------------- /metrics/bertscore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/metrics/bertscore.py -------------------------------------------------------------------------------- /metrics/bfcl_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/metrics/bfcl_metric.py -------------------------------------------------------------------------------- /metrics/bleu_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/metrics/bleu_metrics.py -------------------------------------------------------------------------------- /metrics/comet_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/metrics/comet_score.py -------------------------------------------------------------------------------- /metrics/diarization_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/metrics/diarization_metrics.py -------------------------------------------------------------------------------- /metrics/gsm8k_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/metrics/gsm8k_metrics.py -------------------------------------------------------------------------------- /metrics/instruction_following_eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /metrics/instruction_following_eval/instructions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/metrics/instruction_following_eval/instructions.py -------------------------------------------------------------------------------- /metrics/instruction_following_eval/instructions_registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/metrics/instruction_following_eval/instructions_registry.py -------------------------------------------------------------------------------- /metrics/instruction_following_eval/instructions_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/metrics/instruction_following_eval/instructions_util.py -------------------------------------------------------------------------------- /metrics/llm_judge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/metrics/llm_judge.py -------------------------------------------------------------------------------- /metrics/meteor_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/metrics/meteor_score.py -------------------------------------------------------------------------------- /metrics/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/metrics/metrics.py -------------------------------------------------------------------------------- /metrics/sql_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/metrics/sql_score.py -------------------------------------------------------------------------------- /metrics/text2sql/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/metrics/text2sql/README.md -------------------------------------------------------------------------------- /metrics/text2sql/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/metrics/text2sql/evaluation.py -------------------------------------------------------------------------------- /metrics/text2sql/process_sql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/metrics/text2sql/process_sql.py -------------------------------------------------------------------------------- /metrics/text2sql_execution/exec_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/metrics/text2sql_execution/exec_eval.py -------------------------------------------------------------------------------- /metrics/text2sql_execution/parse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/metrics/text2sql_execution/parse.py -------------------------------------------------------------------------------- /metrics/voice_bench_ifeval_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/metrics/voice_bench_ifeval_score.py -------------------------------------------------------------------------------- /metrics/wer/normalizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/metrics/wer/normalizers.py -------------------------------------------------------------------------------- /metrics/wer/whisper_normalizer/basic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/metrics/wer/whisper_normalizer/basic.py -------------------------------------------------------------------------------- /metrics/wer/whisper_normalizer/english.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/metrics/wer/whisper_normalizer/english.json -------------------------------------------------------------------------------- /metrics/wer/whisper_normalizer/english.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/metrics/wer/whisper_normalizer/english.py -------------------------------------------------------------------------------- /metrics/word_error_rate_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/metrics/word_error_rate_metrics.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/inference_boilerplate/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/models/inference_boilerplate/Dockerfile -------------------------------------------------------------------------------- /models/inference_boilerplate/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/models/inference_boilerplate/README.md -------------------------------------------------------------------------------- /models/inference_boilerplate/app/dummy_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/models/inference_boilerplate/app/dummy_model.py -------------------------------------------------------------------------------- /models/inference_boilerplate/app/infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/models/inference_boilerplate/app/infer.py -------------------------------------------------------------------------------- /models/inference_boilerplate/app/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/models/inference_boilerplate/app/main.py -------------------------------------------------------------------------------- /models/inference_boilerplate/app/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/models/inference_boilerplate/app/models.py -------------------------------------------------------------------------------- /models/inference_boilerplate/app/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/models/inference_boilerplate/app/utils.py -------------------------------------------------------------------------------- /models/inference_boilerplate/requirements.txt: -------------------------------------------------------------------------------- 1 | fastapi 2 | uvicorn 3 | aiohttp 4 | pydantic 5 | torch 6 | -------------------------------------------------------------------------------- /models/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/models/model.py -------------------------------------------------------------------------------- /models/model_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/models/model_response.py -------------------------------------------------------------------------------- /models/nvidia-flamingo/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/models/nvidia-flamingo/Dockerfile -------------------------------------------------------------------------------- /models/nvidia-flamingo/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/models/nvidia-flamingo/README.md -------------------------------------------------------------------------------- /models/nvidia-flamingo/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/models/nvidia-flamingo/app.py -------------------------------------------------------------------------------- /models/nvidia-flamingo/infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/models/nvidia-flamingo/infer.py -------------------------------------------------------------------------------- /models/nvidia-flamingo/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/models/nvidia-flamingo/models.py -------------------------------------------------------------------------------- /models/nvidia-flamingo/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/models/nvidia-flamingo/requirements.txt -------------------------------------------------------------------------------- /models/nvidia-flamingo/start.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/models/nvidia-flamingo/start.sh -------------------------------------------------------------------------------- /models/nvidia-flamingo/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/models/nvidia-flamingo/utils.py -------------------------------------------------------------------------------- /models/request_resp_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/models/request_resp_handler.py -------------------------------------------------------------------------------- /postprocessors/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/postprocessors/base.py -------------------------------------------------------------------------------- /postprocessors/bfcl_postprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/postprocessors/bfcl_postprocessor.py -------------------------------------------------------------------------------- /postprocessors/big_bench_audio_postprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/postprocessors/big_bench_audio_postprocessor.py -------------------------------------------------------------------------------- /postprocessors/callhome_postprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/postprocessors/callhome_postprocessor.py -------------------------------------------------------------------------------- /postprocessors/covost2_postprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/postprocessors/covost2_postprocessor.py -------------------------------------------------------------------------------- /postprocessors/general_postprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/postprocessors/general_postprocessor.py -------------------------------------------------------------------------------- /postprocessors/multiturn_postprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/postprocessors/multiturn_postprocessor.py -------------------------------------------------------------------------------- /postprocessors/spider_postprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/postprocessors/spider_postprocessor.py -------------------------------------------------------------------------------- /postprocessors/voice_bench_postprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/postprocessors/voice_bench_postprocessor.py -------------------------------------------------------------------------------- /preprocessors/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/preprocessors/base.py -------------------------------------------------------------------------------- /preprocessors/bfcl_preprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/preprocessors/bfcl_preprocessor.py -------------------------------------------------------------------------------- /preprocessors/big_bench_audio_preprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/preprocessors/big_bench_audio_preprocessor.py -------------------------------------------------------------------------------- /preprocessors/callhome_preprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/preprocessors/callhome_preprocessor.py -------------------------------------------------------------------------------- /preprocessors/covost2_preprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/preprocessors/covost2_preprocessor.py -------------------------------------------------------------------------------- /preprocessors/general_preprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/preprocessors/general_preprocessor.py -------------------------------------------------------------------------------- /preprocessors/multiturn_preprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/preprocessors/multiturn_preprocessor.py -------------------------------------------------------------------------------- /preprocessors/spider_preprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/preprocessors/spider_preprocessor.py -------------------------------------------------------------------------------- /preprocessors/voice_bench_preprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/preprocessors/voice_bench_preprocessor.py -------------------------------------------------------------------------------- /prompts/judge_prompts.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/prompts/judge_prompts.yaml -------------------------------------------------------------------------------- /prompts/system_prompts.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/prompts/system_prompts.yaml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_configs/callhome_diarization.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/run_configs/callhome_diarization.yaml -------------------------------------------------------------------------------- /run_configs/covost2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/run_configs/covost2.yaml -------------------------------------------------------------------------------- /run_configs/leaderboard_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/run_configs/leaderboard_config.yaml -------------------------------------------------------------------------------- /run_configs/librispeech.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/run_configs/librispeech.yaml -------------------------------------------------------------------------------- /run_configs/mtbench.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/run_configs/mtbench.yaml -------------------------------------------------------------------------------- /sample_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/sample_config.yaml -------------------------------------------------------------------------------- /tasks/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/README.md -------------------------------------------------------------------------------- /tasks/audio_understanding/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/audio_understanding/README.md -------------------------------------------------------------------------------- /tasks/audio_understanding/music_understanding/mu_chomusic_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/audio_understanding/music_understanding/mu_chomusic_test.yaml -------------------------------------------------------------------------------- /tasks/audio_understanding/scene_understanding/audiocaps_qa_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/audio_understanding/scene_understanding/audiocaps_qa_test.yaml -------------------------------------------------------------------------------- /tasks/audio_understanding/scene_understanding/audiocaps_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/audio_understanding/scene_understanding/audiocaps_test.yaml -------------------------------------------------------------------------------- /tasks/audio_understanding/scene_understanding/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/audio_understanding/scene_understanding/base.yaml -------------------------------------------------------------------------------- /tasks/audio_understanding/scene_understanding/clotho_aqa_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/audio_understanding/scene_understanding/clotho_aqa_test.yaml -------------------------------------------------------------------------------- /tasks/audio_understanding/scene_understanding/wavcaps_qa_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/audio_understanding/scene_understanding/wavcaps_qa_test.yaml -------------------------------------------------------------------------------- /tasks/audio_understanding/scene_understanding/wavcaps_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/audio_understanding/scene_understanding/wavcaps_test.yaml -------------------------------------------------------------------------------- /tasks/paralinguistics/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/paralinguistics/README.md -------------------------------------------------------------------------------- /tasks/paralinguistics/accent_recognition/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/paralinguistics/accent_recognition/base.yaml -------------------------------------------------------------------------------- /tasks/paralinguistics/accent_recognition/mnsc_pqa_ar_dialogue_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/paralinguistics/accent_recognition/mnsc_pqa_ar_dialogue_test.yaml -------------------------------------------------------------------------------- /tasks/paralinguistics/accent_recognition/mnsc_pqa_ar_sentence_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/paralinguistics/accent_recognition/mnsc_pqa_ar_sentence_test.yaml -------------------------------------------------------------------------------- /tasks/paralinguistics/accent_recognition/voxceleb_accent_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/paralinguistics/accent_recognition/voxceleb_accent_test.yaml -------------------------------------------------------------------------------- /tasks/paralinguistics/emotion_recognition/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/paralinguistics/emotion_recognition/base.yaml -------------------------------------------------------------------------------- /tasks/paralinguistics/emotion_recognition/iemocap_emotion_recognition.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/paralinguistics/emotion_recognition/iemocap_emotion_recognition.yaml -------------------------------------------------------------------------------- /tasks/paralinguistics/emotion_recognition/meld_emotion_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/paralinguistics/emotion_recognition/meld_emotion_test.yaml -------------------------------------------------------------------------------- /tasks/paralinguistics/emotion_recognition/meld_sentiment_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/paralinguistics/emotion_recognition/meld_sentiment_test.yaml -------------------------------------------------------------------------------- /tasks/paralinguistics/gender_recognition/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/paralinguistics/gender_recognition/base.yaml -------------------------------------------------------------------------------- /tasks/paralinguistics/gender_recognition/iemocap_gender_recognition.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/paralinguistics/gender_recognition/iemocap_gender_recognition.yaml -------------------------------------------------------------------------------- /tasks/paralinguistics/gender_recognition/mnsc_pqa_gr_dialogue_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/paralinguistics/gender_recognition/mnsc_pqa_gr_dialogue_test.yaml -------------------------------------------------------------------------------- /tasks/paralinguistics/gender_recognition/mnsc_pqa_gr_sentence_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/paralinguistics/gender_recognition/mnsc_pqa_gr_sentence_test.yaml -------------------------------------------------------------------------------- /tasks/paralinguistics/gender_recognition/voxceleb_gender_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/paralinguistics/gender_recognition/voxceleb_gender_test.yaml -------------------------------------------------------------------------------- /tasks/paralinguistics/speaker_diarization/callhome_diarization/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/paralinguistics/speaker_diarization/callhome_diarization/base.yaml -------------------------------------------------------------------------------- /tasks/paralinguistics/speaker_diarization/callhome_diarization/callhome_diarization_deu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/paralinguistics/speaker_diarization/callhome_diarization/callhome_diarization_deu.yaml -------------------------------------------------------------------------------- /tasks/paralinguistics/speaker_diarization/callhome_diarization/callhome_diarization_eng.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/paralinguistics/speaker_diarization/callhome_diarization/callhome_diarization_eng.yaml -------------------------------------------------------------------------------- /tasks/paralinguistics/speaker_diarization/callhome_diarization/callhome_diarization_jpn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/paralinguistics/speaker_diarization/callhome_diarization/callhome_diarization_jpn.yaml -------------------------------------------------------------------------------- /tasks/paralinguistics/speaker_diarization/callhome_diarization/callhome_diarization_spa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/paralinguistics/speaker_diarization/callhome_diarization/callhome_diarization_spa.yaml -------------------------------------------------------------------------------- /tasks/paralinguistics/speaker_diarization/callhome_diarization/callhome_diarization_zho.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/paralinguistics/speaker_diarization/callhome_diarization/callhome_diarization_zho.yaml -------------------------------------------------------------------------------- /tasks/paralinguistics/speaker_recognition/mmau_mini.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/paralinguistics/speaker_recognition/mmau_mini.yaml -------------------------------------------------------------------------------- /tasks/safety_and_security/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/safety_and_security/README.md -------------------------------------------------------------------------------- /tasks/safety_and_security/safety/advbench.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/safety_and_security/safety/advbench.yaml -------------------------------------------------------------------------------- /tasks/safety_and_security/spoofing/asvspoof.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/safety_and_security/spoofing/asvspoof.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/README.md -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/aishell_1/aishell_1_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/aishell_1/aishell_1_test.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/ami/ami_ihm.yaml: -------------------------------------------------------------------------------- 1 | task_name: ami_ihm 2 | extends: ["./base.yaml#"] 3 | subset: ihm 4 | -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/ami/ami_sdm.yaml: -------------------------------------------------------------------------------- 1 | task_name: ami_sdm 2 | extends: ["./base.yaml#"] 3 | subset: sdm 4 | -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/ami/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/ami/base.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/base.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/callhome_asr/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/callhome_asr/README.md -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/callhome_asr/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/callhome_asr/base.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/callhome_asr/callhome_asr_deu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/callhome_asr/callhome_asr_deu.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/callhome_asr/callhome_asr_eng.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/callhome_asr/callhome_asr_eng.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/callhome_asr/callhome_asr_jpn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/callhome_asr/callhome_asr_jpn.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/callhome_asr/callhome_asr_spa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/callhome_asr/callhome_asr_spa.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/callhome_asr/callhome_asr_zho.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/callhome_asr/callhome_asr_zho.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/base.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_ab.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_ab.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_af.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_af.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_am.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_am.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_ar.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_ar.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_as.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_as.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_ast.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_ast.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_az.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_az.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_ba.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_ba.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_bas.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_bas.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_be.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_be.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_bg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_bg.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_bn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_bn.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_br.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_br.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_ca.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_ca.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_ckb.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_ckb.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_cnh.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_cnh.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_cs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_cs.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_cv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_cv.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_cy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_cy.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_da.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_da.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_de.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_de.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_dv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_dv.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_dyu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_dyu.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_el.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_el.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_en.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_eo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_eo.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_es.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_es.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_et.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_et.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_eu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_eu.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_fa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_fa.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_fi.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_fi.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_fr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_fr.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_fy-NL.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_fy-NL.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_ga-IE.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_ga-IE.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_gl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_gl.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_ha.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_ha.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_hi.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_hi.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_hsb.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_hsb.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_hu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_hu.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_hy-AM.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_hy-AM.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_ia.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_ia.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_id.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_id.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_ig.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_ig.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_it.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_it.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_ja.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_ja.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_ka.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_ka.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_kab.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_kab.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_kk.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_kk.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_kmr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_kmr.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_ko.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_ko.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_ky.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_ky.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_lg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_lg.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_lt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_lt.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_lv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_lv.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_mdf.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_mdf.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_mg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_mg.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_mk.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_mk.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_ml.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_ml.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_mn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_mn.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_mr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_mr.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_mt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_mt.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_myv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_myv.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_ne-NP.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_ne-NP.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_nl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_nl.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_nn-NO.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_nn-NO.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_or.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_or.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_pa-IN.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_pa-IN.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_pl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_pl.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_pt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_pt.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_rm-sursilv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_rm-sursilv.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_rm-vallader.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_rm-vallader.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_ro.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_ro.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_ru.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_ru.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_rw.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_rw.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_sah.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_sah.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_sat.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_sat.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_sc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_sc.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_sk.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_sk.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_sl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_sl.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_sr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_sr.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_sv-SE.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_sv-SE.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_sw.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_sw.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_ta.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_ta.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_te.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_te.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_tg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_tg.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_th.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_th.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_ti.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_ti.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_tok.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_tok.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_tr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_tr.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_tt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_tt.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_ug.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_ug.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_uk.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_uk.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_ur.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_ur.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_uz.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_uz.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_vot.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_vot.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_yi.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_yi.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_yue.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_yue.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_zh-CN.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_zh-CN.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_zh-HK.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_zh-HK.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/common_voice_15/common_voice_15_zh-TW.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/common_voice_15/common_voice_15_zh-TW.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/base.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_af_za.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_af_za.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_am_et.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_am_et.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_ar_eg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_ar_eg.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_as_in.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_as_in.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_ast_es.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_ast_es.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_az_az.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_az_az.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_be_by.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_be_by.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_bg_bg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_bg_bg.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_bn_in.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_bn_in.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_bs_ba.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_bs_ba.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_ca_es.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_ca_es.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_ceb_ph.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_ceb_ph.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_ckb_iq.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_ckb_iq.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_cmn_hans_cn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_cmn_hans_cn.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_cs_cz.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_cs_cz.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_cy_gb.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_cy_gb.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_da_dk.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_da_dk.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_de_de.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_de_de.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_el_gr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_el_gr.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_en_us.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_en_us.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_es_419.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_es_419.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_et_ee.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_et_ee.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_fa_ir.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_fa_ir.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_ff_sn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_ff_sn.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_fi_fi.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_fi_fi.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_fil_ph.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_fil_ph.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_fr_fr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_fr_fr.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_ga_ie.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_ga_ie.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_gl_es.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_gl_es.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_gu_in.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_gu_in.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_ha_ng.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_ha_ng.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_he_il.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_he_il.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_hi_in.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_hi_in.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_hr_hr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_hr_hr.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_hu_hu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_hu_hu.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_hy_am.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_hy_am.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_id_id.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_id_id.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_ig_ng.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_ig_ng.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_is_is.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_is_is.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_it_it.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_it_it.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_ja_jp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_ja_jp.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_jv_id.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_jv_id.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_ka_ge.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_ka_ge.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_kam_ke.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_kam_ke.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_kea_cv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_kea_cv.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_kk_kz.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_kk_kz.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_km_kh.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_km_kh.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_kn_in.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_kn_in.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_ko_kr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_ko_kr.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_ky_kg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_ky_kg.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_lb_lu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_lb_lu.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_lg_ug.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_lg_ug.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_ln_cd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_ln_cd.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_lo_la.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_lo_la.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_lt_lt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_lt_lt.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_luo_ke.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_luo_ke.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_lv_lv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_lv_lv.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_mi_nz.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_mi_nz.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_mk_mk.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_mk_mk.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_ml_in.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_ml_in.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_mn_mn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_mn_mn.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_mr_in.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_mr_in.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_ms_my.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_ms_my.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_mt_mt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_mt_mt.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_my_mm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_my_mm.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_nb_no.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_nb_no.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_ne_np.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_ne_np.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_nl_nl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_nl_nl.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_nso_za.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_nso_za.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_ny_mw.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_ny_mw.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_oc_fr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_oc_fr.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_om_et.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_om_et.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_or_in.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_or_in.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_pa_in.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_pa_in.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_pl_pl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_pl_pl.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_ps_af.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_ps_af.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_pt_br.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_pt_br.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_ro_ro.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_ro_ro.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_ru_ru.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_ru_ru.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_sd_in.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_sd_in.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_sk_sk.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_sk_sk.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_sl_si.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_sl_si.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_sn_zw.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_sn_zw.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_so_so.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_so_so.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_sr_rs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_sr_rs.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_sv_se.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_sv_se.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_sw_ke.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_sw_ke.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_ta_in.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_ta_in.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_te_in.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_te_in.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_tg_tj.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_tg_tj.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_th_th.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_th_th.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_tr_tr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_tr_tr.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_uk_ua.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_uk_ua.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_umb_ao.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_umb_ao.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_ur_pk.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_ur_pk.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_uz_uz.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_uz_uz.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_vi_vn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_vi_vn.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_wo_sn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_wo_sn.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_xh_za.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_xh_za.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_yo_ng.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_yo_ng.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_yue_hant_hk.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_yue_hant_hk.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/fleurs/fleurs_zu_za.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/fleurs/fleurs_zu_za.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/gigaspeech/gigaspeech_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/gigaspeech/gigaspeech_test.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/gigaspeech2/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/gigaspeech2/base.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/gigaspeech2/gigaspeech2_id_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/gigaspeech2/gigaspeech2_id_test.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/gigaspeech2/gigaspeech2_th_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/gigaspeech2/gigaspeech2_th_test.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/gigaspeech2/gigaspeech2_vi_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/gigaspeech2/gigaspeech2_vi_test.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/librispeech/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/librispeech/base.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/librispeech/librispeech_test_clean.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/librispeech/librispeech_test_clean.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/librispeech/librispeech_test_other.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/librispeech/librispeech_test_other.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/librispeech_multilingual/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/librispeech_multilingual/base.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/librispeech_multilingual/librispeech_multilingual_dutch.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/librispeech_multilingual/librispeech_multilingual_dutch.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/librispeech_multilingual/librispeech_multilingual_french.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/librispeech_multilingual/librispeech_multilingual_french.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/librispeech_multilingual/librispeech_multilingual_german.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/librispeech_multilingual/librispeech_multilingual_german.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/librispeech_multilingual/librispeech_multilingual_italian.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/librispeech_multilingual/librispeech_multilingual_italian.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/librispeech_multilingual/librispeech_multilingual_polish.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/librispeech_multilingual/librispeech_multilingual_polish.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/librispeech_multilingual/librispeech_multilingual_portuguese.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/librispeech_multilingual/librispeech_multilingual_portuguese.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/librispeech_multilingual/librispeech_multilingual_spanish.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/librispeech_multilingual/librispeech_multilingual_spanish.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/mnsc/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/mnsc/base.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/mnsc/mnsc_asr_part1_test.yaml: -------------------------------------------------------------------------------- 1 | task_name: mnsc_asr_part1_test 2 | extends: ["./base.yaml#"] 3 | subset: ASR-PART1-Test 4 | -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/mnsc/mnsc_asr_part2_test.yaml: -------------------------------------------------------------------------------- 1 | task_name: mnsc_asr_part2_test 2 | extends: ["./base.yaml#"] 3 | subset: ASR-PART2-Test 4 | -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/mnsc/mnsc_asr_part3_test.yaml: -------------------------------------------------------------------------------- 1 | task_name: mnsc_asr_part3_test 2 | extends: ["./base.yaml#"] 3 | subset: ASR-PART3-Test 4 | -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/mnsc/mnsc_asr_part4_test.yaml: -------------------------------------------------------------------------------- 1 | task_name: mnsc_asr_part4_test 2 | extends: ["./base.yaml#"] 3 | subset: ASR-PART4-Test 4 | -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/mnsc/mnsc_asr_part5_test.yaml: -------------------------------------------------------------------------------- 1 | task_name: mnsc_asr_part5_test 2 | extends: ["./base.yaml#"] 3 | subset: ASR-PART5-Test 4 | -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/mnsc/mnsc_asr_part6_test.yaml: -------------------------------------------------------------------------------- 1 | task_name: mnsc_asr_part6_test 2 | extends: ["./base.yaml#"] 3 | subset: ASR-PART6-Test 4 | -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/peoples_speech/peoples_speech_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/peoples_speech/peoples_speech_test.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/spgispeech/spgispeech_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/spgispeech/spgispeech_test.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/tedlium3/tedlium3_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/tedlium3/tedlium3_test.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/voxpopuli/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/voxpopuli/base.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/voxpopuli/voxpopuli_cs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/voxpopuli/voxpopuli_cs.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/voxpopuli/voxpopuli_de.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/voxpopuli/voxpopuli_de.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/voxpopuli/voxpopuli_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/voxpopuli/voxpopuli_en.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/voxpopuli/voxpopuli_en_accented.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/voxpopuli/voxpopuli_en_accented.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/voxpopuli/voxpopuli_es.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/voxpopuli/voxpopuli_es.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/voxpopuli/voxpopuli_et.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/voxpopuli/voxpopuli_et.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/voxpopuli/voxpopuli_fi.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/voxpopuli/voxpopuli_fi.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/voxpopuli/voxpopuli_fr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/voxpopuli/voxpopuli_fr.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/voxpopuli/voxpopuli_hr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/voxpopuli/voxpopuli_hr.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/voxpopuli/voxpopuli_hu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/voxpopuli/voxpopuli_hu.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/voxpopuli/voxpopuli_it.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/voxpopuli/voxpopuli_it.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/voxpopuli/voxpopuli_lt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/voxpopuli/voxpopuli_lt.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/voxpopuli/voxpopuli_nl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/voxpopuli/voxpopuli_nl.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/voxpopuli/voxpopuli_pl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/voxpopuli/voxpopuli_pl.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/voxpopuli/voxpopuli_ro.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/voxpopuli/voxpopuli_ro.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/voxpopuli/voxpopuli_sk.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/voxpopuli/voxpopuli_sk.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/asr/voxpopuli/voxpopuli_sl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/asr/voxpopuli/voxpopuli_sl.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/code_switching_asr/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/code_switching_asr/base.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/code_switching_asr/seame_dev_man.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/code_switching_asr/seame_dev_man.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/code_switching_asr/seame_dev_sge.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/code_switching_asr/seame_dev_sge.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/long_form_asr/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/long_form_asr/base.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/long_form_asr/earnings21.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/long_form_asr/earnings21.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/long_form_asr/earnings22.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/long_form_asr/earnings22.yaml -------------------------------------------------------------------------------- /tasks/speech_recognition/long_form_asr/tedlium3_long_form.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/speech_recognition/long_form_asr/tedlium3_long_form.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/README.md -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/bfcl/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/bfcl/base.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/bfcl/bfcl_audio/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/bfcl/bfcl_audio/base.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/bfcl/bfcl_audio/bfcl_audio_irrelevance.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/bfcl/bfcl_audio/bfcl_audio_irrelevance.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/bfcl/bfcl_audio/bfcl_audio_multiple.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/bfcl/bfcl_audio/bfcl_audio_multiple.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/bfcl/bfcl_audio/bfcl_audio_parallel.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/bfcl/bfcl_audio/bfcl_audio_parallel.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/bfcl/bfcl_audio/bfcl_audio_parallel_multiple.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/bfcl/bfcl_audio/bfcl_audio_parallel_multiple.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/bfcl/bfcl_audio/bfcl_audio_simple.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/bfcl/bfcl_audio/bfcl_audio_simple.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/bfcl/bfcl_audio_no_prompt/base.yaml: -------------------------------------------------------------------------------- 1 | extends: ["../base.yaml#"] 2 | modality: audio -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/bfcl/bfcl_audio_no_prompt/bfcl_audio_irrelevance_no_prompt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/bfcl/bfcl_audio_no_prompt/bfcl_audio_irrelevance_no_prompt.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/bfcl/bfcl_audio_no_prompt/bfcl_audio_multiple_no_prompt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/bfcl/bfcl_audio_no_prompt/bfcl_audio_multiple_no_prompt.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/bfcl/bfcl_audio_no_prompt/bfcl_audio_parallel_multiple_no_prompt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/bfcl/bfcl_audio_no_prompt/bfcl_audio_parallel_multiple_no_prompt.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/bfcl/bfcl_audio_no_prompt/bfcl_audio_parallel_no_prompt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/bfcl/bfcl_audio_no_prompt/bfcl_audio_parallel_no_prompt.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/bfcl/bfcl_audio_no_prompt/bfcl_audio_simple_no_prompt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/bfcl/bfcl_audio_no_prompt/bfcl_audio_simple_no_prompt.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/bfcl/bfcl_text/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/bfcl/bfcl_text/base.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/bfcl/bfcl_text/bfcl_text_irrelevance.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/bfcl/bfcl_text/bfcl_text_irrelevance.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/bfcl/bfcl_text/bfcl_text_multiple.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/bfcl/bfcl_text/bfcl_text_multiple.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/bfcl/bfcl_text/bfcl_text_parallel.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/bfcl/bfcl_text/bfcl_text_parallel.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/bfcl/bfcl_text/bfcl_text_parallel_multiple.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/bfcl/bfcl_text/bfcl_text_parallel_multiple.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/bfcl/bfcl_text/bfcl_text_simple.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/bfcl/bfcl_text/bfcl_text_simple.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/bfcl/bfcl_text_no_prompt/base.yaml: -------------------------------------------------------------------------------- 1 | extends: ["../base.yaml#"] 2 | modality: text -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/bfcl/bfcl_text_no_prompt/bfcl_text_irrelevance_no_prompt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/bfcl/bfcl_text_no_prompt/bfcl_text_irrelevance_no_prompt.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/bfcl/bfcl_text_no_prompt/bfcl_text_multiple_no_prompt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/bfcl/bfcl_text_no_prompt/bfcl_text_multiple_no_prompt.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/bfcl/bfcl_text_no_prompt/bfcl_text_parallel_multiple_no_prompt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/bfcl/bfcl_text_no_prompt/bfcl_text_parallel_multiple_no_prompt.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/bfcl/bfcl_text_no_prompt/bfcl_text_parallel_no_prompt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/bfcl/bfcl_text_no_prompt/bfcl_text_parallel_no_prompt.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/bfcl/bfcl_text_no_prompt/bfcl_text_simple_no_prompt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/bfcl/bfcl_text_no_prompt/bfcl_text_simple_no_prompt.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/gsm8k/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/gsm8k/base.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/gsm8k/gsm8k_audio.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/gsm8k/gsm8k_audio.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/gsm8k/gsm8k_text.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/gsm8k/gsm8k_text.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/ifeval/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/ifeval/base.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/ifeval/voicebench_ifeval_audio.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/ifeval/voicebench_ifeval_audio.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/ifeval/voicebench_ifeval_text.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/ifeval/voicebench_ifeval_text.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/mtbench/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/mtbench/base.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/mtbench/mtbench_audio.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/mtbench/mtbench_audio.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/mtbench/mtbench_text.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/mtbench/mtbench_text.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/speech_to_sql/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/speech_to_sql/base.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/speech_to_sql/spider_audio.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/speech_to_sql/spider_audio.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_reasoning/speech_to_sql/spider_text.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_reasoning/speech_to_sql/spider_text.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/README.md -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/intent_classification/SLURP-intent.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/intent_classification/SLURP-intent.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/speech_qa/alpaca_audio_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/speech_qa/alpaca_audio_test.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/speech_qa/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/speech_qa/base.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/speech_qa/cn_college_listen_mcq_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/speech_qa/cn_college_listen_mcq_test.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/speech_qa/dream_tts_mcq_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/speech_qa/dream_tts_mcq_test.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/speech_qa/mnsc_sqa/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/speech_qa/mnsc_sqa/base.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/speech_qa/mnsc_sqa/mnsc_sqa_part3_test.yaml: -------------------------------------------------------------------------------- 1 | task_name: mnsc_sqa_part3_test 2 | extends: ["./base.yaml#"] 3 | subset: SQA-PART3-Test 4 | -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/speech_qa/mnsc_sqa/mnsc_sqa_part4_test.yaml: -------------------------------------------------------------------------------- 1 | task_name: mnsc_sqa_part4_test 2 | extends: ["./base.yaml#"] 3 | subset: SQA-PART4-Test 4 | -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/speech_qa/mnsc_sqa/mnsc_sqa_part5_test.yaml: -------------------------------------------------------------------------------- 1 | task_name: mnsc_sqa_part5_test 2 | extends: ["./base.yaml#"] 3 | subset: SQA-PART5-Test 4 | -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/speech_qa/mnsc_sqa/mnsc_sqa_part6_test.yaml: -------------------------------------------------------------------------------- 1 | task_name: mnsc_sqa_part6_test 2 | extends: ["./base.yaml#"] 3 | subset: SQA-PART6-Test 4 | -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/speech_qa/openhermes_instruction_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/speech_qa/openhermes_instruction_test.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/speech_qa/public_sg_speech_qa_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/speech_qa/public_sg_speech_qa_test.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/speech_qa/slue_p2_sqa5_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/speech_qa/slue_p2_sqa5_test.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/speech_qa/spoken_squad_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/speech_qa/spoken_squad_test.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/spoken_dialogue_summarization/mnsc_sds/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/spoken_dialogue_summarization/mnsc_sds/base.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/spoken_dialogue_summarization/mnsc_sds/mnsc_sds_part3_test.yaml: -------------------------------------------------------------------------------- 1 | task_name: mnsc_sds_part3_test 2 | extends: ["./base.yaml#"] 3 | subset: SDS-PART3-Test 4 | -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/spoken_dialogue_summarization/mnsc_sds/mnsc_sds_part4_test.yaml: -------------------------------------------------------------------------------- 1 | task_name: mnsc_sds_part4_test 2 | extends: ["./base.yaml#"] 3 | subset: SDS-PART4-Test 4 | -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/spoken_dialogue_summarization/mnsc_sds/mnsc_sds_part5_test.yaml: -------------------------------------------------------------------------------- 1 | task_name: mnsc_sds_part5_test 2 | extends: ["./base.yaml#"] 3 | subset: SDS-PART5-Test 4 | -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/big_bench_audio/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/big_bench_audio/base.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/big_bench_audio/big_bench_audio_audio_query.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/big_bench_audio/big_bench_audio_audio_query.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/big_bench_audio/big_bench_audio_text_query.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/big_bench_audio/big_bench_audio_text_query.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/mmsu/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/mmsu/base.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/mmsu/mmsu_biology.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/mmsu/mmsu_biology.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/mmsu/mmsu_business.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/mmsu/mmsu_business.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/mmsu/mmsu_chemistry.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/mmsu/mmsu_chemistry.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/mmsu/mmsu_economics.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/mmsu/mmsu_economics.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/mmsu/mmsu_engineering.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/mmsu/mmsu_engineering.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/mmsu/mmsu_health.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/mmsu/mmsu_health.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/mmsu/mmsu_history.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/mmsu/mmsu_history.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/mmsu/mmsu_law.yaml: -------------------------------------------------------------------------------- 1 | task_name: mmsu_law 2 | extends: ["./base.yaml#"] 3 | split: law 4 | -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/mmsu/mmsu_other.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/mmsu/mmsu_other.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/mmsu/mmsu_philosophy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/mmsu/mmsu_philosophy.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/mmsu/mmsu_physics.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/mmsu/mmsu_physics.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/mmsu/mmsu_psychology.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/mmsu/mmsu_psychology.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/openbookqa/openbookqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/openbookqa/openbookqa.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/sd-qa/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/sd-qa/base.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_aus_audio.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_aus_audio.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_aus_text.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_aus_text.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_gbr_audio.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_gbr_audio.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_gbr_text.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_gbr_text.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_ind_n_audio.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_ind_n_audio.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_ind_n_text.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_ind_n_text.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_ind_s_audio.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_ind_s_audio.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_ind_s_text.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_ind_s_text.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_irl_audio.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_irl_audio.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_irl_text.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_irl_text.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_kenya_audio.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_kenya_audio.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_kenya_text.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_kenya_text.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_nga_audio.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_nga_audio.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_nga_text.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_nga_text.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_nzl_audio.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_nzl_audio.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_nzl_text.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_nzl_text.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_phl_audio.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_phl_audio.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_phl_text.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_phl_text.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_usa_audio.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_usa_audio.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_usa_text.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_usa_text.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_zaf_audio.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_zaf_audio.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_zaf_text.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/sqqa/sd-qa/sd-qa_zaf_text.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/base.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_ar_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_ar_en.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_ca_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_ca_en.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_cy_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_cy_en.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_de_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_de_en.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_en_ar.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_en_ar.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_en_ca.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_en_ca.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_en_cy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_en_cy.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_en_de.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_en_de.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_en_et.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_en_et.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_en_fa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_en_fa.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_en_id.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_en_id.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_en_ja.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_en_ja.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_en_lv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_en_lv.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_en_mn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_en_mn.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_en_sl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_en_sl.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_en_sv-SE.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_en_sv-SE.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_en_ta.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_en_ta.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_en_tr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_en_tr.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_en_zh-CN.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_en_zh-CN.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_es_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_es_en.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_et_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_et_en.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_fa_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_fa_en.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_fr_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_fr_en.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_id_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_id_en.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_it_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_it_en.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_ja_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_ja_en.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_lv_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_lv_en.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_mn_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_mn_en.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_nl_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_nl_en.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_pt_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_pt_en.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_ru_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_ru_en.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_sl_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_sl_en.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_sv-SE_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_sv-SE_en.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_ta_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_ta_en.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_tr_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_tr_en.yaml -------------------------------------------------------------------------------- /tasks/spoken_language_understanding/translation/covost2/covost2_zh-CN_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tasks/spoken_language_understanding/translation/covost2/covost2_zh-CN_en.yaml -------------------------------------------------------------------------------- /tests/files/sample.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tests/files/sample.wav -------------------------------------------------------------------------------- /tests/scripts/test_vllm_endpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/tests/scripts/test_vllm_endpoint.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /utils/clear_hf_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/utils/clear_hf_cache.py -------------------------------------------------------------------------------- /utils/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/utils/constants.py -------------------------------------------------------------------------------- /utils/custom_logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/utils/custom_logging.py -------------------------------------------------------------------------------- /utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/utils/data_utils.py -------------------------------------------------------------------------------- /utils/engine_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/utils/engine_utils.py -------------------------------------------------------------------------------- /utils/metric_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/utils/metric_utils.py -------------------------------------------------------------------------------- /utils/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/utils/model_utils.py -------------------------------------------------------------------------------- /utils/multimodal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/utils/multimodal.py -------------------------------------------------------------------------------- /utils/request_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/utils/request_manager.py -------------------------------------------------------------------------------- /utils/task_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/utils/task_utils.py -------------------------------------------------------------------------------- /utils/tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/utils/tests.py -------------------------------------------------------------------------------- /utils/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/AU-Harness/HEAD/utils/util.py --------------------------------------------------------------------------------