├── .gitattributes ├── .github └── workflows │ └── python.yml ├── .gitignore ├── LICENSE ├── README.md ├── README_WTP.md ├── RELEASE.md ├── configs ├── SM │ ├── sat_sm_12l.json │ ├── sat_sm_12l_ll.json │ ├── sat_sm_12l_no-pretraining.json │ ├── sat_sm_12l_only_clean.json │ ├── sat_sm_1l.json │ ├── sat_sm_3l.json │ ├── sat_sm_6l.json │ └── sat_sm_9l.json ├── WtP │ ├── bertchar_mini_stratify_0.1.json │ ├── bertchar_tiny_stratify_0.1.json │ ├── canine_no_stratify_3layers.json │ ├── canine_stratify_0.1_12layers_long.json │ ├── canine_stratify_0.1_12layers_long_no_la.json │ ├── canine_stratify_0.1_1layer_long.json │ ├── canine_stratify_0.1_1layer_long_no_la.json │ ├── canine_stratify_0.1_3layers_long.json │ ├── canine_stratify_0.1_3layers_long_no_la.json │ ├── canine_stratify_0.1_3layers_long_subsample25.json │ ├── canine_stratify_0.1_3layers_long_subsample50.json │ ├── canine_stratify_0.1_3layers_long_subsample75.json │ ├── canine_stratify_0.1_3layers_no_aux.json │ ├── canine_stratify_0.1_3layers_no_aux_training.json │ ├── canine_stratify_0.1_3layers_shared_lang_adapter.json │ ├── canine_stratify_0.1_6layers_long.json │ ├── canine_stratify_0.1_6layers_long_no_la.json │ ├── canine_stratify_0.1_9layers_long.json │ ├── canine_stratify_0.1_9layers_long_no_la.json │ └── canine_stratify_0.1_debug.json ├── lora │ ├── lora_12l.json │ ├── lora_3l.json │ ├── lora_dummy_config.json │ ├── lora_lyrics.json │ ├── lora_lyrics_no_pretraining.json │ ├── lora_no_pretraining.json │ └── lora_tweets.json ├── sat_12l.json ├── sat_12l_no_ll.json ├── sat_12l_only_clean.json ├── sat_1l.json ├── sat_1l_no_ll.json ├── sat_3l.json ├── sat_3l_no_ll.json ├── sat_3l_only_clean.json ├── sat_6l copy.json ├── sat_6l.json ├── sat_6l_no_ll.json ├── sat_9l.json ├── sat_9l_no_ll.json └── system-fig.png ├── pyproject.toml ├── release.sh ├── requirements.txt ├── scripts ├── export_all_to_onnx.sh ├── export_to_onnx_charbert.py └── export_to_onnx_sat.py ├── setup.cfg ├── setup.py ├── test.py └── wtpsplit ├── __init__.py ├── configs.py ├── data ├── __init__.py ├── language_info.csv ├── punctuation.json ├── punctuation.txt ├── punctuation_xlmr.txt └── punctuation_xlmr_unk.txt ├── data_acquisition ├── __init__.py ├── extract_all_data.py ├── extract_eval_data.py ├── extract_sentences.py └── extract_shared_task_data.py ├── evaluation ├── __init__.py ├── adapt.py ├── evaluate_sepp_nlg_subtask1.py ├── evaluation_results │ ├── lyrics │ │ ├── command-r.json │ │ ├── llama-3.json │ │ ├── sat-12l_lora.json │ │ ├── sat-12l_lora_no_pretraining.json │ │ ├── sat-12l_lora_no_pretraining_s100.json │ │ ├── sat-12l_lora_no_pretraining_s1000.json │ │ ├── sat-12l_lora_s100.json │ │ ├── sat-12l_lora_s1000.json │ │ ├── wtp-12l.json │ │ ├── wtp-12l_s100.json │ │ └── wtp_12l_s1000.json │ ├── main │ │ ├── baselines.json │ │ ├── baselines_multilingual.json │ │ ├── command-r.json │ │ ├── llama-3.json │ │ ├── sat-12l-no_ll.json │ │ ├── sat-12l.json │ │ ├── sat-12l_lora.json │ │ ├── sat-12l_only_clean.json │ │ ├── sat-1l-sm.json │ │ ├── sat-1l.json │ │ ├── sat-3l.json │ │ ├── sat-3l_lora.json │ │ ├── sat-3l_no_ll.json │ │ ├── sat-3l_only_clean.json │ │ ├── sat-6l.json │ │ ├── sat-9l.json │ │ ├── sat-sm-12l.json │ │ ├── sat-sm-12l_no_corruptions.json │ │ ├── sat-sm-12l_no_pretraining.json │ │ ├── sat-sm-1l.json │ │ ├── sat-sm-3l.json │ │ ├── sat-sm-3l_no_corruptions.json │ │ ├── sat-sm-3l_no_pretraining.json │ │ ├── sat-sm-6l.json │ │ ├── wtp-12l.json │ │ ├── wtp-1l.json │ │ ├── wtp-3l.json │ │ └── wtp-6l.json │ └── short │ │ ├── command-r.json │ │ ├── command-r_tweets.json │ │ ├── llama-3.json │ │ ├── llama-3_tweets.json │ │ ├── sat-12l-no-limited-lookahead.json │ │ ├── sat-12l.json │ │ ├── sat-12l_lora.json │ │ ├── sat-12l_lora_tweets.json │ │ ├── sat-12l_tweets.json │ │ ├── sat-3l-no-limited-lookahead.json │ │ ├── sat-3l.json │ │ ├── sat-sm-12l-limited-lookahead.json │ │ ├── sat-sm-12l.json │ │ ├── sat-sm-3l-limited-looakahead.json │ │ ├── sat-sm-3l.json │ │ ├── wtp-12l.json │ │ ├── wtp-12l_tweets.json │ │ └── wtp-3l.json ├── extrinsic.py ├── intrinsic_baselines.py ├── intrinsic_baselines_multilingual.py ├── intrinsic_pairwise.py ├── intrinsic_ted.py ├── legal_baselines.py ├── llm_sentence.py ├── punct_annotation.py ├── punct_annotation_wtp.py └── stat_tests │ ├── main-table-p-values │ ├── ersatz │ │ ├── ar_f.tex │ │ ├── cs_f.tex │ │ ├── de_f.tex │ │ ├── en_f.tex │ │ ├── es_f.tex │ │ ├── et_f.tex │ │ ├── fi_f.tex │ │ ├── fr_f.tex │ │ ├── gu_f.tex │ │ ├── hi_f.tex │ │ ├── ja_f.tex │ │ ├── kk_f.tex │ │ ├── km_f.tex │ │ ├── lt_f.tex │ │ ├── lv_f.tex │ │ ├── pl_f.tex │ │ ├── ps_f.tex │ │ ├── ro_f.tex │ │ ├── ru_f.tex │ │ ├── ta_f.tex │ │ ├── tr_f.tex │ │ └── zh_f.tex │ ├── main_table_mean │ │ ├── af_f.tex │ │ ├── am_f.tex │ │ ├── ar_f.tex │ │ ├── az_f.tex │ │ ├── be_f.tex │ │ ├── bg_f.tex │ │ ├── bn_f.tex │ │ ├── ca_f.tex │ │ ├── cs_f.tex │ │ ├── cy_f.tex │ │ ├── da_f.tex │ │ ├── de_f.tex │ │ ├── el_f.tex │ │ ├── en_f.tex │ │ ├── eo_f.tex │ │ ├── es_f.tex │ │ ├── et_f.tex │ │ ├── eu_f.tex │ │ ├── fa_f.tex │ │ ├── fi_f.tex │ │ ├── fr_f.tex │ │ ├── fy_f.tex │ │ ├── ga_f.tex │ │ ├── gd_f.tex │ │ ├── gl_f.tex │ │ ├── gu_f.tex │ │ ├── ha_f.tex │ │ ├── he_f.tex │ │ ├── hi_f.tex │ │ ├── hu_f.tex │ │ ├── hy_f.tex │ │ ├── id_f.tex │ │ ├── ig_f.tex │ │ ├── is_f.tex │ │ ├── it_f.tex │ │ ├── ja_f.tex │ │ ├── ka_f.tex │ │ ├── kk_f.tex │ │ ├── km_f.tex │ │ ├── kn_f.tex │ │ ├── ko_f.tex │ │ ├── ku_f.tex │ │ ├── ky_f.tex │ │ ├── la_f.tex │ │ ├── lt_f.tex │ │ ├── lv_f.tex │ │ ├── mg_f.tex │ │ ├── mk_f.tex │ │ ├── ml_f.tex │ │ ├── mr_f.tex │ │ ├── ms_f.tex │ │ ├── mt_f.tex │ │ ├── my_f.tex │ │ ├── ne_f.tex │ │ ├── nl_f.tex │ │ ├── no_f.tex │ │ ├── pa_f.tex │ │ ├── pl_f.tex │ │ ├── ps_f.tex │ │ ├── pt_f.tex │ │ ├── ro_f.tex │ │ ├── ru_f.tex │ │ ├── si_f.tex │ │ ├── sk_f.tex │ │ ├── sl_f.tex │ │ ├── sq_f.tex │ │ ├── sr_f.tex │ │ ├── sv_f.tex │ │ ├── ta_f.tex │ │ ├── te_f.tex │ │ ├── tg_f.tex │ │ ├── th_f.tex │ │ ├── tr_f.tex │ │ ├── uk_f.tex │ │ ├── ur_f.tex │ │ ├── uz_f.tex │ │ ├── vi_f.tex │ │ ├── xh_f.tex │ │ ├── yi_f.tex │ │ ├── zh_f.tex │ │ └── zu_f.tex │ └── opus100 │ │ ├── af_f.tex │ │ ├── am_f.tex │ │ ├── ar_f.tex │ │ ├── az_f.tex │ │ ├── be_f.tex │ │ ├── bg_f.tex │ │ ├── bn_f.tex │ │ ├── ca_f.tex │ │ ├── cs_f.tex │ │ ├── cy_f.tex │ │ ├── da_f.tex │ │ ├── de_f.tex │ │ ├── el_f.tex │ │ ├── en_f.tex │ │ ├── eo_f.tex │ │ ├── es_f.tex │ │ ├── et_f.tex │ │ ├── eu_f.tex │ │ ├── fa_f.tex │ │ ├── fi_f.tex │ │ ├── fr_f.tex │ │ ├── fy_f.tex │ │ ├── ga_f.tex │ │ ├── gd_f.tex │ │ ├── gl_f.tex │ │ ├── gu_f.tex │ │ ├── ha_f.tex │ │ ├── he_f.tex │ │ ├── hi_f.tex │ │ ├── hu_f.tex │ │ ├── hy_f.tex │ │ ├── id_f.tex │ │ ├── ig_f.tex │ │ ├── is_f.tex │ │ ├── it_f.tex │ │ ├── ja_f.tex │ │ ├── ka_f.tex │ │ ├── kk_f.tex │ │ ├── km_f.tex │ │ ├── kn_f.tex │ │ ├── ko_f.tex │ │ ├── ku_f.tex │ │ ├── ky_f.tex │ │ ├── lt_f.tex │ │ ├── lv_f.tex │ │ ├── mg_f.tex │ │ ├── mk_f.tex │ │ ├── ml_f.tex │ │ ├── mn_f.tex │ │ ├── mr_f.tex │ │ ├── ms_f.tex │ │ ├── mt_f.tex │ │ ├── my_f.tex │ │ ├── ne_f.tex │ │ ├── nl_f.tex │ │ ├── no_f.tex │ │ ├── pa_f.tex │ │ ├── pl_f.tex │ │ ├── ps_f.tex │ │ ├── pt_f.tex │ │ ├── ro_f.tex │ │ ├── ru_f.tex │ │ ├── si_f.tex │ │ ├── sk_f.tex │ │ ├── sl_f.tex │ │ ├── sq_f.tex │ │ ├── sr_f.tex │ │ ├── sv_f.tex │ │ ├── ta_f.tex │ │ ├── te_f.tex │ │ ├── tg_f.tex │ │ ├── th_f.tex │ │ ├── tr_f.tex │ │ ├── uk_f.tex │ │ ├── ur_f.tex │ │ ├── uz_f.tex │ │ ├── vi_f.tex │ │ ├── xh_f.tex │ │ ├── yi_f.tex │ │ ├── yo_f.tex │ │ ├── zh_f.tex │ │ └── zu_f.tex │ ├── permutation_test.py │ ├── permutation_test_data.py │ └── permutation_test_utils.py ├── extract.py ├── extract_batched.py ├── models.py ├── train ├── __init__.py ├── adaptertrainer.py ├── evaluate.py ├── train.py ├── train_SM.py ├── train_lora.py ├── trainer.py └── utils.py └── utils ├── __init__.py ├── clean_tweets.py ├── create_dummy_data.py ├── download_spacy.py └── remove_unks.py /.gitattributes: -------------------------------------------------------------------------------- 1 | train/*.ipynb linguist-generated=true 2 | -------------------------------------------------------------------------------- /.github/workflows/python.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/.github/workflows/python.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/README.md -------------------------------------------------------------------------------- /README_WTP.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/README_WTP.md -------------------------------------------------------------------------------- /RELEASE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/RELEASE.md -------------------------------------------------------------------------------- /configs/SM/sat_sm_12l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/SM/sat_sm_12l.json -------------------------------------------------------------------------------- /configs/SM/sat_sm_12l_ll.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/SM/sat_sm_12l_ll.json -------------------------------------------------------------------------------- /configs/SM/sat_sm_12l_no-pretraining.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/SM/sat_sm_12l_no-pretraining.json -------------------------------------------------------------------------------- /configs/SM/sat_sm_12l_only_clean.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/SM/sat_sm_12l_only_clean.json -------------------------------------------------------------------------------- /configs/SM/sat_sm_1l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/SM/sat_sm_1l.json -------------------------------------------------------------------------------- /configs/SM/sat_sm_3l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/SM/sat_sm_3l.json -------------------------------------------------------------------------------- /configs/SM/sat_sm_6l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/SM/sat_sm_6l.json -------------------------------------------------------------------------------- /configs/SM/sat_sm_9l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/SM/sat_sm_9l.json -------------------------------------------------------------------------------- /configs/WtP/bertchar_mini_stratify_0.1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/WtP/bertchar_mini_stratify_0.1.json -------------------------------------------------------------------------------- /configs/WtP/bertchar_tiny_stratify_0.1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/WtP/bertchar_tiny_stratify_0.1.json -------------------------------------------------------------------------------- /configs/WtP/canine_no_stratify_3layers.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/WtP/canine_no_stratify_3layers.json -------------------------------------------------------------------------------- /configs/WtP/canine_stratify_0.1_12layers_long.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/WtP/canine_stratify_0.1_12layers_long.json -------------------------------------------------------------------------------- /configs/WtP/canine_stratify_0.1_12layers_long_no_la.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/WtP/canine_stratify_0.1_12layers_long_no_la.json -------------------------------------------------------------------------------- /configs/WtP/canine_stratify_0.1_1layer_long.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/WtP/canine_stratify_0.1_1layer_long.json -------------------------------------------------------------------------------- /configs/WtP/canine_stratify_0.1_1layer_long_no_la.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/WtP/canine_stratify_0.1_1layer_long_no_la.json -------------------------------------------------------------------------------- /configs/WtP/canine_stratify_0.1_3layers_long.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/WtP/canine_stratify_0.1_3layers_long.json -------------------------------------------------------------------------------- /configs/WtP/canine_stratify_0.1_3layers_long_no_la.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/WtP/canine_stratify_0.1_3layers_long_no_la.json -------------------------------------------------------------------------------- /configs/WtP/canine_stratify_0.1_3layers_long_subsample25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/WtP/canine_stratify_0.1_3layers_long_subsample25.json -------------------------------------------------------------------------------- /configs/WtP/canine_stratify_0.1_3layers_long_subsample50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/WtP/canine_stratify_0.1_3layers_long_subsample50.json -------------------------------------------------------------------------------- /configs/WtP/canine_stratify_0.1_3layers_long_subsample75.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/WtP/canine_stratify_0.1_3layers_long_subsample75.json -------------------------------------------------------------------------------- /configs/WtP/canine_stratify_0.1_3layers_no_aux.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/WtP/canine_stratify_0.1_3layers_no_aux.json -------------------------------------------------------------------------------- /configs/WtP/canine_stratify_0.1_3layers_no_aux_training.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/WtP/canine_stratify_0.1_3layers_no_aux_training.json -------------------------------------------------------------------------------- /configs/WtP/canine_stratify_0.1_3layers_shared_lang_adapter.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/WtP/canine_stratify_0.1_3layers_shared_lang_adapter.json -------------------------------------------------------------------------------- /configs/WtP/canine_stratify_0.1_6layers_long.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/WtP/canine_stratify_0.1_6layers_long.json -------------------------------------------------------------------------------- /configs/WtP/canine_stratify_0.1_6layers_long_no_la.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/WtP/canine_stratify_0.1_6layers_long_no_la.json -------------------------------------------------------------------------------- /configs/WtP/canine_stratify_0.1_9layers_long.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/WtP/canine_stratify_0.1_9layers_long.json -------------------------------------------------------------------------------- /configs/WtP/canine_stratify_0.1_9layers_long_no_la.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/WtP/canine_stratify_0.1_9layers_long_no_la.json -------------------------------------------------------------------------------- /configs/WtP/canine_stratify_0.1_debug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/WtP/canine_stratify_0.1_debug.json -------------------------------------------------------------------------------- /configs/lora/lora_12l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/lora/lora_12l.json -------------------------------------------------------------------------------- /configs/lora/lora_3l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/lora/lora_3l.json -------------------------------------------------------------------------------- /configs/lora/lora_dummy_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/lora/lora_dummy_config.json -------------------------------------------------------------------------------- /configs/lora/lora_lyrics.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/lora/lora_lyrics.json -------------------------------------------------------------------------------- /configs/lora/lora_lyrics_no_pretraining.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/lora/lora_lyrics_no_pretraining.json -------------------------------------------------------------------------------- /configs/lora/lora_no_pretraining.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/lora/lora_no_pretraining.json -------------------------------------------------------------------------------- /configs/lora/lora_tweets.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/lora/lora_tweets.json -------------------------------------------------------------------------------- /configs/sat_12l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/sat_12l.json -------------------------------------------------------------------------------- /configs/sat_12l_no_ll.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/sat_12l_no_ll.json -------------------------------------------------------------------------------- /configs/sat_12l_only_clean.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/sat_12l_only_clean.json -------------------------------------------------------------------------------- /configs/sat_1l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/sat_1l.json -------------------------------------------------------------------------------- /configs/sat_1l_no_ll.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/sat_1l_no_ll.json -------------------------------------------------------------------------------- /configs/sat_3l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/sat_3l.json -------------------------------------------------------------------------------- /configs/sat_3l_no_ll.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/sat_3l_no_ll.json -------------------------------------------------------------------------------- /configs/sat_3l_only_clean.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/sat_3l_only_clean.json -------------------------------------------------------------------------------- /configs/sat_6l copy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/sat_6l copy.json -------------------------------------------------------------------------------- /configs/sat_6l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/sat_6l.json -------------------------------------------------------------------------------- /configs/sat_6l_no_ll.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/sat_6l_no_ll.json -------------------------------------------------------------------------------- /configs/sat_9l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/sat_9l.json -------------------------------------------------------------------------------- /configs/sat_9l_no_ll.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/sat_9l_no_ll.json -------------------------------------------------------------------------------- /configs/system-fig.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/configs/system-fig.png -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/pyproject.toml -------------------------------------------------------------------------------- /release.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/release.sh -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/export_all_to_onnx.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/scripts/export_all_to_onnx.sh -------------------------------------------------------------------------------- /scripts/export_to_onnx_charbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/scripts/export_to_onnx_charbert.py -------------------------------------------------------------------------------- /scripts/export_to_onnx_sat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/scripts/export_to_onnx_sat.py -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- 1 | [flake8] 2 | max-line-length = 120 3 | extend-ignore = E203, E741 -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/setup.py -------------------------------------------------------------------------------- /test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/test.py -------------------------------------------------------------------------------- /wtpsplit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/__init__.py -------------------------------------------------------------------------------- /wtpsplit/configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/configs.py -------------------------------------------------------------------------------- /wtpsplit/data/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /wtpsplit/data/language_info.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/data/language_info.csv -------------------------------------------------------------------------------- /wtpsplit/data/punctuation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/data/punctuation.json -------------------------------------------------------------------------------- /wtpsplit/data/punctuation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/data/punctuation.txt -------------------------------------------------------------------------------- /wtpsplit/data/punctuation_xlmr.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/data/punctuation_xlmr.txt -------------------------------------------------------------------------------- /wtpsplit/data/punctuation_xlmr_unk.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/data/punctuation_xlmr_unk.txt -------------------------------------------------------------------------------- /wtpsplit/data_acquisition/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /wtpsplit/data_acquisition/extract_all_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/data_acquisition/extract_all_data.py -------------------------------------------------------------------------------- /wtpsplit/data_acquisition/extract_eval_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/data_acquisition/extract_eval_data.py -------------------------------------------------------------------------------- /wtpsplit/data_acquisition/extract_sentences.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/data_acquisition/extract_sentences.py -------------------------------------------------------------------------------- /wtpsplit/data_acquisition/extract_shared_task_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/data_acquisition/extract_shared_task_data.py -------------------------------------------------------------------------------- /wtpsplit/evaluation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/__init__.py -------------------------------------------------------------------------------- /wtpsplit/evaluation/adapt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/adapt.py -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluate_sepp_nlg_subtask1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluate_sepp_nlg_subtask1.py -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/lyrics/command-r.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/lyrics/command-r.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/lyrics/llama-3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/lyrics/llama-3.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/lyrics/sat-12l_lora.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/lyrics/sat-12l_lora.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/lyrics/sat-12l_lora_no_pretraining.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/lyrics/sat-12l_lora_no_pretraining.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/lyrics/sat-12l_lora_no_pretraining_s100.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/lyrics/sat-12l_lora_no_pretraining_s100.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/lyrics/sat-12l_lora_no_pretraining_s1000.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/lyrics/sat-12l_lora_no_pretraining_s1000.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/lyrics/sat-12l_lora_s100.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/lyrics/sat-12l_lora_s100.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/lyrics/sat-12l_lora_s1000.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/lyrics/sat-12l_lora_s1000.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/lyrics/wtp-12l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/lyrics/wtp-12l.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/lyrics/wtp-12l_s100.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/lyrics/wtp-12l_s100.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/lyrics/wtp_12l_s1000.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/lyrics/wtp_12l_s1000.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/baselines.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/baselines.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/baselines_multilingual.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/baselines_multilingual.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/command-r.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/command-r.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/llama-3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/llama-3.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/sat-12l-no_ll.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/sat-12l-no_ll.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/sat-12l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/sat-12l.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/sat-12l_lora.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/sat-12l_lora.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/sat-12l_only_clean.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/sat-12l_only_clean.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/sat-1l-sm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/sat-1l-sm.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/sat-1l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/sat-1l.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/sat-3l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/sat-3l.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/sat-3l_lora.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/sat-3l_lora.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/sat-3l_no_ll.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/sat-3l_no_ll.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/sat-3l_only_clean.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/sat-3l_only_clean.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/sat-6l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/sat-6l.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/sat-9l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/sat-9l.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/sat-sm-12l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/sat-sm-12l.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/sat-sm-12l_no_corruptions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/sat-sm-12l_no_corruptions.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/sat-sm-12l_no_pretraining.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/sat-sm-12l_no_pretraining.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/sat-sm-1l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/sat-sm-1l.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/sat-sm-3l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/sat-sm-3l.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/sat-sm-3l_no_corruptions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/sat-sm-3l_no_corruptions.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/sat-sm-3l_no_pretraining.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/sat-sm-3l_no_pretraining.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/sat-sm-6l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/sat-sm-6l.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/wtp-12l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/wtp-12l.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/wtp-1l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/wtp-1l.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/wtp-3l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/wtp-3l.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/main/wtp-6l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/main/wtp-6l.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/short/command-r.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/short/command-r.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/short/command-r_tweets.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/short/command-r_tweets.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/short/llama-3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/short/llama-3.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/short/llama-3_tweets.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/short/llama-3_tweets.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/short/sat-12l-no-limited-lookahead.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/short/sat-12l-no-limited-lookahead.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/short/sat-12l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/short/sat-12l.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/short/sat-12l_lora.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/short/sat-12l_lora.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/short/sat-12l_lora_tweets.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/short/sat-12l_lora_tweets.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/short/sat-12l_tweets.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/short/sat-12l_tweets.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/short/sat-3l-no-limited-lookahead.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/short/sat-3l-no-limited-lookahead.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/short/sat-3l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/short/sat-3l.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/short/sat-sm-12l-limited-lookahead.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/short/sat-sm-12l-limited-lookahead.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/short/sat-sm-12l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/short/sat-sm-12l.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/short/sat-sm-3l-limited-looakahead.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/short/sat-sm-3l-limited-looakahead.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/short/sat-sm-3l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/short/sat-sm-3l.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/short/wtp-12l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/short/wtp-12l.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/short/wtp-12l_tweets.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/short/wtp-12l_tweets.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/evaluation_results/short/wtp-3l.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/evaluation_results/short/wtp-3l.json -------------------------------------------------------------------------------- /wtpsplit/evaluation/extrinsic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/extrinsic.py -------------------------------------------------------------------------------- /wtpsplit/evaluation/intrinsic_baselines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/intrinsic_baselines.py -------------------------------------------------------------------------------- /wtpsplit/evaluation/intrinsic_baselines_multilingual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/intrinsic_baselines_multilingual.py -------------------------------------------------------------------------------- /wtpsplit/evaluation/intrinsic_pairwise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/intrinsic_pairwise.py -------------------------------------------------------------------------------- /wtpsplit/evaluation/intrinsic_ted.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/intrinsic_ted.py -------------------------------------------------------------------------------- /wtpsplit/evaluation/legal_baselines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/legal_baselines.py -------------------------------------------------------------------------------- /wtpsplit/evaluation/llm_sentence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/llm_sentence.py -------------------------------------------------------------------------------- /wtpsplit/evaluation/punct_annotation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/punct_annotation.py -------------------------------------------------------------------------------- /wtpsplit/evaluation/punct_annotation_wtp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/punct_annotation_wtp.py -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/ar_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/ar_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/cs_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/cs_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/de_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/de_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/en_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/en_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/es_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/es_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/et_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/et_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/fi_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/fi_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/fr_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/fr_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/gu_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/gu_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/hi_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/hi_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/ja_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/ja_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/kk_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/kk_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/km_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/km_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/lt_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/lt_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/lv_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/lv_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/pl_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/pl_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/ps_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/ps_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/ro_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/ro_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/ru_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/ru_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/ta_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/ta_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/tr_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/tr_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/zh_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/ersatz/zh_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/af_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/af_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/am_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/am_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ar_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ar_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/az_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/az_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/be_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/be_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/bg_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/bg_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/bn_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/bn_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ca_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ca_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/cs_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/cs_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/cy_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/cy_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/da_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/da_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/de_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/de_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/el_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/el_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/en_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/en_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/eo_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/eo_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/es_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/es_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/et_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/et_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/eu_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/eu_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/fa_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/fa_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/fi_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/fi_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/fr_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/fr_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/fy_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/fy_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ga_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ga_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/gd_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/gd_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/gl_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/gl_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/gu_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/gu_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ha_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ha_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/he_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/he_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/hi_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/hi_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/hu_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/hu_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/hy_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/hy_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/id_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/id_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ig_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ig_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/is_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/is_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/it_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/it_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ja_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ja_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ka_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ka_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/kk_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/kk_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/km_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/km_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/kn_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/kn_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ko_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ko_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ku_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ku_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ky_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ky_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/la_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/la_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/lt_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/lt_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/lv_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/lv_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/mg_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/mg_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/mk_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/mk_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ml_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ml_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/mr_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/mr_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ms_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ms_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/mt_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/mt_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/my_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/my_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ne_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ne_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/nl_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/nl_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/no_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/no_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/pa_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/pa_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/pl_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/pl_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ps_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ps_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/pt_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/pt_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ro_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ro_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ru_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ru_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/si_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/si_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/sk_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/sk_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/sl_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/sl_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/sq_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/sq_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/sr_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/sr_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/sv_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/sv_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ta_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ta_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/te_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/te_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/tg_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/tg_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/th_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/th_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/tr_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/tr_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/uk_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/uk_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ur_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/ur_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/uz_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/uz_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/vi_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/vi_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/xh_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/xh_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/yi_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/yi_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/zh_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/zh_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/zu_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/main_table_mean/zu_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/af_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/af_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/am_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/am_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ar_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ar_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/az_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/az_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/be_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/be_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/bg_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/bg_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/bn_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/bn_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ca_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ca_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/cs_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/cs_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/cy_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/cy_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/da_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/da_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/de_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/de_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/el_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/el_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/en_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/en_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/eo_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/eo_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/es_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/es_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/et_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/et_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/eu_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/eu_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/fa_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/fa_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/fi_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/fi_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/fr_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/fr_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/fy_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/fy_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ga_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ga_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/gd_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/gd_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/gl_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/gl_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/gu_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/gu_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ha_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ha_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/he_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/he_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/hi_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/hi_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/hu_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/hu_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/hy_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/hy_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/id_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/id_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ig_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ig_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/is_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/is_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/it_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/it_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ja_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ja_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ka_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ka_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/kk_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/kk_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/km_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/km_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/kn_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/kn_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ko_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ko_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ku_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ku_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ky_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ky_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/lt_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/lt_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/lv_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/lv_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/mg_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/mg_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/mk_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/mk_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ml_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ml_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/mn_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/mn_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/mr_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/mr_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ms_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ms_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/mt_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/mt_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/my_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/my_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ne_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ne_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/nl_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/nl_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/no_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/no_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/pa_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/pa_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/pl_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/pl_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ps_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ps_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/pt_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/pt_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ro_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ro_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ru_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ru_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/si_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/si_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/sk_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/sk_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/sl_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/sl_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/sq_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/sq_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/sr_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/sr_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/sv_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/sv_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ta_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ta_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/te_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/te_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/tg_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/tg_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/th_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/th_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/tr_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/tr_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/uk_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/uk_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ur_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/ur_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/uz_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/uz_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/vi_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/vi_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/xh_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/xh_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/yi_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/yi_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/yo_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/yo_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/zh_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/zh_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/zu_f.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/main-table-p-values/opus100/zu_f.tex -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/permutation_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/permutation_test.py -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/permutation_test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/permutation_test_data.py -------------------------------------------------------------------------------- /wtpsplit/evaluation/stat_tests/permutation_test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/evaluation/stat_tests/permutation_test_utils.py -------------------------------------------------------------------------------- /wtpsplit/extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/extract.py -------------------------------------------------------------------------------- /wtpsplit/extract_batched.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/extract_batched.py -------------------------------------------------------------------------------- /wtpsplit/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/models.py -------------------------------------------------------------------------------- /wtpsplit/train/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /wtpsplit/train/adaptertrainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/train/adaptertrainer.py -------------------------------------------------------------------------------- /wtpsplit/train/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/train/evaluate.py -------------------------------------------------------------------------------- /wtpsplit/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/train/train.py -------------------------------------------------------------------------------- /wtpsplit/train/train_SM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/train/train_SM.py -------------------------------------------------------------------------------- /wtpsplit/train/train_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/train/train_lora.py -------------------------------------------------------------------------------- /wtpsplit/train/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/train/trainer.py -------------------------------------------------------------------------------- /wtpsplit/train/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/train/utils.py -------------------------------------------------------------------------------- /wtpsplit/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/utils/__init__.py -------------------------------------------------------------------------------- /wtpsplit/utils/clean_tweets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/utils/clean_tweets.py -------------------------------------------------------------------------------- /wtpsplit/utils/create_dummy_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/utils/create_dummy_data.py -------------------------------------------------------------------------------- /wtpsplit/utils/download_spacy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/utils/download_spacy.py -------------------------------------------------------------------------------- /wtpsplit/utils/remove_unks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segment-any-text/wtpsplit/HEAD/wtpsplit/utils/remove_unks.py --------------------------------------------------------------------------------