├── .gitignore ├── LICENSE ├── README.md ├── data.py ├── datautils ├── README.md ├── clean.sh ├── dataset │ ├── libcap-git-setcap-O0-00ac9f3e2f406891116850f0ddffd008 │ ├── libcap-git-setcap-O1-90826146c17034375256122b115dc849 │ ├── libcap-git-setcap-O2-8dc43f20ea80b7703f6973a1ea86e8b8 │ ├── libcap-git-setcap-O3-e8e5b8752b5ba79d135c254273edadae │ └── libcap-git-setcap-Os-1ac8a004dfd1d92cb18bf4aa36d817e3 ├── playdata.py ├── process.py ├── run.py └── util │ ├── base.py │ └── pairdata.py ├── eval_save.py ├── fasteval.py ├── figures └── poolsizecompare.png ├── finetune.py ├── jtrans_tokenizer ├── special_tokens_map.json ├── tokenizer_config.json └── vocab.txt ├── readidadata.py └── tokenizer.py /.gitignore: -------------------------------------------------------------------------------- 1 | models/ 2 | experiments/ -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vul337/jTrans/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vul337/jTrans/HEAD/README.md -------------------------------------------------------------------------------- /data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vul337/jTrans/HEAD/data.py -------------------------------------------------------------------------------- /datautils/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vul337/jTrans/HEAD/datautils/README.md -------------------------------------------------------------------------------- /datautils/clean.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vul337/jTrans/HEAD/datautils/clean.sh -------------------------------------------------------------------------------- /datautils/dataset/libcap-git-setcap-O0-00ac9f3e2f406891116850f0ddffd008: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vul337/jTrans/HEAD/datautils/dataset/libcap-git-setcap-O0-00ac9f3e2f406891116850f0ddffd008 -------------------------------------------------------------------------------- /datautils/dataset/libcap-git-setcap-O1-90826146c17034375256122b115dc849: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vul337/jTrans/HEAD/datautils/dataset/libcap-git-setcap-O1-90826146c17034375256122b115dc849 -------------------------------------------------------------------------------- /datautils/dataset/libcap-git-setcap-O2-8dc43f20ea80b7703f6973a1ea86e8b8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vul337/jTrans/HEAD/datautils/dataset/libcap-git-setcap-O2-8dc43f20ea80b7703f6973a1ea86e8b8 -------------------------------------------------------------------------------- /datautils/dataset/libcap-git-setcap-O3-e8e5b8752b5ba79d135c254273edadae: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vul337/jTrans/HEAD/datautils/dataset/libcap-git-setcap-O3-e8e5b8752b5ba79d135c254273edadae -------------------------------------------------------------------------------- /datautils/dataset/libcap-git-setcap-Os-1ac8a004dfd1d92cb18bf4aa36d817e3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vul337/jTrans/HEAD/datautils/dataset/libcap-git-setcap-Os-1ac8a004dfd1d92cb18bf4aa36d817e3 -------------------------------------------------------------------------------- /datautils/playdata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vul337/jTrans/HEAD/datautils/playdata.py -------------------------------------------------------------------------------- /datautils/process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vul337/jTrans/HEAD/datautils/process.py -------------------------------------------------------------------------------- /datautils/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vul337/jTrans/HEAD/datautils/run.py -------------------------------------------------------------------------------- /datautils/util/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vul337/jTrans/HEAD/datautils/util/base.py -------------------------------------------------------------------------------- /datautils/util/pairdata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vul337/jTrans/HEAD/datautils/util/pairdata.py -------------------------------------------------------------------------------- /eval_save.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vul337/jTrans/HEAD/eval_save.py -------------------------------------------------------------------------------- /fasteval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vul337/jTrans/HEAD/fasteval.py -------------------------------------------------------------------------------- /figures/poolsizecompare.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vul337/jTrans/HEAD/figures/poolsizecompare.png -------------------------------------------------------------------------------- /finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vul337/jTrans/HEAD/finetune.py -------------------------------------------------------------------------------- /jtrans_tokenizer/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vul337/jTrans/HEAD/jtrans_tokenizer/special_tokens_map.json -------------------------------------------------------------------------------- /jtrans_tokenizer/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vul337/jTrans/HEAD/jtrans_tokenizer/tokenizer_config.json -------------------------------------------------------------------------------- /jtrans_tokenizer/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vul337/jTrans/HEAD/jtrans_tokenizer/vocab.txt -------------------------------------------------------------------------------- /readidadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vul337/jTrans/HEAD/readidadata.py -------------------------------------------------------------------------------- /tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vul337/jTrans/HEAD/tokenizer.py --------------------------------------------------------------------------------