├── .github └── workflows │ └── rust.yml ├── .gitignore ├── Cargo.toml ├── LICENSE-APACHE ├── LICENSE-MIT ├── README.md ├── benchmarks └── wiki1m │ ├── .gitignore │ ├── Cargo.toml │ ├── README.md │ └── src │ └── main.rs ├── evaluations ├── japanese │ ├── .gitignore │ ├── Cargo.toml │ ├── README.md │ ├── download.sh │ ├── result │ │ ├── sif-cc-jsick-test.txt │ │ ├── sif-cc-jsts-train.txt │ │ ├── sif-cc-jsts-val.txt │ │ ├── usif-cc-jsick-test.txt │ │ ├── usif-cc-jsts-train.txt │ │ └── usif-cc-jsts-val.txt │ └── src │ │ └── main.rs └── senteval │ ├── .gitignore │ ├── Cargo.toml │ ├── README.md │ ├── format.py │ ├── result │ ├── sif-cc-score.tsv │ ├── sif-glove-score.tsv │ ├── usif-cc-score.tsv │ └── usif-glove-score.tsv │ └── src │ └── main.rs ├── finalfusion-tools ├── .gitignore ├── Cargo.toml ├── README.md └── src │ ├── compile_fasttext.rs │ ├── compile_text.rs │ └── unique_text.rs ├── qdrant-examples ├── .gitignore ├── Cargo.toml ├── README.md └── src │ ├── create.rs │ └── search.rs ├── src ├── finalfusion.rs ├── lib.rs ├── sif.rs ├── usif.rs ├── util.rs └── wordfreq.rs └── tutorial ├── Cargo.toml ├── README.md └── src └── main.rs /.github/workflows/rust.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/.github/workflows/rust.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/.gitignore -------------------------------------------------------------------------------- /Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/Cargo.toml -------------------------------------------------------------------------------- /LICENSE-APACHE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/LICENSE-APACHE -------------------------------------------------------------------------------- /LICENSE-MIT: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/LICENSE-MIT -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/README.md -------------------------------------------------------------------------------- /benchmarks/wiki1m/.gitignore: -------------------------------------------------------------------------------- 1 | wiki1m_for_simcse.txt 2 | -------------------------------------------------------------------------------- /benchmarks/wiki1m/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/benchmarks/wiki1m/Cargo.toml -------------------------------------------------------------------------------- /benchmarks/wiki1m/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/benchmarks/wiki1m/README.md -------------------------------------------------------------------------------- /benchmarks/wiki1m/src/main.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/benchmarks/wiki1m/src/main.rs -------------------------------------------------------------------------------- /evaluations/japanese/.gitignore: -------------------------------------------------------------------------------- 1 | data/ 2 | -------------------------------------------------------------------------------- /evaluations/japanese/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/evaluations/japanese/Cargo.toml -------------------------------------------------------------------------------- /evaluations/japanese/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/evaluations/japanese/README.md -------------------------------------------------------------------------------- /evaluations/japanese/download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/evaluations/japanese/download.sh -------------------------------------------------------------------------------- /evaluations/japanese/result/sif-cc-jsick-test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/evaluations/japanese/result/sif-cc-jsick-test.txt -------------------------------------------------------------------------------- /evaluations/japanese/result/sif-cc-jsts-train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/evaluations/japanese/result/sif-cc-jsts-train.txt -------------------------------------------------------------------------------- /evaluations/japanese/result/sif-cc-jsts-val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/evaluations/japanese/result/sif-cc-jsts-val.txt -------------------------------------------------------------------------------- /evaluations/japanese/result/usif-cc-jsick-test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/evaluations/japanese/result/usif-cc-jsick-test.txt -------------------------------------------------------------------------------- /evaluations/japanese/result/usif-cc-jsts-train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/evaluations/japanese/result/usif-cc-jsts-train.txt -------------------------------------------------------------------------------- /evaluations/japanese/result/usif-cc-jsts-val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/evaluations/japanese/result/usif-cc-jsts-val.txt -------------------------------------------------------------------------------- /evaluations/japanese/src/main.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/evaluations/japanese/src/main.rs -------------------------------------------------------------------------------- /evaluations/senteval/.gitignore: -------------------------------------------------------------------------------- 1 | data/ 2 | senteval.tar 3 | score.tsv 4 | -------------------------------------------------------------------------------- /evaluations/senteval/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/evaluations/senteval/Cargo.toml -------------------------------------------------------------------------------- /evaluations/senteval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/evaluations/senteval/README.md -------------------------------------------------------------------------------- /evaluations/senteval/format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/evaluations/senteval/format.py -------------------------------------------------------------------------------- /evaluations/senteval/result/sif-cc-score.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/evaluations/senteval/result/sif-cc-score.tsv -------------------------------------------------------------------------------- /evaluations/senteval/result/sif-glove-score.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/evaluations/senteval/result/sif-glove-score.tsv -------------------------------------------------------------------------------- /evaluations/senteval/result/usif-cc-score.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/evaluations/senteval/result/usif-cc-score.tsv -------------------------------------------------------------------------------- /evaluations/senteval/result/usif-glove-score.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/evaluations/senteval/result/usif-glove-score.tsv -------------------------------------------------------------------------------- /evaluations/senteval/src/main.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/evaluations/senteval/src/main.rs -------------------------------------------------------------------------------- /finalfusion-tools/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/finalfusion-tools/.gitignore -------------------------------------------------------------------------------- /finalfusion-tools/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/finalfusion-tools/Cargo.toml -------------------------------------------------------------------------------- /finalfusion-tools/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/finalfusion-tools/README.md -------------------------------------------------------------------------------- /finalfusion-tools/src/compile_fasttext.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/finalfusion-tools/src/compile_fasttext.rs -------------------------------------------------------------------------------- /finalfusion-tools/src/compile_text.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/finalfusion-tools/src/compile_text.rs -------------------------------------------------------------------------------- /finalfusion-tools/src/unique_text.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/finalfusion-tools/src/unique_text.rs -------------------------------------------------------------------------------- /qdrant-examples/.gitignore: -------------------------------------------------------------------------------- 1 | model.sif 2 | wiki1m_for_simcse.txt 3 | -------------------------------------------------------------------------------- /qdrant-examples/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/qdrant-examples/Cargo.toml -------------------------------------------------------------------------------- /qdrant-examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/qdrant-examples/README.md -------------------------------------------------------------------------------- /qdrant-examples/src/create.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/qdrant-examples/src/create.rs -------------------------------------------------------------------------------- /qdrant-examples/src/search.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/qdrant-examples/src/search.rs -------------------------------------------------------------------------------- /src/finalfusion.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/src/finalfusion.rs -------------------------------------------------------------------------------- /src/lib.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/src/lib.rs -------------------------------------------------------------------------------- /src/sif.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/src/sif.rs -------------------------------------------------------------------------------- /src/usif.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/src/usif.rs -------------------------------------------------------------------------------- /src/util.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/src/util.rs -------------------------------------------------------------------------------- /src/wordfreq.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/src/wordfreq.rs -------------------------------------------------------------------------------- /tutorial/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/tutorial/Cargo.toml -------------------------------------------------------------------------------- /tutorial/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/tutorial/README.md -------------------------------------------------------------------------------- /tutorial/src/main.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kampersanda/sif-embedding/HEAD/tutorial/src/main.rs --------------------------------------------------------------------------------