├── .flake8 ├── .github └── workflows │ ├── style.yml │ └── unittest.yml ├── .gitignore ├── .pre-commit-config.yaml ├── LICENCE ├── Makefile ├── README.md ├── datasets ├── data-quality.jsonl └── new-dataset.jsonl ├── docs ├── API │ ├── external.md │ ├── grab.md │ ├── model.md │ ├── multimodal.md │ ├── text.md │ ├── utils.md │ └── vision.md ├── applications.md ├── images │ ├── colorhistogram.png │ ├── columngrabber.png │ ├── contrastive-re-use.png │ ├── contrastive-same-weights.png │ ├── contrastive.png │ ├── difference-model.png │ ├── embed.png │ ├── feedforward.png │ ├── gradient.png │ ├── human-in-the-loop-1.png │ ├── human-in-the-loop-2.png │ ├── human-in-the-loop-3.png │ ├── human-in-the-loop-4.png │ ├── icon.png │ ├── imageloader.png │ ├── output.png │ ├── sense2vec.png │ ├── sentence-encoder.png │ ├── timm.png │ ├── x-finetuned-again.png │ ├── x-finetuned.png │ └── x-orig.png ├── index.md └── vegalite │ ├── lite_embed1.json │ └── lite_embed2.json ├── embetter ├── __init__.py ├── base.py ├── error.py ├── external │ ├── __init__.py │ ├── _cohere.py │ ├── _ollama.py │ └── _openai.py ├── finetune │ ├── __init__.py │ ├── _constrastive_learn.py │ ├── _contrastive_tuner.py │ ├── _forward.py │ └── _sbert_learn.py ├── grab.py ├── model │ ├── __init__.py │ └── _diff.py ├── multi │ ├── __init__.py │ └── _clip.py ├── text │ ├── __init__.py │ ├── _keras.py │ ├── _lite.py │ ├── _model2vec.py │ ├── _s2v.py │ ├── _sbert.py │ └── _spacy.py ├── utils.py └── vision │ ├── __init__.py │ ├── _colorhist.py │ ├── _loader.py │ └── _torchvis.py ├── mkdocs.yml ├── setup.py └── tests ├── __init__.py ├── data ├── en.wiki.bpe.vs1000.d25.w2v.bin ├── en.wiki.bpe.vs1000.model └── thiscatdoesnotexist.jpeg ├── test_base.py ├── test_docs.py ├── test_text.py ├── test_utils.py └── test_vision.py /.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/.flake8 -------------------------------------------------------------------------------- /.github/workflows/style.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/.github/workflows/style.yml -------------------------------------------------------------------------------- /.github/workflows/unittest.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/.github/workflows/unittest.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENCE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/LICENCE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/README.md -------------------------------------------------------------------------------- /datasets/data-quality.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/datasets/data-quality.jsonl -------------------------------------------------------------------------------- /datasets/new-dataset.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/datasets/new-dataset.jsonl -------------------------------------------------------------------------------- /docs/API/external.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/API/external.md -------------------------------------------------------------------------------- /docs/API/grab.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/API/grab.md -------------------------------------------------------------------------------- /docs/API/model.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/API/model.md -------------------------------------------------------------------------------- /docs/API/multimodal.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/API/multimodal.md -------------------------------------------------------------------------------- /docs/API/text.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/API/text.md -------------------------------------------------------------------------------- /docs/API/utils.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/API/utils.md -------------------------------------------------------------------------------- /docs/API/vision.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/API/vision.md -------------------------------------------------------------------------------- /docs/applications.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/applications.md -------------------------------------------------------------------------------- /docs/images/colorhistogram.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/images/colorhistogram.png -------------------------------------------------------------------------------- /docs/images/columngrabber.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/images/columngrabber.png -------------------------------------------------------------------------------- /docs/images/contrastive-re-use.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/images/contrastive-re-use.png -------------------------------------------------------------------------------- /docs/images/contrastive-same-weights.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/images/contrastive-same-weights.png -------------------------------------------------------------------------------- /docs/images/contrastive.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/images/contrastive.png -------------------------------------------------------------------------------- /docs/images/difference-model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/images/difference-model.png -------------------------------------------------------------------------------- /docs/images/embed.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/images/embed.png -------------------------------------------------------------------------------- /docs/images/feedforward.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/images/feedforward.png -------------------------------------------------------------------------------- /docs/images/gradient.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/images/gradient.png -------------------------------------------------------------------------------- /docs/images/human-in-the-loop-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/images/human-in-the-loop-1.png -------------------------------------------------------------------------------- /docs/images/human-in-the-loop-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/images/human-in-the-loop-2.png -------------------------------------------------------------------------------- /docs/images/human-in-the-loop-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/images/human-in-the-loop-3.png -------------------------------------------------------------------------------- /docs/images/human-in-the-loop-4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/images/human-in-the-loop-4.png -------------------------------------------------------------------------------- /docs/images/icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/images/icon.png -------------------------------------------------------------------------------- /docs/images/imageloader.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/images/imageloader.png -------------------------------------------------------------------------------- /docs/images/output.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/images/output.png -------------------------------------------------------------------------------- /docs/images/sense2vec.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/images/sense2vec.png -------------------------------------------------------------------------------- /docs/images/sentence-encoder.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/images/sentence-encoder.png -------------------------------------------------------------------------------- /docs/images/timm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/images/timm.png -------------------------------------------------------------------------------- /docs/images/x-finetuned-again.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/images/x-finetuned-again.png -------------------------------------------------------------------------------- /docs/images/x-finetuned.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/images/x-finetuned.png -------------------------------------------------------------------------------- /docs/images/x-orig.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/images/x-orig.png -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/index.md -------------------------------------------------------------------------------- /docs/vegalite/lite_embed1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/vegalite/lite_embed1.json -------------------------------------------------------------------------------- /docs/vegalite/lite_embed2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/docs/vegalite/lite_embed2.json -------------------------------------------------------------------------------- /embetter/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/__init__.py -------------------------------------------------------------------------------- /embetter/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/base.py -------------------------------------------------------------------------------- /embetter/error.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/error.py -------------------------------------------------------------------------------- /embetter/external/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/external/__init__.py -------------------------------------------------------------------------------- /embetter/external/_cohere.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/external/_cohere.py -------------------------------------------------------------------------------- /embetter/external/_ollama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/external/_ollama.py -------------------------------------------------------------------------------- /embetter/external/_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/external/_openai.py -------------------------------------------------------------------------------- /embetter/finetune/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/finetune/__init__.py -------------------------------------------------------------------------------- /embetter/finetune/_constrastive_learn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/finetune/_constrastive_learn.py -------------------------------------------------------------------------------- /embetter/finetune/_contrastive_tuner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/finetune/_contrastive_tuner.py -------------------------------------------------------------------------------- /embetter/finetune/_forward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/finetune/_forward.py -------------------------------------------------------------------------------- /embetter/finetune/_sbert_learn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/finetune/_sbert_learn.py -------------------------------------------------------------------------------- /embetter/grab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/grab.py -------------------------------------------------------------------------------- /embetter/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/model/__init__.py -------------------------------------------------------------------------------- /embetter/model/_diff.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/model/_diff.py -------------------------------------------------------------------------------- /embetter/multi/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/multi/__init__.py -------------------------------------------------------------------------------- /embetter/multi/_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/multi/_clip.py -------------------------------------------------------------------------------- /embetter/text/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/text/__init__.py -------------------------------------------------------------------------------- /embetter/text/_keras.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/text/_keras.py -------------------------------------------------------------------------------- /embetter/text/_lite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/text/_lite.py -------------------------------------------------------------------------------- /embetter/text/_model2vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/text/_model2vec.py -------------------------------------------------------------------------------- /embetter/text/_s2v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/text/_s2v.py -------------------------------------------------------------------------------- /embetter/text/_sbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/text/_sbert.py -------------------------------------------------------------------------------- /embetter/text/_spacy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/text/_spacy.py -------------------------------------------------------------------------------- /embetter/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/utils.py -------------------------------------------------------------------------------- /embetter/vision/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/vision/__init__.py -------------------------------------------------------------------------------- /embetter/vision/_colorhist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/vision/_colorhist.py -------------------------------------------------------------------------------- /embetter/vision/_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/vision/_loader.py -------------------------------------------------------------------------------- /embetter/vision/_torchvis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/embetter/vision/_torchvis.py -------------------------------------------------------------------------------- /mkdocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/mkdocs.yml -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/setup.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/en.wiki.bpe.vs1000.d25.w2v.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/tests/data/en.wiki.bpe.vs1000.d25.w2v.bin -------------------------------------------------------------------------------- /tests/data/en.wiki.bpe.vs1000.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/tests/data/en.wiki.bpe.vs1000.model -------------------------------------------------------------------------------- /tests/data/thiscatdoesnotexist.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/tests/data/thiscatdoesnotexist.jpeg -------------------------------------------------------------------------------- /tests/test_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/tests/test_base.py -------------------------------------------------------------------------------- /tests/test_docs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/tests/test_docs.py -------------------------------------------------------------------------------- /tests/test_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/tests/test_text.py -------------------------------------------------------------------------------- /tests/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/tests/test_utils.py -------------------------------------------------------------------------------- /tests/test_vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/embetter/HEAD/tests/test_vision.py --------------------------------------------------------------------------------