├── .editorconfig ├── .github ├── ISSUE_TEMPLATE.md └── workflows │ └── build.yml ├── .gitignore ├── AUTHORS.rst ├── CONTRIBUTING.rst ├── HISTORY.rst ├── LICENSE ├── MANIFEST.in ├── Makefile ├── README.rst ├── docs ├── Makefile ├── authors.rst ├── conf.py ├── contributing.rst ├── history.rst ├── index.rst ├── installation.rst ├── make.bat ├── readme.rst └── usage.rst ├── img ├── LIPs.png └── bias_example.png ├── language_invariant_properties ├── __init__.py ├── abstractions │ ├── __init__.py │ ├── classifiers.py │ └── dataset.py ├── classifiers │ ├── __init__.py │ └── sklearn_wrapper.py ├── data │ ├── trustpilot │ │ ├── test │ │ │ ├── dutch.csv │ │ │ ├── english.csv │ │ │ ├── german.csv │ │ │ └── italian.csv │ │ └── train │ │ │ ├── dutch.csv │ │ │ ├── english.csv │ │ │ ├── german.csv │ │ │ └── italian.csv │ └── trustpilot_para │ │ ├── test │ │ └── english.csv │ │ ├── train │ │ └── english.csv │ │ └── transformed │ │ └── english.csv ├── lip.py ├── metrics.py └── scripts │ ├── __init__.py │ ├── affect.py │ ├── hateval.py │ ├── hateval_para.py │ ├── trustpilot.py │ └── trustpilot_para.py ├── requirements.txt ├── requirements_dev.txt ├── setup.cfg ├── setup.py └── tests ├── __init__.py └── test_language_invariant_properties.py /.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/.editorconfig -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/.github/ISSUE_TEMPLATE.md -------------------------------------------------------------------------------- /.github/workflows/build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/.github/workflows/build.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/.gitignore -------------------------------------------------------------------------------- /AUTHORS.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/AUTHORS.rst -------------------------------------------------------------------------------- /CONTRIBUTING.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/CONTRIBUTING.rst -------------------------------------------------------------------------------- /HISTORY.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/HISTORY.rst -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/Makefile -------------------------------------------------------------------------------- /README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/README.rst -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/authors.rst: -------------------------------------------------------------------------------- 1 | .. include:: ../AUTHORS.rst 2 | -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/contributing.rst: -------------------------------------------------------------------------------- 1 | .. include:: ../CONTRIBUTING.rst 2 | -------------------------------------------------------------------------------- /docs/history.rst: -------------------------------------------------------------------------------- 1 | .. include:: ../HISTORY.rst 2 | -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/docs/index.rst -------------------------------------------------------------------------------- /docs/installation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/docs/installation.rst -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/readme.rst: -------------------------------------------------------------------------------- 1 | .. include:: ../README.rst 2 | -------------------------------------------------------------------------------- /docs/usage.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/docs/usage.rst -------------------------------------------------------------------------------- /img/LIPs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/img/LIPs.png -------------------------------------------------------------------------------- /img/bias_example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/img/bias_example.png -------------------------------------------------------------------------------- /language_invariant_properties/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/language_invariant_properties/__init__.py -------------------------------------------------------------------------------- /language_invariant_properties/abstractions/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /language_invariant_properties/abstractions/classifiers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/language_invariant_properties/abstractions/classifiers.py -------------------------------------------------------------------------------- /language_invariant_properties/abstractions/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/language_invariant_properties/abstractions/dataset.py -------------------------------------------------------------------------------- /language_invariant_properties/classifiers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /language_invariant_properties/classifiers/sklearn_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/language_invariant_properties/classifiers/sklearn_wrapper.py -------------------------------------------------------------------------------- /language_invariant_properties/data/trustpilot/test/dutch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/language_invariant_properties/data/trustpilot/test/dutch.csv -------------------------------------------------------------------------------- /language_invariant_properties/data/trustpilot/test/english.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/language_invariant_properties/data/trustpilot/test/english.csv -------------------------------------------------------------------------------- /language_invariant_properties/data/trustpilot/test/german.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/language_invariant_properties/data/trustpilot/test/german.csv -------------------------------------------------------------------------------- /language_invariant_properties/data/trustpilot/test/italian.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/language_invariant_properties/data/trustpilot/test/italian.csv -------------------------------------------------------------------------------- /language_invariant_properties/data/trustpilot/train/dutch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/language_invariant_properties/data/trustpilot/train/dutch.csv -------------------------------------------------------------------------------- /language_invariant_properties/data/trustpilot/train/english.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/language_invariant_properties/data/trustpilot/train/english.csv -------------------------------------------------------------------------------- /language_invariant_properties/data/trustpilot/train/german.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/language_invariant_properties/data/trustpilot/train/german.csv -------------------------------------------------------------------------------- /language_invariant_properties/data/trustpilot/train/italian.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/language_invariant_properties/data/trustpilot/train/italian.csv -------------------------------------------------------------------------------- /language_invariant_properties/data/trustpilot_para/test/english.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/language_invariant_properties/data/trustpilot_para/test/english.csv -------------------------------------------------------------------------------- /language_invariant_properties/data/trustpilot_para/train/english.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/language_invariant_properties/data/trustpilot_para/train/english.csv -------------------------------------------------------------------------------- /language_invariant_properties/data/trustpilot_para/transformed/english.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/language_invariant_properties/data/trustpilot_para/transformed/english.csv -------------------------------------------------------------------------------- /language_invariant_properties/lip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/language_invariant_properties/lip.py -------------------------------------------------------------------------------- /language_invariant_properties/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/language_invariant_properties/metrics.py -------------------------------------------------------------------------------- /language_invariant_properties/scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /language_invariant_properties/scripts/affect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/language_invariant_properties/scripts/affect.py -------------------------------------------------------------------------------- /language_invariant_properties/scripts/hateval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/language_invariant_properties/scripts/hateval.py -------------------------------------------------------------------------------- /language_invariant_properties/scripts/hateval_para.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/language_invariant_properties/scripts/hateval_para.py -------------------------------------------------------------------------------- /language_invariant_properties/scripts/trustpilot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/language_invariant_properties/scripts/trustpilot.py -------------------------------------------------------------------------------- /language_invariant_properties/scripts/trustpilot_para.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/language_invariant_properties/scripts/trustpilot_para.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/requirements.txt -------------------------------------------------------------------------------- /requirements_dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/requirements_dev.txt -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/setup.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | """Unit test package for language_invariant_properties.""" 2 | -------------------------------------------------------------------------------- /tests/test_language_invariant_properties.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MilaNLProc/language-invariant-properties/HEAD/tests/test_language_invariant_properties.py --------------------------------------------------------------------------------