├── .github ├── pull_request_template.md └── workflows │ ├── docs.yml │ ├── lint.yml │ ├── pytest.yaml │ └── pytest.yml.example ├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── README.md ├── docs ├── images │ ├── 221819442-70829216-b763-4717-b802-2f8836ad0874.gif │ ├── favicon.png │ ├── highlevel_example.png │ ├── label_eg1.jpg │ ├── label_eg4.jpg │ ├── label_eg5.jpg │ ├── label_studio.png │ ├── match_flow.png │ ├── overview.png │ ├── overview_example.png │ └── predict_flow.png ├── index.md ├── labelling.md ├── mkdocs.yaml ├── model_card.md ├── pipeline_summary.md ├── requirements.txt └── styles.css ├── ojd_daps_skills ├── __init__.py ├── configs │ ├── extract_skills_esco.yaml │ ├── extract_skills_lightcast.yaml │ ├── extract_skills_template.yaml │ └── extract_skills_toy.yaml ├── data │ ├── esco_v_1_1_1_data_formatted.csv │ ├── esco_v_1_1_1_hier_mapper.json │ ├── hardcoded_ojo_esco_lookup.json │ ├── lightcast_data_formatted.csv │ ├── lightcast_hier_mapper.json │ ├── ojo_esco_lookup_sample.json │ ├── toy_data_formatted.csv │ └── toy_hier_mapper.json ├── extract_skills │ ├── README.md │ ├── __init__.py │ ├── extract_skills.py │ ├── extract_skills_utils.py │ └── multiskill_rules.py ├── map_skills │ ├── README.md │ ├── __init__.py │ ├── format_taxonomy │ │ ├── esco_formatting.py │ │ ├── hard_coded_mapper_formatting.py │ │ └── lightcast_formatting.py │ ├── skill_mapper.py │ └── skill_mapper_utils.py └── utils │ ├── __init__.py │ ├── bert_vectorizer.py │ ├── data_getters.py │ └── text_cleaning.py ├── pyproject.toml └── tests ├── __init__.py ├── test_config.py ├── test_multiskill_rules.py ├── test_skill_extractor.py └── test_skill_mapper.py /.github/pull_request_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/.github/pull_request_template.md -------------------------------------------------------------------------------- /.github/workflows/docs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/.github/workflows/docs.yml -------------------------------------------------------------------------------- /.github/workflows/lint.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/.github/workflows/lint.yml -------------------------------------------------------------------------------- /.github/workflows/pytest.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/.github/workflows/pytest.yaml -------------------------------------------------------------------------------- /.github/workflows/pytest.yml.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/.github/workflows/pytest.yml.example -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/README.md -------------------------------------------------------------------------------- /docs/images/221819442-70829216-b763-4717-b802-2f8836ad0874.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/docs/images/221819442-70829216-b763-4717-b802-2f8836ad0874.gif -------------------------------------------------------------------------------- /docs/images/favicon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/docs/images/favicon.png -------------------------------------------------------------------------------- /docs/images/highlevel_example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/docs/images/highlevel_example.png -------------------------------------------------------------------------------- /docs/images/label_eg1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/docs/images/label_eg1.jpg -------------------------------------------------------------------------------- /docs/images/label_eg4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/docs/images/label_eg4.jpg -------------------------------------------------------------------------------- /docs/images/label_eg5.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/docs/images/label_eg5.jpg -------------------------------------------------------------------------------- /docs/images/label_studio.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/docs/images/label_studio.png -------------------------------------------------------------------------------- /docs/images/match_flow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/docs/images/match_flow.png -------------------------------------------------------------------------------- /docs/images/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/docs/images/overview.png -------------------------------------------------------------------------------- /docs/images/overview_example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/docs/images/overview_example.png -------------------------------------------------------------------------------- /docs/images/predict_flow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/docs/images/predict_flow.png -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/docs/index.md -------------------------------------------------------------------------------- /docs/labelling.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/docs/labelling.md -------------------------------------------------------------------------------- /docs/mkdocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/docs/mkdocs.yaml -------------------------------------------------------------------------------- /docs/model_card.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/docs/model_card.md -------------------------------------------------------------------------------- /docs/pipeline_summary.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/docs/pipeline_summary.md -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/docs/requirements.txt -------------------------------------------------------------------------------- /docs/styles.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/docs/styles.css -------------------------------------------------------------------------------- /ojd_daps_skills/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/ojd_daps_skills/__init__.py -------------------------------------------------------------------------------- /ojd_daps_skills/configs/extract_skills_esco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/ojd_daps_skills/configs/extract_skills_esco.yaml -------------------------------------------------------------------------------- /ojd_daps_skills/configs/extract_skills_lightcast.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/ojd_daps_skills/configs/extract_skills_lightcast.yaml -------------------------------------------------------------------------------- /ojd_daps_skills/configs/extract_skills_template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/ojd_daps_skills/configs/extract_skills_template.yaml -------------------------------------------------------------------------------- /ojd_daps_skills/configs/extract_skills_toy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/ojd_daps_skills/configs/extract_skills_toy.yaml -------------------------------------------------------------------------------- /ojd_daps_skills/data/esco_v_1_1_1_data_formatted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/ojd_daps_skills/data/esco_v_1_1_1_data_formatted.csv -------------------------------------------------------------------------------- /ojd_daps_skills/data/esco_v_1_1_1_hier_mapper.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/ojd_daps_skills/data/esco_v_1_1_1_hier_mapper.json -------------------------------------------------------------------------------- /ojd_daps_skills/data/hardcoded_ojo_esco_lookup.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/ojd_daps_skills/data/hardcoded_ojo_esco_lookup.json -------------------------------------------------------------------------------- /ojd_daps_skills/data/lightcast_data_formatted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/ojd_daps_skills/data/lightcast_data_formatted.csv -------------------------------------------------------------------------------- /ojd_daps_skills/data/lightcast_hier_mapper.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/ojd_daps_skills/data/lightcast_hier_mapper.json -------------------------------------------------------------------------------- /ojd_daps_skills/data/ojo_esco_lookup_sample.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/ojd_daps_skills/data/ojo_esco_lookup_sample.json -------------------------------------------------------------------------------- /ojd_daps_skills/data/toy_data_formatted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/ojd_daps_skills/data/toy_data_formatted.csv -------------------------------------------------------------------------------- /ojd_daps_skills/data/toy_hier_mapper.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/ojd_daps_skills/data/toy_hier_mapper.json -------------------------------------------------------------------------------- /ojd_daps_skills/extract_skills/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/ojd_daps_skills/extract_skills/README.md -------------------------------------------------------------------------------- /ojd_daps_skills/extract_skills/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ojd_daps_skills/extract_skills/extract_skills.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/ojd_daps_skills/extract_skills/extract_skills.py -------------------------------------------------------------------------------- /ojd_daps_skills/extract_skills/extract_skills_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/ojd_daps_skills/extract_skills/extract_skills_utils.py -------------------------------------------------------------------------------- /ojd_daps_skills/extract_skills/multiskill_rules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/ojd_daps_skills/extract_skills/multiskill_rules.py -------------------------------------------------------------------------------- /ojd_daps_skills/map_skills/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/ojd_daps_skills/map_skills/README.md -------------------------------------------------------------------------------- /ojd_daps_skills/map_skills/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ojd_daps_skills/map_skills/format_taxonomy/esco_formatting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/ojd_daps_skills/map_skills/format_taxonomy/esco_formatting.py -------------------------------------------------------------------------------- /ojd_daps_skills/map_skills/format_taxonomy/hard_coded_mapper_formatting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/ojd_daps_skills/map_skills/format_taxonomy/hard_coded_mapper_formatting.py -------------------------------------------------------------------------------- /ojd_daps_skills/map_skills/format_taxonomy/lightcast_formatting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/ojd_daps_skills/map_skills/format_taxonomy/lightcast_formatting.py -------------------------------------------------------------------------------- /ojd_daps_skills/map_skills/skill_mapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/ojd_daps_skills/map_skills/skill_mapper.py -------------------------------------------------------------------------------- /ojd_daps_skills/map_skills/skill_mapper_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/ojd_daps_skills/map_skills/skill_mapper_utils.py -------------------------------------------------------------------------------- /ojd_daps_skills/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ojd_daps_skills/utils/bert_vectorizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/ojd_daps_skills/utils/bert_vectorizer.py -------------------------------------------------------------------------------- /ojd_daps_skills/utils/data_getters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/ojd_daps_skills/utils/data_getters.py -------------------------------------------------------------------------------- /ojd_daps_skills/utils/text_cleaning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/ojd_daps_skills/utils/text_cleaning.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/pyproject.toml -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/test_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/tests/test_config.py -------------------------------------------------------------------------------- /tests/test_multiskill_rules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/tests/test_multiskill_rules.py -------------------------------------------------------------------------------- /tests/test_skill_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/tests/test_skill_extractor.py -------------------------------------------------------------------------------- /tests/test_skill_mapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nestauk/ojd_daps_skills/HEAD/tests/test_skill_mapper.py --------------------------------------------------------------------------------