├── .gitignore ├── LICENSE ├── README.md ├── configs ├── casename_classification │ ├── casename.kogpt2.e2.yaml │ ├── casename.kogpt2.e3.yaml │ ├── casename.kogpt2.yaml │ ├── casename.lcube-base.e2.yaml │ ├── casename.lcube-base.e3.yaml │ └── casename.lcube-base.yaml ├── ljp │ ├── civil │ │ ├── ljp.civil.kogpt2.e2.yaml │ │ ├── ljp.civil.kogpt2.e3.yaml │ │ ├── ljp.civil.kogpt2.yaml │ │ ├── ljp.civil.lcube-base.e2.yaml │ │ ├── ljp.civil.lcube-base.e3.yaml │ │ └── ljp.civil.lcube-base.yaml │ └── criminal │ │ ├── ljp.criminal.kogpt2.e2.yaml │ │ ├── ljp.criminal.kogpt2.e3.yaml │ │ ├── ljp.criminal.kogpt2.yaml │ │ ├── ljp.criminal.lcube-base.e2.yaml │ │ ├── ljp.criminal.lcube-base.e3.yaml │ │ └── ljp.criminal.lcube-base.yaml ├── statute_classification │ ├── statute.kogpt2.e2.yaml │ ├── statute.kogpt2.e3.yaml │ ├── statute.kogpt2.yaml │ ├── statute.lcube-base.e2.yaml │ ├── statute.lcube-base.e3.yaml │ └── statute.lcube-base.yaml └── summarization │ ├── summarization.kogpt2.yaml │ ├── summarization.lcube-base.yaml │ └── summarization.legal-mt5s.test.yaml ├── lbox_open ├── constants │ ├── __init__.py │ └── constants_fie.py ├── data_module │ ├── __init__.py │ └── data_precedent.py ├── datasets_script │ └── lbox_open.py ├── metric │ ├── exact_match.py │ └── rouge_metric_utils.py ├── model │ ├── generative_baseline_model.py │ └── model_optimizer.py ├── openprompt_wrapper │ ├── __init__.py │ ├── data_utils │ │ └── __init__.py │ ├── pipeline_base.py │ └── plms │ │ ├── __init__.py │ │ ├── lm.py │ │ ├── mt5_additional_special_tokens.json │ │ └── utils.py ├── parser │ ├── __init__.py │ ├── output_parser.py │ └── output_parser_utils.py ├── pipeline │ ├── __init__.py │ └── lbox_open_pipeline.py ├── template │ ├── __init__.py │ ├── prompt_generation_utils.py │ └── prompt_templates.py └── utils │ ├── __init__.py │ └── general_utils.py ├── requirements.txt ├── run_model.py └── scripts ├── predict_summarization.sh ├── test_casename.sh ├── test_ljp_civil.sh ├── test_ljp_criminal.sh ├── test_statute.sh ├── test_summarization.sh ├── train_casename.sh ├── train_ljp_civil.sh ├── train_ljp_criminal.sh ├── train_statute.sh └── train_summarization.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/README.md -------------------------------------------------------------------------------- /configs/casename_classification/casename.kogpt2.e2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/casename_classification/casename.kogpt2.e2.yaml -------------------------------------------------------------------------------- /configs/casename_classification/casename.kogpt2.e3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/casename_classification/casename.kogpt2.e3.yaml -------------------------------------------------------------------------------- /configs/casename_classification/casename.kogpt2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/casename_classification/casename.kogpt2.yaml -------------------------------------------------------------------------------- /configs/casename_classification/casename.lcube-base.e2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/casename_classification/casename.lcube-base.e2.yaml -------------------------------------------------------------------------------- /configs/casename_classification/casename.lcube-base.e3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/casename_classification/casename.lcube-base.e3.yaml -------------------------------------------------------------------------------- /configs/casename_classification/casename.lcube-base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/casename_classification/casename.lcube-base.yaml -------------------------------------------------------------------------------- /configs/ljp/civil/ljp.civil.kogpt2.e2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/ljp/civil/ljp.civil.kogpt2.e2.yaml -------------------------------------------------------------------------------- /configs/ljp/civil/ljp.civil.kogpt2.e3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/ljp/civil/ljp.civil.kogpt2.e3.yaml -------------------------------------------------------------------------------- /configs/ljp/civil/ljp.civil.kogpt2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/ljp/civil/ljp.civil.kogpt2.yaml -------------------------------------------------------------------------------- /configs/ljp/civil/ljp.civil.lcube-base.e2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/ljp/civil/ljp.civil.lcube-base.e2.yaml -------------------------------------------------------------------------------- /configs/ljp/civil/ljp.civil.lcube-base.e3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/ljp/civil/ljp.civil.lcube-base.e3.yaml -------------------------------------------------------------------------------- /configs/ljp/civil/ljp.civil.lcube-base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/ljp/civil/ljp.civil.lcube-base.yaml -------------------------------------------------------------------------------- /configs/ljp/criminal/ljp.criminal.kogpt2.e2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/ljp/criminal/ljp.criminal.kogpt2.e2.yaml -------------------------------------------------------------------------------- /configs/ljp/criminal/ljp.criminal.kogpt2.e3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/ljp/criminal/ljp.criminal.kogpt2.e3.yaml -------------------------------------------------------------------------------- /configs/ljp/criminal/ljp.criminal.kogpt2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/ljp/criminal/ljp.criminal.kogpt2.yaml -------------------------------------------------------------------------------- /configs/ljp/criminal/ljp.criminal.lcube-base.e2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/ljp/criminal/ljp.criminal.lcube-base.e2.yaml -------------------------------------------------------------------------------- /configs/ljp/criminal/ljp.criminal.lcube-base.e3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/ljp/criminal/ljp.criminal.lcube-base.e3.yaml -------------------------------------------------------------------------------- /configs/ljp/criminal/ljp.criminal.lcube-base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/ljp/criminal/ljp.criminal.lcube-base.yaml -------------------------------------------------------------------------------- /configs/statute_classification/statute.kogpt2.e2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/statute_classification/statute.kogpt2.e2.yaml -------------------------------------------------------------------------------- /configs/statute_classification/statute.kogpt2.e3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/statute_classification/statute.kogpt2.e3.yaml -------------------------------------------------------------------------------- /configs/statute_classification/statute.kogpt2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/statute_classification/statute.kogpt2.yaml -------------------------------------------------------------------------------- /configs/statute_classification/statute.lcube-base.e2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/statute_classification/statute.lcube-base.e2.yaml -------------------------------------------------------------------------------- /configs/statute_classification/statute.lcube-base.e3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/statute_classification/statute.lcube-base.e3.yaml -------------------------------------------------------------------------------- /configs/statute_classification/statute.lcube-base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/statute_classification/statute.lcube-base.yaml -------------------------------------------------------------------------------- /configs/summarization/summarization.kogpt2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/summarization/summarization.kogpt2.yaml -------------------------------------------------------------------------------- /configs/summarization/summarization.lcube-base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/summarization/summarization.lcube-base.yaml -------------------------------------------------------------------------------- /configs/summarization/summarization.legal-mt5s.test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/configs/summarization/summarization.legal-mt5s.test.yaml -------------------------------------------------------------------------------- /lbox_open/constants/__init__.py: -------------------------------------------------------------------------------- 1 | from .constants_fie import * 2 | -------------------------------------------------------------------------------- /lbox_open/constants/constants_fie.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/lbox_open/constants/constants_fie.py -------------------------------------------------------------------------------- /lbox_open/data_module/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lbox_open/data_module/data_precedent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/lbox_open/data_module/data_precedent.py -------------------------------------------------------------------------------- /lbox_open/datasets_script/lbox_open.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/lbox_open/datasets_script/lbox_open.py -------------------------------------------------------------------------------- /lbox_open/metric/exact_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/lbox_open/metric/exact_match.py -------------------------------------------------------------------------------- /lbox_open/metric/rouge_metric_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/lbox_open/metric/rouge_metric_utils.py -------------------------------------------------------------------------------- /lbox_open/model/generative_baseline_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/lbox_open/model/generative_baseline_model.py -------------------------------------------------------------------------------- /lbox_open/model/model_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/lbox_open/model/model_optimizer.py -------------------------------------------------------------------------------- /lbox_open/openprompt_wrapper/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/lbox_open/openprompt_wrapper/__init__.py -------------------------------------------------------------------------------- /lbox_open/openprompt_wrapper/data_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/lbox_open/openprompt_wrapper/data_utils/__init__.py -------------------------------------------------------------------------------- /lbox_open/openprompt_wrapper/pipeline_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/lbox_open/openprompt_wrapper/pipeline_base.py -------------------------------------------------------------------------------- /lbox_open/openprompt_wrapper/plms/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/lbox_open/openprompt_wrapper/plms/__init__.py -------------------------------------------------------------------------------- /lbox_open/openprompt_wrapper/plms/lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/lbox_open/openprompt_wrapper/plms/lm.py -------------------------------------------------------------------------------- /lbox_open/openprompt_wrapper/plms/mt5_additional_special_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/lbox_open/openprompt_wrapper/plms/mt5_additional_special_tokens.json -------------------------------------------------------------------------------- /lbox_open/openprompt_wrapper/plms/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/lbox_open/openprompt_wrapper/plms/utils.py -------------------------------------------------------------------------------- /lbox_open/parser/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lbox_open/parser/output_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/lbox_open/parser/output_parser.py -------------------------------------------------------------------------------- /lbox_open/parser/output_parser_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/lbox_open/parser/output_parser_utils.py -------------------------------------------------------------------------------- /lbox_open/pipeline/__init__.py: -------------------------------------------------------------------------------- 1 | from .lbox_open_pipeline import * 2 | -------------------------------------------------------------------------------- /lbox_open/pipeline/lbox_open_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/lbox_open/pipeline/lbox_open_pipeline.py -------------------------------------------------------------------------------- /lbox_open/template/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lbox_open/template/prompt_generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/lbox_open/template/prompt_generation_utils.py -------------------------------------------------------------------------------- /lbox_open/template/prompt_templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/lbox_open/template/prompt_templates.py -------------------------------------------------------------------------------- /lbox_open/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lbox_open/utils/general_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/lbox_open/utils/general_utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/run_model.py -------------------------------------------------------------------------------- /scripts/predict_summarization.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/scripts/predict_summarization.sh -------------------------------------------------------------------------------- /scripts/test_casename.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/scripts/test_casename.sh -------------------------------------------------------------------------------- /scripts/test_ljp_civil.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/scripts/test_ljp_civil.sh -------------------------------------------------------------------------------- /scripts/test_ljp_criminal.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/scripts/test_ljp_criminal.sh -------------------------------------------------------------------------------- /scripts/test_statute.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/scripts/test_statute.sh -------------------------------------------------------------------------------- /scripts/test_summarization.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/scripts/test_summarization.sh -------------------------------------------------------------------------------- /scripts/train_casename.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/scripts/train_casename.sh -------------------------------------------------------------------------------- /scripts/train_ljp_civil.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/scripts/train_ljp_civil.sh -------------------------------------------------------------------------------- /scripts/train_ljp_criminal.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/scripts/train_ljp_criminal.sh -------------------------------------------------------------------------------- /scripts/train_statute.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/scripts/train_statute.sh -------------------------------------------------------------------------------- /scripts/train_summarization.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lbox-kr/lbox-open/HEAD/scripts/train_summarization.sh --------------------------------------------------------------------------------