├── .gitignore ├── docker-compose.yaml ├── images ├── airflow.png ├── dashboard.png ├── llm rag flow.png └── llm.png ├── llm-app ├── Dockerfile ├── dashboard.json ├── requirements.txt └── streamlit │ ├── app.py │ └── src │ ├── __pycache__ │ ├── connection.cpython-38.pyc │ ├── elasticSearch.cpython-38.pyc │ ├── evaluation.cpython-38.pyc │ ├── getData.cpython-38.pyc │ └── llm.cpython-38.pyc │ ├── connection.py │ ├── elasticSearch.py │ ├── evaluation.py │ ├── exportData.py │ ├── ground_truth │ ├── allDocument.json │ ├── generateGroundTruth.ipynb │ └── ground-truth-data.csv │ └── llm.py ├── orchestration ├── config │ └── airflow.cfg ├── dags │ ├── __pycache__ │ │ └── pipeline.cpython-312.pyc │ ├── dataset │ │ ├── legal_text_classification.csv │ │ └── qa.jsonl │ ├── pipeline.py │ └── src │ │ ├── __pycache__ │ │ ├── connection.cpython-312.pyc │ │ ├── connection.cpython-38.pyc │ │ ├── getData.cpython-312.pyc │ │ └── insertData.cpython-312.pyc │ │ ├── connection.py │ │ ├── extract_data.ipynb │ │ ├── getData.py │ │ └── insertData.py ├── dockerfile └── requirements.txt └── readme.md /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/.gitignore -------------------------------------------------------------------------------- /docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/docker-compose.yaml -------------------------------------------------------------------------------- /images/airflow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/images/airflow.png -------------------------------------------------------------------------------- /images/dashboard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/images/dashboard.png -------------------------------------------------------------------------------- /images/llm rag flow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/images/llm rag flow.png -------------------------------------------------------------------------------- /images/llm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/images/llm.png -------------------------------------------------------------------------------- /llm-app/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/llm-app/Dockerfile -------------------------------------------------------------------------------- /llm-app/dashboard.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/llm-app/dashboard.json -------------------------------------------------------------------------------- /llm-app/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/llm-app/requirements.txt -------------------------------------------------------------------------------- /llm-app/streamlit/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/llm-app/streamlit/app.py -------------------------------------------------------------------------------- /llm-app/streamlit/src/__pycache__/connection.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/llm-app/streamlit/src/__pycache__/connection.cpython-38.pyc -------------------------------------------------------------------------------- /llm-app/streamlit/src/__pycache__/elasticSearch.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/llm-app/streamlit/src/__pycache__/elasticSearch.cpython-38.pyc -------------------------------------------------------------------------------- /llm-app/streamlit/src/__pycache__/evaluation.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/llm-app/streamlit/src/__pycache__/evaluation.cpython-38.pyc -------------------------------------------------------------------------------- /llm-app/streamlit/src/__pycache__/getData.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/llm-app/streamlit/src/__pycache__/getData.cpython-38.pyc -------------------------------------------------------------------------------- /llm-app/streamlit/src/__pycache__/llm.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/llm-app/streamlit/src/__pycache__/llm.cpython-38.pyc -------------------------------------------------------------------------------- /llm-app/streamlit/src/connection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/llm-app/streamlit/src/connection.py -------------------------------------------------------------------------------- /llm-app/streamlit/src/elasticSearch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/llm-app/streamlit/src/elasticSearch.py -------------------------------------------------------------------------------- /llm-app/streamlit/src/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/llm-app/streamlit/src/evaluation.py -------------------------------------------------------------------------------- /llm-app/streamlit/src/exportData.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/llm-app/streamlit/src/exportData.py -------------------------------------------------------------------------------- /llm-app/streamlit/src/ground_truth/allDocument.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/llm-app/streamlit/src/ground_truth/allDocument.json -------------------------------------------------------------------------------- /llm-app/streamlit/src/ground_truth/generateGroundTruth.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/llm-app/streamlit/src/ground_truth/generateGroundTruth.ipynb -------------------------------------------------------------------------------- /llm-app/streamlit/src/ground_truth/ground-truth-data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/llm-app/streamlit/src/ground_truth/ground-truth-data.csv -------------------------------------------------------------------------------- /llm-app/streamlit/src/llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/llm-app/streamlit/src/llm.py -------------------------------------------------------------------------------- /orchestration/config/airflow.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/orchestration/config/airflow.cfg -------------------------------------------------------------------------------- /orchestration/dags/__pycache__/pipeline.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/orchestration/dags/__pycache__/pipeline.cpython-312.pyc -------------------------------------------------------------------------------- /orchestration/dags/dataset/legal_text_classification.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/orchestration/dags/dataset/legal_text_classification.csv -------------------------------------------------------------------------------- /orchestration/dags/dataset/qa.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/orchestration/dags/dataset/qa.jsonl -------------------------------------------------------------------------------- /orchestration/dags/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/orchestration/dags/pipeline.py -------------------------------------------------------------------------------- /orchestration/dags/src/__pycache__/connection.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/orchestration/dags/src/__pycache__/connection.cpython-312.pyc -------------------------------------------------------------------------------- /orchestration/dags/src/__pycache__/connection.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/orchestration/dags/src/__pycache__/connection.cpython-38.pyc -------------------------------------------------------------------------------- /orchestration/dags/src/__pycache__/getData.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/orchestration/dags/src/__pycache__/getData.cpython-312.pyc -------------------------------------------------------------------------------- /orchestration/dags/src/__pycache__/insertData.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/orchestration/dags/src/__pycache__/insertData.cpython-312.pyc -------------------------------------------------------------------------------- /orchestration/dags/src/connection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/orchestration/dags/src/connection.py -------------------------------------------------------------------------------- /orchestration/dags/src/extract_data.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/orchestration/dags/src/extract_data.ipynb -------------------------------------------------------------------------------- /orchestration/dags/src/getData.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/orchestration/dags/src/getData.py -------------------------------------------------------------------------------- /orchestration/dags/src/insertData.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/orchestration/dags/src/insertData.py -------------------------------------------------------------------------------- /orchestration/dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/orchestration/dockerfile -------------------------------------------------------------------------------- /orchestration/requirements.txt: -------------------------------------------------------------------------------- 1 | orjsonl 2 | pymongo 3 | elasticsearch -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lixx21/legal-document-assistant/HEAD/readme.md --------------------------------------------------------------------------------