├── .dockerignore ├── .github ├── dependabot.yml └── workflows │ ├── publish.yml │ ├── push-to-registry.yml │ ├── ruff.yml │ └── tests.yml ├── .gitignore ├── .pre-commit-config.yaml ├── .python-version ├── Dockerfile ├── LICENSE ├── README.md ├── docs ├── dashboard.md ├── distributed_processing.md ├── doc_images │ ├── backend_image 1.png │ ├── backend_image 2.png │ ├── backend_image 3.png │ ├── backend_image 4.png │ ├── backend_image 5.png │ ├── backend_image 6.png │ ├── backend_image 7.png │ ├── backend_image 8.png │ ├── backend_image.png │ └── index_api.png ├── evaluation.md ├── index.md ├── index_api.md ├── installation.md ├── process.md ├── rag.md ├── rcp_and_production.md ├── retriever_api_specs.yaml ├── uv.md └── websearch.md ├── examples ├── cc │ └── process_config.yaml ├── index │ ├── bge │ │ └── config.yaml │ ├── config.yaml │ ├── openai │ │ ├── config.yaml │ │ └── ner.db │ └── qwen │ │ ├── config.yaml │ │ └── ner.db ├── postprocessor │ └── config.yaml ├── process │ └── config.yaml ├── pubmedqa │ ├── index_bge.yaml │ ├── index_stella.yaml │ └── pp.yaml ├── rag │ ├── config.yaml │ ├── config_api.yaml │ ├── evaluation │ │ ├── indexer_eval_example_config.yaml │ │ ├── rag_eval_example_config.yaml │ │ ├── rag_evaluated_example_config.yaml │ │ └── rag_evaluator_example.py │ ├── openai │ │ ├── output.jsonl │ │ └── rag_openai.yaml │ ├── output.json │ ├── queries.jsonl │ ├── swissai │ │ ├── output.jsonl │ │ └── rag_swissai.yaml │ └── vllm │ │ └── rag_vllm.yaml ├── retriever_api │ └── config.yaml ├── sample_data │ ├── docx │ │ └── ums.docx │ ├── eml │ │ └── sample.eml │ ├── example_outputs_ner │ │ ├── merged │ │ │ └── merged_results.jsonl │ │ └── pp │ │ │ ├── 1___🌍 Language ID.jsonl │ │ │ ├── 2___🍷 FineWeb Quality.jsonl │ │ │ ├── 3___🧩 Chunker.jsonl │ │ │ ├── 4___🗣️ Lang Detector.jsonl │ │ │ └── final_pp.jsonl │ ├── html │ │ ├── ex1.htm │ │ └── gorilla.html │ ├── images │ │ └── image.png │ ├── md │ │ └── test.md │ ├── media │ │ ├── sample_audio.mp3 │ │ └── video.mp4 │ ├── pdf │ │ ├── Corona Virus Disease-19 pandemic.pdf │ │ ├── calendar.pdf │ │ └── llava-interleave.pdf │ ├── pptx │ │ └── ada.pptx │ ├── spreadsheet │ │ └── survey.xlsx │ └── txt │ │ ├── poeme.txt │ │ └── test.txt ├── websearchRAG │ ├── config.yaml │ ├── config_api.yaml │ └── enhanced_results_trial.json └── who │ ├── index │ ├── index_config_bge.yaml │ ├── index_config_e5.yaml │ ├── index_config_gte.yaml │ ├── index_config_medembed.yaml │ └── index_config_stella.yaml │ ├── pp │ ├── chunk_semantic.yaml │ ├── chunk_sentence.yaml │ └── pp_config.yaml │ ├── scott_ds │ ├── k1 │ │ ├── scott_ds_gpt4o_bge.jsonl │ │ ├── scott_ds_meditron8b_bge.jsonl │ │ ├── scott_gpt4o_bge.yaml │ │ ├── scott_meditron70b_bge.yaml │ │ └── scott_meditron8b_bge.yaml │ ├── k3 │ │ ├── scott_ds_gpt4o_bge.jsonl │ │ ├── scott_ds_meditron8b_bge.jsonl │ │ ├── scott_gpt4o_bge.yaml │ │ ├── scott_meditron70b_bge.yaml │ │ └── scott_meditron8b_bge.yaml │ └── norag │ │ ├── scott_ds_gpt4o_norag.jsonl │ │ ├── scott_ds_gpt4o_norag_100tokens.jsonl │ │ ├── scott_ds_meditron70b_norag.jsonl │ │ ├── scott_ds_meditron70b_norag_100tokens.jsonl │ │ ├── scott_ds_meditron8b_norag.jsonl │ │ ├── scott_ds_meditron8b_norag_100tokens.jsonl │ │ ├── scott_gpt4o_norag.yaml │ │ ├── scott_meditron70b_norag.yaml │ │ └── scott_meditron8b_norag.yaml │ ├── scott_ds_meditron70b_bge.jsonl │ ├── scott_ds_meditron70b_medembed.jsonl │ ├── scott_ds_meditron8b_bge.jsonl │ ├── scott_ds_meditron8b_bge_1.jsonl │ ├── scott_ds_openai_medembed.jsonl │ ├── scott_ds_openai_medembed_1.jsonl │ ├── scott_ds_queries.jsonl │ ├── scott_gpt4o_bge.yaml │ ├── scott_meditron70b_bge.yaml │ ├── scott_meditron70b_bge_1.yaml │ ├── scott_meditron70b_medembed.yaml │ ├── scott_meditron8b_bge.yaml │ ├── scottcorr_ds_meditron70b_bge.jsonl │ ├── scottcorr_ds_meditron8b_bge.jsonl │ └── scottcorr_ds_queries.jsonl ├── mmore_logo.jpg ├── production-config ├── index │ └── config.yaml ├── postprocessor │ └── config.yaml ├── process │ └── config.yaml ├── rag │ ├── config.yaml │ ├── config_api.yaml │ └── queries.jsonl └── retriever_api │ └── config.yaml ├── pyproject.toml ├── scripts ├── data_extractor.py ├── lm_eval_rag.sh ├── process_distributed.sh ├── runai │ └── entrypoint.sh └── setup.sh ├── src ├── __init__.py └── mmore │ ├── __init__.py │ ├── __main__.py │ ├── cli.py │ ├── dashboard │ ├── __init__.py │ ├── backend │ │ ├── __init__.py │ │ ├── benchmarks │ │ │ ├── __init__.py │ │ │ ├── statistics.py │ │ │ └── test_spam.py │ │ ├── client.py │ │ └── model.py │ ├── frontend │ │ ├── .gitignore │ │ ├── eslint.config.js │ │ ├── index.html │ │ ├── package-lock.json │ │ ├── package.json │ │ ├── public │ │ │ └── vite.svg │ │ ├── src │ │ │ ├── App.css │ │ │ ├── App.tsx │ │ │ ├── GraphAndSublistView.tsx │ │ │ ├── OverallProgressView.tsx │ │ │ ├── Progress.ts │ │ │ ├── Report.ts │ │ │ ├── ReportsChartView.tsx │ │ │ ├── ReportsTableView.tsx │ │ │ ├── WorkerLatest.ts │ │ │ ├── assets │ │ │ │ └── react.svg │ │ │ ├── index.css │ │ │ ├── main.tsx │ │ │ └── vite-env.d.ts │ │ ├── tsconfig.app.json │ │ ├── tsconfig.json │ │ ├── tsconfig.node.json │ │ └── vite.config.ts │ ├── node_modules │ │ ├── .package-lock.json │ │ └── safecolor │ │ │ ├── LICENSE │ │ │ ├── README.md │ │ │ ├── package.json │ │ │ └── safecolor.js │ ├── package-lock.json │ └── package.json │ ├── index │ ├── __init__.py │ └── indexer.py │ ├── process │ ├── __init__.py │ ├── config.py │ ├── crawler.py │ ├── dispatcher.py │ ├── drive_download.py │ ├── execution_state.py │ ├── post_processor │ │ ├── __init__.py │ │ ├── base.py │ │ ├── chunker │ │ │ ├── __init__.py │ │ │ ├── multimodal.py │ │ │ └── utils.py │ │ ├── filter │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ └── datatrove_wrapper.py │ │ ├── metafuse │ │ │ ├── __init__.py │ │ │ └── base.py │ │ ├── ner │ │ │ ├── __init__.py │ │ │ ├── _prompts.py │ │ │ ├── extractor.py │ │ │ ├── ner.py │ │ │ └── output_parser.py │ │ ├── pipeline.py │ │ ├── tagger │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ ├── file_namer.py │ │ │ ├── hash.py │ │ │ ├── lang_detector.py │ │ │ ├── modalities.py │ │ │ └── words.py │ │ └── translator │ │ │ ├── __init__.py │ │ │ └── base.py │ ├── processors │ │ ├── __init__.py │ │ ├── base.py │ │ ├── docx_processor.py │ │ ├── eml_processor.py │ │ ├── html_processor.py │ │ ├── md_processor.py │ │ ├── media_processor.py │ │ ├── pdf_processor.py │ │ ├── pptx_processor.py │ │ ├── spreadsheet_processor.py │ │ ├── txt_processor.py │ │ └── url_processor.py │ └── utils.py │ ├── rag │ ├── __init__.py │ ├── evaluator.py │ ├── llm.py │ ├── model │ │ ├── __init__.py │ │ ├── dense │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ └── multimodal.py │ │ └── sparse │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ └── splade.py │ ├── pipeline.py │ ├── retriever.py │ ├── types.py │ └── vectorstore.py │ ├── run_dashboard_backend.py │ ├── run_index.py │ ├── run_index_api.py │ ├── run_live_retrieval.py │ ├── run_postprocess.py │ ├── run_process.py │ ├── run_rag.py │ ├── run_ragcli.py │ ├── run_retriever.py │ ├── run_websearch.py │ ├── type.py │ ├── utils.py │ └── websearchRAG │ ├── config.py │ ├── logging_config.py │ ├── pipeline.py │ └── websearch.py └── tests ├── test_indexer.py ├── test_postprocessors.py ├── test_processors_local.py ├── test_rag.py └── test_rag_api.py /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/.dockerignore -------------------------------------------------------------------------------- /.github/dependabot.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/.github/dependabot.yml -------------------------------------------------------------------------------- /.github/workflows/publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/.github/workflows/publish.yml -------------------------------------------------------------------------------- /.github/workflows/push-to-registry.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/.github/workflows/push-to-registry.yml -------------------------------------------------------------------------------- /.github/workflows/ruff.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/.github/workflows/ruff.yml -------------------------------------------------------------------------------- /.github/workflows/tests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/.github/workflows/tests.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.python-version: -------------------------------------------------------------------------------- 1 | 3.11 2 | -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/README.md -------------------------------------------------------------------------------- /docs/dashboard.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/docs/dashboard.md -------------------------------------------------------------------------------- /docs/distributed_processing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/docs/distributed_processing.md -------------------------------------------------------------------------------- /docs/doc_images/backend_image 1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/docs/doc_images/backend_image 1.png -------------------------------------------------------------------------------- /docs/doc_images/backend_image 2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/docs/doc_images/backend_image 2.png -------------------------------------------------------------------------------- /docs/doc_images/backend_image 3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/docs/doc_images/backend_image 3.png -------------------------------------------------------------------------------- /docs/doc_images/backend_image 4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/docs/doc_images/backend_image 4.png -------------------------------------------------------------------------------- /docs/doc_images/backend_image 5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/docs/doc_images/backend_image 5.png -------------------------------------------------------------------------------- /docs/doc_images/backend_image 6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/docs/doc_images/backend_image 6.png -------------------------------------------------------------------------------- /docs/doc_images/backend_image 7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/docs/doc_images/backend_image 7.png -------------------------------------------------------------------------------- /docs/doc_images/backend_image 8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/docs/doc_images/backend_image 8.png -------------------------------------------------------------------------------- /docs/doc_images/backend_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/docs/doc_images/backend_image.png -------------------------------------------------------------------------------- /docs/doc_images/index_api.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/docs/doc_images/index_api.png -------------------------------------------------------------------------------- /docs/evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/docs/evaluation.md -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/docs/index.md -------------------------------------------------------------------------------- /docs/index_api.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/docs/index_api.md -------------------------------------------------------------------------------- /docs/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/docs/installation.md -------------------------------------------------------------------------------- /docs/process.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/docs/process.md -------------------------------------------------------------------------------- /docs/rag.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/docs/rag.md -------------------------------------------------------------------------------- /docs/rcp_and_production.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/docs/rcp_and_production.md -------------------------------------------------------------------------------- /docs/retriever_api_specs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/docs/retriever_api_specs.yaml -------------------------------------------------------------------------------- /docs/uv.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/docs/uv.md -------------------------------------------------------------------------------- /docs/websearch.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/docs/websearch.md -------------------------------------------------------------------------------- /examples/cc/process_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/cc/process_config.yaml -------------------------------------------------------------------------------- /examples/index/bge/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/index/bge/config.yaml -------------------------------------------------------------------------------- /examples/index/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/index/config.yaml -------------------------------------------------------------------------------- /examples/index/openai/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/index/openai/config.yaml -------------------------------------------------------------------------------- /examples/index/openai/ner.db: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/index/openai/ner.db -------------------------------------------------------------------------------- /examples/index/qwen/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/index/qwen/config.yaml -------------------------------------------------------------------------------- /examples/index/qwen/ner.db: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/index/qwen/ner.db -------------------------------------------------------------------------------- /examples/postprocessor/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/postprocessor/config.yaml -------------------------------------------------------------------------------- /examples/process/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/process/config.yaml -------------------------------------------------------------------------------- /examples/pubmedqa/index_bge.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/pubmedqa/index_bge.yaml -------------------------------------------------------------------------------- /examples/pubmedqa/index_stella.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/pubmedqa/index_stella.yaml -------------------------------------------------------------------------------- /examples/pubmedqa/pp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/pubmedqa/pp.yaml -------------------------------------------------------------------------------- /examples/rag/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/rag/config.yaml -------------------------------------------------------------------------------- /examples/rag/config_api.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/rag/config_api.yaml -------------------------------------------------------------------------------- /examples/rag/evaluation/indexer_eval_example_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/rag/evaluation/indexer_eval_example_config.yaml -------------------------------------------------------------------------------- /examples/rag/evaluation/rag_eval_example_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/rag/evaluation/rag_eval_example_config.yaml -------------------------------------------------------------------------------- /examples/rag/evaluation/rag_evaluated_example_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/rag/evaluation/rag_evaluated_example_config.yaml -------------------------------------------------------------------------------- /examples/rag/evaluation/rag_evaluator_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/rag/evaluation/rag_evaluator_example.py -------------------------------------------------------------------------------- /examples/rag/openai/output.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/rag/openai/output.jsonl -------------------------------------------------------------------------------- /examples/rag/openai/rag_openai.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/rag/openai/rag_openai.yaml -------------------------------------------------------------------------------- /examples/rag/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/rag/output.json -------------------------------------------------------------------------------- /examples/rag/queries.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/rag/queries.jsonl -------------------------------------------------------------------------------- /examples/rag/swissai/output.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/rag/swissai/output.jsonl -------------------------------------------------------------------------------- /examples/rag/swissai/rag_swissai.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/rag/swissai/rag_swissai.yaml -------------------------------------------------------------------------------- /examples/rag/vllm/rag_vllm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/rag/vllm/rag_vllm.yaml -------------------------------------------------------------------------------- /examples/retriever_api/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/retriever_api/config.yaml -------------------------------------------------------------------------------- /examples/sample_data/docx/ums.docx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/sample_data/docx/ums.docx -------------------------------------------------------------------------------- /examples/sample_data/eml/sample.eml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/sample_data/eml/sample.eml -------------------------------------------------------------------------------- /examples/sample_data/example_outputs_ner/merged/merged_results.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/sample_data/example_outputs_ner/merged/merged_results.jsonl -------------------------------------------------------------------------------- /examples/sample_data/example_outputs_ner/pp/1___🌍 Language ID.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/sample_data/example_outputs_ner/pp/1___🌍 Language ID.jsonl -------------------------------------------------------------------------------- /examples/sample_data/example_outputs_ner/pp/2___🍷 FineWeb Quality.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/sample_data/example_outputs_ner/pp/2___🍷 FineWeb Quality.jsonl -------------------------------------------------------------------------------- /examples/sample_data/example_outputs_ner/pp/3___🧩 Chunker.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/sample_data/example_outputs_ner/pp/3___🧩 Chunker.jsonl -------------------------------------------------------------------------------- /examples/sample_data/example_outputs_ner/pp/4___🗣️ Lang Detector.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/sample_data/example_outputs_ner/pp/4___🗣️ Lang Detector.jsonl -------------------------------------------------------------------------------- /examples/sample_data/example_outputs_ner/pp/final_pp.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/sample_data/example_outputs_ner/pp/final_pp.jsonl -------------------------------------------------------------------------------- /examples/sample_data/html/ex1.htm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/sample_data/html/ex1.htm -------------------------------------------------------------------------------- /examples/sample_data/html/gorilla.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/sample_data/html/gorilla.html -------------------------------------------------------------------------------- /examples/sample_data/images/image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/sample_data/images/image.png -------------------------------------------------------------------------------- /examples/sample_data/md/test.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/sample_data/md/test.md -------------------------------------------------------------------------------- /examples/sample_data/media/sample_audio.mp3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/sample_data/media/sample_audio.mp3 -------------------------------------------------------------------------------- /examples/sample_data/media/video.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/sample_data/media/video.mp4 -------------------------------------------------------------------------------- /examples/sample_data/pdf/Corona Virus Disease-19 pandemic.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/sample_data/pdf/Corona Virus Disease-19 pandemic.pdf -------------------------------------------------------------------------------- /examples/sample_data/pdf/calendar.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/sample_data/pdf/calendar.pdf -------------------------------------------------------------------------------- /examples/sample_data/pdf/llava-interleave.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/sample_data/pdf/llava-interleave.pdf -------------------------------------------------------------------------------- /examples/sample_data/pptx/ada.pptx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/sample_data/pptx/ada.pptx -------------------------------------------------------------------------------- /examples/sample_data/spreadsheet/survey.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/sample_data/spreadsheet/survey.xlsx -------------------------------------------------------------------------------- /examples/sample_data/txt/poeme.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/sample_data/txt/poeme.txt -------------------------------------------------------------------------------- /examples/sample_data/txt/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/sample_data/txt/test.txt -------------------------------------------------------------------------------- /examples/websearchRAG/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/websearchRAG/config.yaml -------------------------------------------------------------------------------- /examples/websearchRAG/config_api.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/websearchRAG/config_api.yaml -------------------------------------------------------------------------------- /examples/websearchRAG/enhanced_results_trial.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/websearchRAG/enhanced_results_trial.json -------------------------------------------------------------------------------- /examples/who/index/index_config_bge.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/index/index_config_bge.yaml -------------------------------------------------------------------------------- /examples/who/index/index_config_e5.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/index/index_config_e5.yaml -------------------------------------------------------------------------------- /examples/who/index/index_config_gte.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/index/index_config_gte.yaml -------------------------------------------------------------------------------- /examples/who/index/index_config_medembed.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/index/index_config_medembed.yaml -------------------------------------------------------------------------------- /examples/who/index/index_config_stella.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/index/index_config_stella.yaml -------------------------------------------------------------------------------- /examples/who/pp/chunk_semantic.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/pp/chunk_semantic.yaml -------------------------------------------------------------------------------- /examples/who/pp/chunk_sentence.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/pp/chunk_sentence.yaml -------------------------------------------------------------------------------- /examples/who/pp/pp_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/pp/pp_config.yaml -------------------------------------------------------------------------------- /examples/who/scott_ds/k1/scott_ds_gpt4o_bge.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_ds/k1/scott_ds_gpt4o_bge.jsonl -------------------------------------------------------------------------------- /examples/who/scott_ds/k1/scott_ds_meditron8b_bge.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_ds/k1/scott_ds_meditron8b_bge.jsonl -------------------------------------------------------------------------------- /examples/who/scott_ds/k1/scott_gpt4o_bge.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_ds/k1/scott_gpt4o_bge.yaml -------------------------------------------------------------------------------- /examples/who/scott_ds/k1/scott_meditron70b_bge.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_ds/k1/scott_meditron70b_bge.yaml -------------------------------------------------------------------------------- /examples/who/scott_ds/k1/scott_meditron8b_bge.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_ds/k1/scott_meditron8b_bge.yaml -------------------------------------------------------------------------------- /examples/who/scott_ds/k3/scott_ds_gpt4o_bge.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_ds/k3/scott_ds_gpt4o_bge.jsonl -------------------------------------------------------------------------------- /examples/who/scott_ds/k3/scott_ds_meditron8b_bge.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_ds/k3/scott_ds_meditron8b_bge.jsonl -------------------------------------------------------------------------------- /examples/who/scott_ds/k3/scott_gpt4o_bge.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_ds/k3/scott_gpt4o_bge.yaml -------------------------------------------------------------------------------- /examples/who/scott_ds/k3/scott_meditron70b_bge.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_ds/k3/scott_meditron70b_bge.yaml -------------------------------------------------------------------------------- /examples/who/scott_ds/k3/scott_meditron8b_bge.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_ds/k3/scott_meditron8b_bge.yaml -------------------------------------------------------------------------------- /examples/who/scott_ds/norag/scott_ds_gpt4o_norag.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_ds/norag/scott_ds_gpt4o_norag.jsonl -------------------------------------------------------------------------------- /examples/who/scott_ds/norag/scott_ds_gpt4o_norag_100tokens.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_ds/norag/scott_ds_gpt4o_norag_100tokens.jsonl -------------------------------------------------------------------------------- /examples/who/scott_ds/norag/scott_ds_meditron70b_norag.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_ds/norag/scott_ds_meditron70b_norag.jsonl -------------------------------------------------------------------------------- /examples/who/scott_ds/norag/scott_ds_meditron70b_norag_100tokens.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_ds/norag/scott_ds_meditron70b_norag_100tokens.jsonl -------------------------------------------------------------------------------- /examples/who/scott_ds/norag/scott_ds_meditron8b_norag.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_ds/norag/scott_ds_meditron8b_norag.jsonl -------------------------------------------------------------------------------- /examples/who/scott_ds/norag/scott_ds_meditron8b_norag_100tokens.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_ds/norag/scott_ds_meditron8b_norag_100tokens.jsonl -------------------------------------------------------------------------------- /examples/who/scott_ds/norag/scott_gpt4o_norag.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_ds/norag/scott_gpt4o_norag.yaml -------------------------------------------------------------------------------- /examples/who/scott_ds/norag/scott_meditron70b_norag.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_ds/norag/scott_meditron70b_norag.yaml -------------------------------------------------------------------------------- /examples/who/scott_ds/norag/scott_meditron8b_norag.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_ds/norag/scott_meditron8b_norag.yaml -------------------------------------------------------------------------------- /examples/who/scott_ds_meditron70b_bge.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_ds_meditron70b_bge.jsonl -------------------------------------------------------------------------------- /examples/who/scott_ds_meditron70b_medembed.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_ds_meditron70b_medembed.jsonl -------------------------------------------------------------------------------- /examples/who/scott_ds_meditron8b_bge.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_ds_meditron8b_bge.jsonl -------------------------------------------------------------------------------- /examples/who/scott_ds_meditron8b_bge_1.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_ds_meditron8b_bge_1.jsonl -------------------------------------------------------------------------------- /examples/who/scott_ds_openai_medembed.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_ds_openai_medembed.jsonl -------------------------------------------------------------------------------- /examples/who/scott_ds_openai_medembed_1.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_ds_openai_medembed_1.jsonl -------------------------------------------------------------------------------- /examples/who/scott_ds_queries.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_ds_queries.jsonl -------------------------------------------------------------------------------- /examples/who/scott_gpt4o_bge.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_gpt4o_bge.yaml -------------------------------------------------------------------------------- /examples/who/scott_meditron70b_bge.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_meditron70b_bge.yaml -------------------------------------------------------------------------------- /examples/who/scott_meditron70b_bge_1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_meditron70b_bge_1.yaml -------------------------------------------------------------------------------- /examples/who/scott_meditron70b_medembed.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_meditron70b_medembed.yaml -------------------------------------------------------------------------------- /examples/who/scott_meditron8b_bge.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scott_meditron8b_bge.yaml -------------------------------------------------------------------------------- /examples/who/scottcorr_ds_meditron70b_bge.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scottcorr_ds_meditron70b_bge.jsonl -------------------------------------------------------------------------------- /examples/who/scottcorr_ds_meditron8b_bge.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scottcorr_ds_meditron8b_bge.jsonl -------------------------------------------------------------------------------- /examples/who/scottcorr_ds_queries.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/examples/who/scottcorr_ds_queries.jsonl -------------------------------------------------------------------------------- /mmore_logo.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/mmore_logo.jpg -------------------------------------------------------------------------------- /production-config/index/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/production-config/index/config.yaml -------------------------------------------------------------------------------- /production-config/postprocessor/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/production-config/postprocessor/config.yaml -------------------------------------------------------------------------------- /production-config/process/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/production-config/process/config.yaml -------------------------------------------------------------------------------- /production-config/rag/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/production-config/rag/config.yaml -------------------------------------------------------------------------------- /production-config/rag/config_api.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/production-config/rag/config_api.yaml -------------------------------------------------------------------------------- /production-config/rag/queries.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/production-config/rag/queries.jsonl -------------------------------------------------------------------------------- /production-config/retriever_api/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/production-config/retriever_api/config.yaml -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/data_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/scripts/data_extractor.py -------------------------------------------------------------------------------- /scripts/lm_eval_rag.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/scripts/lm_eval_rag.sh -------------------------------------------------------------------------------- /scripts/process_distributed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/scripts/process_distributed.sh -------------------------------------------------------------------------------- /scripts/runai/entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/scripts/runai/entrypoint.sh -------------------------------------------------------------------------------- /scripts/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/scripts/setup.sh -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/mmore/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/mmore/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/__main__.py -------------------------------------------------------------------------------- /src/mmore/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/cli.py -------------------------------------------------------------------------------- /src/mmore/dashboard/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/mmore/dashboard/backend/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/mmore/dashboard/backend/benchmarks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/mmore/dashboard/backend/benchmarks/statistics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/backend/benchmarks/statistics.py -------------------------------------------------------------------------------- /src/mmore/dashboard/backend/benchmarks/test_spam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/backend/benchmarks/test_spam.py -------------------------------------------------------------------------------- /src/mmore/dashboard/backend/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/backend/client.py -------------------------------------------------------------------------------- /src/mmore/dashboard/backend/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/backend/model.py -------------------------------------------------------------------------------- /src/mmore/dashboard/frontend/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/frontend/.gitignore -------------------------------------------------------------------------------- /src/mmore/dashboard/frontend/eslint.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/frontend/eslint.config.js -------------------------------------------------------------------------------- /src/mmore/dashboard/frontend/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/frontend/index.html -------------------------------------------------------------------------------- /src/mmore/dashboard/frontend/package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/frontend/package-lock.json -------------------------------------------------------------------------------- /src/mmore/dashboard/frontend/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/frontend/package.json -------------------------------------------------------------------------------- /src/mmore/dashboard/frontend/public/vite.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/frontend/public/vite.svg -------------------------------------------------------------------------------- /src/mmore/dashboard/frontend/src/App.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/frontend/src/App.css -------------------------------------------------------------------------------- /src/mmore/dashboard/frontend/src/App.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/frontend/src/App.tsx -------------------------------------------------------------------------------- /src/mmore/dashboard/frontend/src/GraphAndSublistView.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/frontend/src/GraphAndSublistView.tsx -------------------------------------------------------------------------------- /src/mmore/dashboard/frontend/src/OverallProgressView.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/frontend/src/OverallProgressView.tsx -------------------------------------------------------------------------------- /src/mmore/dashboard/frontend/src/Progress.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/frontend/src/Progress.ts -------------------------------------------------------------------------------- /src/mmore/dashboard/frontend/src/Report.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/frontend/src/Report.ts -------------------------------------------------------------------------------- /src/mmore/dashboard/frontend/src/ReportsChartView.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/frontend/src/ReportsChartView.tsx -------------------------------------------------------------------------------- /src/mmore/dashboard/frontend/src/ReportsTableView.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/frontend/src/ReportsTableView.tsx -------------------------------------------------------------------------------- /src/mmore/dashboard/frontend/src/WorkerLatest.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/frontend/src/WorkerLatest.ts -------------------------------------------------------------------------------- /src/mmore/dashboard/frontend/src/assets/react.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/frontend/src/assets/react.svg -------------------------------------------------------------------------------- /src/mmore/dashboard/frontend/src/index.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/frontend/src/index.css -------------------------------------------------------------------------------- /src/mmore/dashboard/frontend/src/main.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/frontend/src/main.tsx -------------------------------------------------------------------------------- /src/mmore/dashboard/frontend/src/vite-env.d.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/frontend/src/vite-env.d.ts -------------------------------------------------------------------------------- /src/mmore/dashboard/frontend/tsconfig.app.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/frontend/tsconfig.app.json -------------------------------------------------------------------------------- /src/mmore/dashboard/frontend/tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/frontend/tsconfig.json -------------------------------------------------------------------------------- /src/mmore/dashboard/frontend/tsconfig.node.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/frontend/tsconfig.node.json -------------------------------------------------------------------------------- /src/mmore/dashboard/frontend/vite.config.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/frontend/vite.config.ts -------------------------------------------------------------------------------- /src/mmore/dashboard/node_modules/.package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/node_modules/.package-lock.json -------------------------------------------------------------------------------- /src/mmore/dashboard/node_modules/safecolor/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/node_modules/safecolor/LICENSE -------------------------------------------------------------------------------- /src/mmore/dashboard/node_modules/safecolor/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/node_modules/safecolor/README.md -------------------------------------------------------------------------------- /src/mmore/dashboard/node_modules/safecolor/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/node_modules/safecolor/package.json -------------------------------------------------------------------------------- /src/mmore/dashboard/node_modules/safecolor/safecolor.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/node_modules/safecolor/safecolor.js -------------------------------------------------------------------------------- /src/mmore/dashboard/package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/package-lock.json -------------------------------------------------------------------------------- /src/mmore/dashboard/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/dashboard/package.json -------------------------------------------------------------------------------- /src/mmore/index/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/mmore/index/indexer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/index/indexer.py -------------------------------------------------------------------------------- /src/mmore/process/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/__init__.py -------------------------------------------------------------------------------- /src/mmore/process/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/config.py -------------------------------------------------------------------------------- /src/mmore/process/crawler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/crawler.py -------------------------------------------------------------------------------- /src/mmore/process/dispatcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/dispatcher.py -------------------------------------------------------------------------------- /src/mmore/process/drive_download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/drive_download.py -------------------------------------------------------------------------------- /src/mmore/process/execution_state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/execution_state.py -------------------------------------------------------------------------------- /src/mmore/process/post_processor/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/post_processor/__init__.py -------------------------------------------------------------------------------- /src/mmore/process/post_processor/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/post_processor/base.py -------------------------------------------------------------------------------- /src/mmore/process/post_processor/chunker/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/post_processor/chunker/__init__.py -------------------------------------------------------------------------------- /src/mmore/process/post_processor/chunker/multimodal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/post_processor/chunker/multimodal.py -------------------------------------------------------------------------------- /src/mmore/process/post_processor/chunker/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/post_processor/chunker/utils.py -------------------------------------------------------------------------------- /src/mmore/process/post_processor/filter/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/post_processor/filter/__init__.py -------------------------------------------------------------------------------- /src/mmore/process/post_processor/filter/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/post_processor/filter/base.py -------------------------------------------------------------------------------- /src/mmore/process/post_processor/filter/datatrove_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/post_processor/filter/datatrove_wrapper.py -------------------------------------------------------------------------------- /src/mmore/process/post_processor/metafuse/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/post_processor/metafuse/__init__.py -------------------------------------------------------------------------------- /src/mmore/process/post_processor/metafuse/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/post_processor/metafuse/base.py -------------------------------------------------------------------------------- /src/mmore/process/post_processor/ner/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/post_processor/ner/__init__.py -------------------------------------------------------------------------------- /src/mmore/process/post_processor/ner/_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/post_processor/ner/_prompts.py -------------------------------------------------------------------------------- /src/mmore/process/post_processor/ner/extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/post_processor/ner/extractor.py -------------------------------------------------------------------------------- /src/mmore/process/post_processor/ner/ner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/post_processor/ner/ner.py -------------------------------------------------------------------------------- /src/mmore/process/post_processor/ner/output_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/post_processor/ner/output_parser.py -------------------------------------------------------------------------------- /src/mmore/process/post_processor/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/post_processor/pipeline.py -------------------------------------------------------------------------------- /src/mmore/process/post_processor/tagger/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/post_processor/tagger/__init__.py -------------------------------------------------------------------------------- /src/mmore/process/post_processor/tagger/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/post_processor/tagger/base.py -------------------------------------------------------------------------------- /src/mmore/process/post_processor/tagger/file_namer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/post_processor/tagger/file_namer.py -------------------------------------------------------------------------------- /src/mmore/process/post_processor/tagger/hash.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/post_processor/tagger/hash.py -------------------------------------------------------------------------------- /src/mmore/process/post_processor/tagger/lang_detector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/post_processor/tagger/lang_detector.py -------------------------------------------------------------------------------- /src/mmore/process/post_processor/tagger/modalities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/post_processor/tagger/modalities.py -------------------------------------------------------------------------------- /src/mmore/process/post_processor/tagger/words.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/post_processor/tagger/words.py -------------------------------------------------------------------------------- /src/mmore/process/post_processor/translator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/post_processor/translator/__init__.py -------------------------------------------------------------------------------- /src/mmore/process/post_processor/translator/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/post_processor/translator/base.py -------------------------------------------------------------------------------- /src/mmore/process/processors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/processors/__init__.py -------------------------------------------------------------------------------- /src/mmore/process/processors/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/processors/base.py -------------------------------------------------------------------------------- /src/mmore/process/processors/docx_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/processors/docx_processor.py -------------------------------------------------------------------------------- /src/mmore/process/processors/eml_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/processors/eml_processor.py -------------------------------------------------------------------------------- /src/mmore/process/processors/html_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/processors/html_processor.py -------------------------------------------------------------------------------- /src/mmore/process/processors/md_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/processors/md_processor.py -------------------------------------------------------------------------------- /src/mmore/process/processors/media_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/processors/media_processor.py -------------------------------------------------------------------------------- /src/mmore/process/processors/pdf_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/processors/pdf_processor.py -------------------------------------------------------------------------------- /src/mmore/process/processors/pptx_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/processors/pptx_processor.py -------------------------------------------------------------------------------- /src/mmore/process/processors/spreadsheet_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/processors/spreadsheet_processor.py -------------------------------------------------------------------------------- /src/mmore/process/processors/txt_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/processors/txt_processor.py -------------------------------------------------------------------------------- /src/mmore/process/processors/url_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/processors/url_processor.py -------------------------------------------------------------------------------- /src/mmore/process/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/process/utils.py -------------------------------------------------------------------------------- /src/mmore/rag/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/mmore/rag/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/rag/evaluator.py -------------------------------------------------------------------------------- /src/mmore/rag/llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/rag/llm.py -------------------------------------------------------------------------------- /src/mmore/rag/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/rag/model/__init__.py -------------------------------------------------------------------------------- /src/mmore/rag/model/dense/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/rag/model/dense/__init__.py -------------------------------------------------------------------------------- /src/mmore/rag/model/dense/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/rag/model/dense/base.py -------------------------------------------------------------------------------- /src/mmore/rag/model/dense/multimodal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/rag/model/dense/multimodal.py -------------------------------------------------------------------------------- /src/mmore/rag/model/sparse/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/rag/model/sparse/__init__.py -------------------------------------------------------------------------------- /src/mmore/rag/model/sparse/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/rag/model/sparse/base.py -------------------------------------------------------------------------------- /src/mmore/rag/model/sparse/splade.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/rag/model/sparse/splade.py -------------------------------------------------------------------------------- /src/mmore/rag/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/rag/pipeline.py -------------------------------------------------------------------------------- /src/mmore/rag/retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/rag/retriever.py -------------------------------------------------------------------------------- /src/mmore/rag/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/rag/types.py -------------------------------------------------------------------------------- /src/mmore/rag/vectorstore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/rag/vectorstore.py -------------------------------------------------------------------------------- /src/mmore/run_dashboard_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/run_dashboard_backend.py -------------------------------------------------------------------------------- /src/mmore/run_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/run_index.py -------------------------------------------------------------------------------- /src/mmore/run_index_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/run_index_api.py -------------------------------------------------------------------------------- /src/mmore/run_live_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/run_live_retrieval.py -------------------------------------------------------------------------------- /src/mmore/run_postprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/run_postprocess.py -------------------------------------------------------------------------------- /src/mmore/run_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/run_process.py -------------------------------------------------------------------------------- /src/mmore/run_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/run_rag.py -------------------------------------------------------------------------------- /src/mmore/run_ragcli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/run_ragcli.py -------------------------------------------------------------------------------- /src/mmore/run_retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/run_retriever.py -------------------------------------------------------------------------------- /src/mmore/run_websearch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/run_websearch.py -------------------------------------------------------------------------------- /src/mmore/type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/type.py -------------------------------------------------------------------------------- /src/mmore/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/utils.py -------------------------------------------------------------------------------- /src/mmore/websearchRAG/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/websearchRAG/config.py -------------------------------------------------------------------------------- /src/mmore/websearchRAG/logging_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/websearchRAG/logging_config.py -------------------------------------------------------------------------------- /src/mmore/websearchRAG/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/websearchRAG/pipeline.py -------------------------------------------------------------------------------- /src/mmore/websearchRAG/websearch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/src/mmore/websearchRAG/websearch.py -------------------------------------------------------------------------------- /tests/test_indexer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/tests/test_indexer.py -------------------------------------------------------------------------------- /tests/test_postprocessors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/tests/test_postprocessors.py -------------------------------------------------------------------------------- /tests/test_processors_local.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/tests/test_processors_local.py -------------------------------------------------------------------------------- /tests/test_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/tests/test_rag.py -------------------------------------------------------------------------------- /tests/test_rag_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swiss-ai/mmore/HEAD/tests/test_rag_api.py --------------------------------------------------------------------------------