├── .dockerignore ├── .gitignore ├── Dockerfile ├── II-Commons.png ├── LICENSE ├── README.md ├── __main__.py ├── bin ├── __init__.py ├── analyze.py └── query.py ├── commons-store ├── DATASETS.md ├── DATASETS_cn.md ├── README.md ├── README_cn.md ├── api_server_config.yaml.sample ├── beir_recall_comparison.png ├── data_dir │ └── .KEEP ├── download_hf_duckdb.py ├── embedding_utils.py ├── requirements.txt ├── search_api_server.py ├── search_config_localrag.yaml.sample ├── search_tool.py └── storage_tool.py ├── examples ├── .env.example ├── README.md ├── api_server │ ├── .env.example │ ├── Dockerfile │ ├── README.md │ ├── handler │ │ ├── __init__.py │ │ ├── db_helper.py │ │ └── handler.py │ ├── requirements.txt │ └── server.py ├── benchmark │ ├── emb_gen.py │ ├── read_vectors.py │ ├── text_vec_query.py │ └── vector.csv ├── db │ ├── Dockerfile │ └── README.md ├── demosite │ ├── Dockerfile │ ├── app.py │ ├── requirements.txt │ └── templates │ │ └── index.html ├── docker-compose.yaml └── model_server │ ├── .env.example │ ├── Dockerfile │ ├── README.md │ ├── hf_cache │ └── .gitignore │ ├── requirements-docker.txt │ ├── requirements.txt │ ├── server.py │ └── utils.py ├── install.sh ├── lib ├── __init__.py ├── api.py ├── caption.py ├── config.py ├── coordination.py ├── dataset.py ├── deduplicate.py ├── embedding.py ├── gcs.py ├── gemini.py ├── late.py ├── meta.py ├── preprocess.py ├── psql.py ├── rerank.py ├── s3.py ├── text.py ├── utilitas.py ├── wiki.py └── ytdlp.py ├── meta ├── PD12M │ └── metadata │ │ └── pd12m.000.parquet └── wikipedia_en │ └── AA │ ├── wiki_00 │ ├── wiki_01 │ ├── wiki_02 │ ├── wiki_03 │ ├── wiki_04 │ ├── wiki_05 │ ├── wiki_06 │ ├── wiki_07 │ ├── wiki_08 │ ├── wiki_09 │ ├── wiki_10 │ ├── wiki_11 │ ├── wiki_12 │ ├── wiki_13 │ ├── wiki_14 │ ├── wiki_15 │ ├── wiki_16 │ ├── wiki_17 │ ├── wiki_18 │ ├── wiki_19 │ ├── wiki_20 │ ├── wiki_21 │ ├── wiki_22 │ ├── wiki_23 │ ├── wiki_24 │ ├── wiki_25 │ ├── wiki_26 │ ├── wiki_27 │ ├── wiki_28 │ ├── wiki_29 │ ├── wiki_30 │ ├── wiki_31 │ ├── wiki_32 │ ├── wiki_33 │ ├── wiki_34 │ ├── wiki_35 │ ├── wiki_36 │ ├── wiki_37 │ ├── wiki_38 │ ├── wiki_39 │ ├── wiki_40 │ ├── wiki_41 │ ├── wiki_42 │ ├── wiki_43 │ ├── wiki_44 │ ├── wiki_45 │ ├── wiki_46 │ ├── wiki_47 │ ├── wiki_48 │ ├── wiki_49 │ ├── wiki_50 │ ├── wiki_51 │ ├── wiki_52 │ ├── wiki_53 │ ├── wiki_54 │ ├── wiki_55 │ ├── wiki_56 │ ├── wiki_57 │ ├── wiki_58 │ ├── wiki_59 │ ├── wiki_60 │ ├── wiki_61 │ ├── wiki_62 │ ├── wiki_63 │ ├── wiki_64 │ ├── wiki_65 │ ├── wiki_66 │ ├── wiki_67 │ ├── wiki_68 │ ├── wiki_69 │ ├── wiki_70 │ ├── wiki_71 │ ├── wiki_72 │ ├── wiki_73 │ ├── wiki_74 │ ├── wiki_75 │ ├── wiki_76 │ ├── wiki_77 │ ├── wiki_78 │ ├── wiki_79 │ ├── wiki_80 │ ├── wiki_81 │ ├── wiki_82 │ ├── wiki_83 │ ├── wiki_84 │ ├── wiki_85 │ ├── wiki_86 │ ├── wiki_87 │ ├── wiki_88 │ ├── wiki_89 │ ├── wiki_90 │ ├── wiki_91 │ ├── wiki_92 │ ├── wiki_93 │ ├── wiki_94 │ ├── wiki_95 │ ├── wiki_96 │ ├── wiki_97 │ ├── wiki_98 │ └── wiki_99 ├── models ├── .gitkeep ├── download_gte_qwen2_7b_q8.sh └── download_qwen2.5_vl.sh ├── prompts ├── image_question_qwen25.txt └── video_gemini.txt ├── requirements.txt ├── sample.env ├── scripts ├── entrypoint.sh ├── load_ms_marco.py └── normalize.py └── workflows ├── __init__.py ├── caption ├── __init__.py └── worker.py ├── caption_video ├── __init__.py └── worker.py ├── dump ├── __init__.py └── worker.py ├── embed_image ├── __init__.py └── worker.py ├── embed_text ├── __init__.py └── worker.py ├── fetch ├── __init__.py └── worker.py ├── load ├── __init__.py ├── wikipedia.py └── worker.py ├── pack ├── __init__.py └── worker.py └── validate ├── __init__.py └── worker.py /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/.dockerignore -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/Dockerfile -------------------------------------------------------------------------------- /II-Commons.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/II-Commons.png -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/README.md -------------------------------------------------------------------------------- /__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/__main__.py -------------------------------------------------------------------------------- /bin/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bin/analyze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/bin/analyze.py -------------------------------------------------------------------------------- /bin/query.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/bin/query.py -------------------------------------------------------------------------------- /commons-store/DATASETS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/commons-store/DATASETS.md -------------------------------------------------------------------------------- /commons-store/DATASETS_cn.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/commons-store/DATASETS_cn.md -------------------------------------------------------------------------------- /commons-store/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/commons-store/README.md -------------------------------------------------------------------------------- /commons-store/README_cn.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/commons-store/README_cn.md -------------------------------------------------------------------------------- /commons-store/api_server_config.yaml.sample: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/commons-store/api_server_config.yaml.sample -------------------------------------------------------------------------------- /commons-store/beir_recall_comparison.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/commons-store/beir_recall_comparison.png -------------------------------------------------------------------------------- /commons-store/data_dir/.KEEP: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /commons-store/download_hf_duckdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/commons-store/download_hf_duckdb.py -------------------------------------------------------------------------------- /commons-store/embedding_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/commons-store/embedding_utils.py -------------------------------------------------------------------------------- /commons-store/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/commons-store/requirements.txt -------------------------------------------------------------------------------- /commons-store/search_api_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/commons-store/search_api_server.py -------------------------------------------------------------------------------- /commons-store/search_config_localrag.yaml.sample: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/commons-store/search_config_localrag.yaml.sample -------------------------------------------------------------------------------- /commons-store/search_tool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/commons-store/search_tool.py -------------------------------------------------------------------------------- /commons-store/storage_tool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/commons-store/storage_tool.py -------------------------------------------------------------------------------- /examples/.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/examples/.env.example -------------------------------------------------------------------------------- /examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/examples/README.md -------------------------------------------------------------------------------- /examples/api_server/.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/examples/api_server/.env.example -------------------------------------------------------------------------------- /examples/api_server/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/examples/api_server/Dockerfile -------------------------------------------------------------------------------- /examples/api_server/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/examples/api_server/README.md -------------------------------------------------------------------------------- /examples/api_server/handler/__init__.py: -------------------------------------------------------------------------------- 1 | from .handler import * -------------------------------------------------------------------------------- /examples/api_server/handler/db_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/examples/api_server/handler/db_helper.py -------------------------------------------------------------------------------- /examples/api_server/handler/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/examples/api_server/handler/handler.py -------------------------------------------------------------------------------- /examples/api_server/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/examples/api_server/requirements.txt -------------------------------------------------------------------------------- /examples/api_server/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/examples/api_server/server.py -------------------------------------------------------------------------------- /examples/benchmark/emb_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/examples/benchmark/emb_gen.py -------------------------------------------------------------------------------- /examples/benchmark/read_vectors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/examples/benchmark/read_vectors.py -------------------------------------------------------------------------------- /examples/benchmark/text_vec_query.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/examples/benchmark/text_vec_query.py -------------------------------------------------------------------------------- /examples/benchmark/vector.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/examples/benchmark/vector.csv -------------------------------------------------------------------------------- /examples/db/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/examples/db/Dockerfile -------------------------------------------------------------------------------- /examples/db/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/examples/db/README.md -------------------------------------------------------------------------------- /examples/demosite/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/examples/demosite/Dockerfile -------------------------------------------------------------------------------- /examples/demosite/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/examples/demosite/app.py -------------------------------------------------------------------------------- /examples/demosite/requirements.txt: -------------------------------------------------------------------------------- 1 | Flask 2 | requests 3 | -------------------------------------------------------------------------------- /examples/demosite/templates/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/examples/demosite/templates/index.html -------------------------------------------------------------------------------- /examples/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/examples/docker-compose.yaml -------------------------------------------------------------------------------- /examples/model_server/.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/examples/model_server/.env.example -------------------------------------------------------------------------------- /examples/model_server/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/examples/model_server/Dockerfile -------------------------------------------------------------------------------- /examples/model_server/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/examples/model_server/README.md -------------------------------------------------------------------------------- /examples/model_server/hf_cache/.gitignore: -------------------------------------------------------------------------------- 1 | * 2 | !.gitignore -------------------------------------------------------------------------------- /examples/model_server/requirements-docker.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/examples/model_server/requirements-docker.txt -------------------------------------------------------------------------------- /examples/model_server/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/examples/model_server/requirements.txt -------------------------------------------------------------------------------- /examples/model_server/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/examples/model_server/server.py -------------------------------------------------------------------------------- /examples/model_server/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/examples/model_server/utils.py -------------------------------------------------------------------------------- /install.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/install.sh -------------------------------------------------------------------------------- /lib/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/lib/__init__.py -------------------------------------------------------------------------------- /lib/api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/lib/api.py -------------------------------------------------------------------------------- /lib/caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/lib/caption.py -------------------------------------------------------------------------------- /lib/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/lib/config.py -------------------------------------------------------------------------------- /lib/coordination.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/lib/coordination.py -------------------------------------------------------------------------------- /lib/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/lib/dataset.py -------------------------------------------------------------------------------- /lib/deduplicate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/lib/deduplicate.py -------------------------------------------------------------------------------- /lib/embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/lib/embedding.py -------------------------------------------------------------------------------- /lib/gcs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/lib/gcs.py -------------------------------------------------------------------------------- /lib/gemini.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/lib/gemini.py -------------------------------------------------------------------------------- /lib/late.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/lib/late.py -------------------------------------------------------------------------------- /lib/meta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/lib/meta.py -------------------------------------------------------------------------------- /lib/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/lib/preprocess.py -------------------------------------------------------------------------------- /lib/psql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/lib/psql.py -------------------------------------------------------------------------------- /lib/rerank.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/lib/rerank.py -------------------------------------------------------------------------------- /lib/s3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/lib/s3.py -------------------------------------------------------------------------------- /lib/text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/lib/text.py -------------------------------------------------------------------------------- /lib/utilitas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/lib/utilitas.py -------------------------------------------------------------------------------- /lib/wiki.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/lib/wiki.py -------------------------------------------------------------------------------- /lib/ytdlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/lib/ytdlp.py -------------------------------------------------------------------------------- /meta/PD12M/metadata/pd12m.000.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/PD12M/metadata/pd12m.000.parquet -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_00: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_00 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_01: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_01 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_02: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_02 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_03: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_03 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_04: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_04 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_05: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_05 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_06: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_06 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_07: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_07 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_08: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_08 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_09: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_09 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_10: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_10 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_11: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_11 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_12: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_12 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_13: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_13 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_14: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_14 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_15: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_15 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_16: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_16 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_17: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_17 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_18: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_18 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_19: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_19 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_20: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_20 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_21: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_21 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_22: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_22 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_23: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_23 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_24: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_24 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_25: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_25 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_26: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_26 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_27: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_27 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_28: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_28 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_29: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_29 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_30: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_30 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_31: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_31 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_32: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_32 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_33: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_33 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_34: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_34 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_35: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_35 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_36: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_36 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_37: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_37 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_38: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_38 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_39: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_39 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_40: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_40 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_41: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_41 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_42: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_42 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_43: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_43 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_44: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_44 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_45: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_45 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_46: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_46 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_47: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_47 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_48: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_48 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_49: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_49 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_50: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_50 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_51: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_51 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_52: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_52 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_53: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_53 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_54: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_54 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_55: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_55 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_56: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_56 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_57: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_57 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_58: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_58 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_59: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_59 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_60: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_60 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_61: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_61 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_62: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_62 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_63: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_63 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_64: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_64 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_65: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_65 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_66: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_66 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_67: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_67 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_68: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_68 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_69: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_69 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_70: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_70 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_71: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_71 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_72: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_72 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_73: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_73 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_74: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_74 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_75: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_75 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_76: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_76 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_77: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_77 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_78: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_78 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_79: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_79 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_80: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_80 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_81: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_81 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_82: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_82 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_83: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_83 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_84: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_84 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_85: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_85 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_86: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_86 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_87: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_87 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_88: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_88 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_89: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_89 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_90: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_90 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_91: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_91 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_92: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_92 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_93: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_93 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_94: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_94 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_95: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_95 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_96: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_96 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_97: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_97 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_98: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_98 -------------------------------------------------------------------------------- /meta/wikipedia_en/AA/wiki_99: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/meta/wikipedia_en/AA/wiki_99 -------------------------------------------------------------------------------- /models/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/download_gte_qwen2_7b_q8.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/models/download_gte_qwen2_7b_q8.sh -------------------------------------------------------------------------------- /models/download_qwen2.5_vl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/models/download_qwen2.5_vl.sh -------------------------------------------------------------------------------- /prompts/image_question_qwen25.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/prompts/image_question_qwen25.txt -------------------------------------------------------------------------------- /prompts/video_gemini.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/prompts/video_gemini.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/requirements.txt -------------------------------------------------------------------------------- /sample.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/sample.env -------------------------------------------------------------------------------- /scripts/entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/scripts/entrypoint.sh -------------------------------------------------------------------------------- /scripts/load_ms_marco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/scripts/load_ms_marco.py -------------------------------------------------------------------------------- /scripts/normalize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/scripts/normalize.py -------------------------------------------------------------------------------- /workflows/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /workflows/caption/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/workflows/caption/__init__.py -------------------------------------------------------------------------------- /workflows/caption/worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/workflows/caption/worker.py -------------------------------------------------------------------------------- /workflows/caption_video/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/workflows/caption_video/__init__.py -------------------------------------------------------------------------------- /workflows/caption_video/worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/workflows/caption_video/worker.py -------------------------------------------------------------------------------- /workflows/dump/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/workflows/dump/__init__.py -------------------------------------------------------------------------------- /workflows/dump/worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/workflows/dump/worker.py -------------------------------------------------------------------------------- /workflows/embed_image/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/workflows/embed_image/__init__.py -------------------------------------------------------------------------------- /workflows/embed_image/worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/workflows/embed_image/worker.py -------------------------------------------------------------------------------- /workflows/embed_text/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/workflows/embed_text/__init__.py -------------------------------------------------------------------------------- /workflows/embed_text/worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/workflows/embed_text/worker.py -------------------------------------------------------------------------------- /workflows/fetch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/workflows/fetch/__init__.py -------------------------------------------------------------------------------- /workflows/fetch/worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/workflows/fetch/worker.py -------------------------------------------------------------------------------- /workflows/load/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/workflows/load/__init__.py -------------------------------------------------------------------------------- /workflows/load/wikipedia.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/workflows/load/wikipedia.py -------------------------------------------------------------------------------- /workflows/load/worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/workflows/load/worker.py -------------------------------------------------------------------------------- /workflows/pack/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/workflows/pack/__init__.py -------------------------------------------------------------------------------- /workflows/pack/worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/workflows/pack/worker.py -------------------------------------------------------------------------------- /workflows/validate/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/workflows/validate/__init__.py -------------------------------------------------------------------------------- /workflows/validate/worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Intelligent-Internet/II-Commons/HEAD/workflows/validate/worker.py --------------------------------------------------------------------------------