├── .gitignore ├── LICENSE ├── Nexus ├── __init__.py ├── abc │ ├── __init__.py │ ├── arguments.py │ ├── evaluation │ │ ├── __init__.py │ │ ├── arguments.py │ │ ├── data_loader.py │ │ ├── evaluator.py │ │ └── runner.py │ ├── inference │ │ ├── __init__.py │ │ ├── arguments.py │ │ ├── embedder │ │ │ ├── AbsEmbedder.py │ │ │ └── __init__.py │ │ ├── inference_engine.py │ │ └── reranker │ │ │ ├── AbsReranker.py │ │ │ └── __init__.py │ └── training │ │ ├── __init__.py │ │ ├── arguments.py │ │ ├── dataset.py │ │ ├── embedder │ │ ├── AbsArguments.py │ │ ├── AbsDataset.py │ │ ├── AbsModeling.py │ │ ├── AbsRunner.py │ │ ├── AbsTrainer.py │ │ └── __init__.py │ │ ├── modeling.py │ │ ├── reranker │ │ ├── AbsArguments.py │ │ ├── AbsDataset.py │ │ ├── AbsModeling.py │ │ ├── AbsRunner.py │ │ ├── AbsTrainer.py │ │ └── __init__.py │ │ ├── runner.py │ │ └── trainer.py ├── evaluation │ ├── __init__.py │ ├── recommendation │ │ ├── __init__.py │ │ ├── __main__.py │ │ ├── __tde_main__.py │ │ ├── arguments.py │ │ ├── dataset.py │ │ ├── evaluator.py │ │ ├── runner.py │ │ ├── tde_runner.py │ │ └── utils.py │ └── text_retrieval │ │ ├── __init__.py │ │ ├── __main__.py │ │ ├── airbench │ │ ├── __init__.py │ │ ├── __main__.py │ │ ├── arguments.py │ │ └── runner.py │ │ ├── arguments.py │ │ ├── data_loader.py │ │ ├── evaluator.py │ │ ├── runner.py │ │ ├── searcher.py │ │ └── utils.py ├── inference │ ├── __init__.py │ ├── embedder │ │ ├── __init__.py │ │ ├── recommendation │ │ │ ├── __init__.py │ │ │ ├── __main__.py │ │ │ ├── __tde_main__.py │ │ │ ├── base.py │ │ │ └── tde_infer_engine.py │ │ └── text_retrieval │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ └── decoder │ │ │ ├── __init__.py │ │ │ └── base.py │ ├── reranker │ │ ├── __init__.py │ │ ├── recommendation │ │ │ ├── __init__.py │ │ │ ├── __main__.py │ │ │ ├── __tde_main__.py │ │ │ ├── base.py │ │ │ └── tde_infer_engine.py │ │ └── text_retrieval │ │ │ ├── __init__.py │ │ │ └── base.py │ └── utils.py ├── logger.py ├── modules │ ├── __init__.py │ ├── activations.py │ ├── aggregate.py │ ├── arguments.py │ ├── dataset.py │ ├── embedding.py │ ├── feature_interaction.py │ ├── item_encoder.py │ ├── layer.py │ ├── loss.py │ ├── metrics.py │ ├── optimizer.py │ ├── query_encoder.py │ ├── sampler.py │ └── score.py ├── training │ ├── __init__.py │ ├── embedder │ │ ├── __init__.py │ │ ├── recommendation │ │ │ ├── __init__.py │ │ │ ├── __main__.py │ │ │ ├── __tde_main__.py │ │ │ ├── arguments.py │ │ │ ├── callback.py │ │ │ ├── dataset.py │ │ │ ├── modeling.py │ │ │ ├── runner.py │ │ │ ├── tde_modeling.py │ │ │ ├── tde_runner.py │ │ │ └── trainer.py │ │ └── text_retrieval │ │ │ ├── __init__.py │ │ │ ├── __main__.py │ │ │ ├── arguments.py │ │ │ ├── callback.py │ │ │ ├── dataset.py │ │ │ ├── decoder_only │ │ │ ├── __init__.py │ │ │ ├── __main__.py │ │ │ ├── arguments.py │ │ │ ├── callback.py │ │ │ ├── dataset.py │ │ │ ├── load_model.py │ │ │ ├── modeling.py │ │ │ ├── runner.py │ │ │ └── trainer.py │ │ │ ├── modeling.py │ │ │ ├── runner.py │ │ │ └── trainer.py │ └── reranker │ │ ├── __init__.py │ │ ├── recommendation │ │ ├── __init__.py │ │ ├── __main__.py │ │ ├── __tde_main__.py │ │ ├── arguments.py │ │ ├── callback.py │ │ ├── dataset.py │ │ ├── modeling.py │ │ ├── runner.py │ │ ├── tde_modeling.py │ │ ├── tde_runner.py │ │ └── trainer.py │ │ └── text_retrieval │ │ ├── __init__.py │ │ ├── __main__.py │ │ ├── arguments.py │ │ ├── dataset.py │ │ ├── modeling.py │ │ ├── runner.py │ │ └── trainer.py └── utils.py ├── README.md ├── benchmark ├── recommendation │ ├── DCN_V2 │ │ ├── data_kuairand_config.json │ │ ├── data_recflow_config.json │ │ ├── eval.py │ │ ├── eval_config.json │ │ ├── eval_model_config.json │ │ ├── infer.py │ │ ├── infer_config.yaml │ │ ├── infer_data_recflow_feature_cache_config.yaml │ │ ├── insert_redis.py │ │ ├── model_config.json │ │ ├── multi_machines_multi_gpus_config.json │ │ ├── recflow.proto │ │ ├── recflow_pb2.py │ │ ├── single_machine_multi_gpus_config.json │ │ ├── single_machine_single_gpu_config.json │ │ ├── tde_eval.py │ │ ├── tde_infer.py │ │ ├── tde_infer_config.yaml │ │ ├── tde_model_config.json │ │ ├── tde_train.py │ │ ├── tde_training_config.json │ │ ├── train.py │ │ └── training_config.json │ ├── DIN │ │ ├── data_kuairand_config.json │ │ ├── data_recflow_config.json │ │ ├── eval_config.json │ │ ├── eval_model_config.json │ │ ├── infer_config.yaml │ │ ├── infer_data_recflow_feature_cache_config.yaml │ │ ├── model.py │ │ ├── model_config.json │ │ ├── multi_machines_multi_gpus_config.json │ │ ├── recflow.proto │ │ ├── recflow_pb2.py │ │ ├── single_machine_multi_gpus_config.json │ │ ├── single_machine_single_gpu_config.json │ │ ├── tde_infer_config.yaml │ │ ├── tde_model_config.json │ │ ├── tde_train_config.json │ │ └── training_config.json │ ├── DSSM │ │ ├── data_kuairand_config.json │ │ ├── data_kuairand_pure_config.json │ │ ├── data_recflow_config.json │ │ ├── data_test_kuairand_pure_config.json │ │ ├── eval.py │ │ ├── eval_config.json │ │ ├── eval_model_config.json │ │ ├── gen_fassis_index.py │ │ ├── infer.py │ │ ├── infer_config.yaml │ │ ├── infer_data_recflow_feature_cache_config.yaml │ │ ├── kuairand_pure_eval.py │ │ ├── kuairand_pure_eval_config.json │ │ ├── kuairand_pure_eval_model_config.json │ │ ├── kuairand_pure_model_config.json │ │ ├── kuairand_pure_train.py │ │ ├── kuairand_pure_training_config.json │ │ ├── model.py │ │ ├── model_config.json │ │ ├── multi_machines_multi_gpus_config.json │ │ ├── recflow.proto │ │ ├── recflow_pb2.py │ │ ├── single_machine_multi_gpus_config.json │ │ ├── single_machine_single_gpu_config.json │ │ ├── tde_infer.py │ │ ├── tde_infer_config.yaml │ │ ├── tde_model.py │ │ ├── tde_model_config.json │ │ ├── tde_training_config.json │ │ └── training_config.json │ ├── Industry_Ranker │ │ ├── data_kuairand_config.json │ │ ├── data_recflow_config.json │ │ ├── eval_config.json │ │ ├── eval_model_config.json │ │ ├── infer_config.yaml │ │ ├── infer_data_recflow_feature_cache_config.yaml │ │ ├── model.py │ │ ├── model_config.json │ │ ├── multi_machines_multi_gpus_config.json │ │ ├── recflow.proto │ │ ├── recflow_pb2.py │ │ ├── single_machine_multi_gpus_config.json │ │ ├── single_machine_single_gpu_config.json │ │ ├── tde_infer_config.yaml │ │ ├── tde_model_config.json │ │ ├── tde_train_config.json │ │ └── training_config.json │ ├── MMoE │ │ ├── data_kuairand_config.json │ │ ├── data_recflow_config.json │ │ ├── eval_config.json │ │ ├── eval_model_config.json │ │ ├── infer_config.yaml │ │ ├── infer_data_recflow_feature_cache_config.yaml │ │ ├── model.py │ │ ├── model_config.json │ │ ├── multi_machines_multi_gpus_config.json │ │ ├── recflow.proto │ │ ├── recflow_pb2.py │ │ ├── single_machine_multi_gpus_config.json │ │ ├── single_machine_single_gpu_config.json │ │ ├── tde_infer_config.yaml │ │ ├── tde_model_config.json │ │ ├── tde_train_config.json │ │ └── training_config.json │ └── SASRec │ │ ├── data_kuairand_config.json │ │ ├── data_recflow_config.json │ │ ├── eval.py │ │ ├── eval_config.json │ │ ├── eval_model_config.json │ │ ├── infer.py │ │ ├── infer_config.yaml │ │ ├── infer_data_recflow_feature_cache_config.yaml │ │ ├── model.py │ │ ├── model_config.json │ │ ├── multi_machines_multi_gpus_config.json │ │ ├── recflow.proto │ │ ├── recflow_pb2.py │ │ ├── single_machine_multi_gpus_config.json │ │ ├── single_machine_single_gpu_config.json │ │ ├── tde_infer.py │ │ ├── tde_infer_config.yaml │ │ ├── tde_model.py │ │ ├── tde_model_config.json │ │ ├── tde_train_config.json │ │ └── training_config.json └── text_retrieval │ └── tmp ├── dynamic_embedding ├── utils.py └── wrappers.py ├── examples ├── recommendation │ ├── README.md │ ├── config │ │ ├── DCN │ │ │ ├── model.json │ │ │ └── train.json │ │ ├── data │ │ │ ├── recflow_ranker.json │ │ │ ├── recflow_ranker_local.json │ │ │ ├── recflow_ranker_local_seq.json │ │ │ └── recflow_retriever.json │ │ ├── data_config_template.json │ │ ├── distributed_training │ │ │ ├── README.md │ │ │ ├── multi_nodes_rank0.json │ │ │ ├── multi_nodes_rank1.json │ │ │ ├── single_gpu.json │ │ │ └── single_node.json │ │ ├── mlp_ranker │ │ │ ├── model.json │ │ │ └── train.json │ │ ├── mlp_ranker_tde │ │ │ ├── model.json │ │ │ └── train.json │ │ ├── mlp_retriever │ │ │ ├── model.json │ │ │ └── train.json │ │ ├── mlp_retriever_tde │ │ │ ├── model.json │ │ │ └── train.json │ │ └── train_config_example.json │ ├── eval │ │ ├── eval_config.json │ │ └── eval_model_config.json │ ├── inference │ │ ├── config │ │ │ ├── recflow_infer_ranker_config.yaml │ │ │ ├── recflow_infer_retrieval_config.yaml │ │ │ ├── recflow_infer_tde_ranker_config.yaml │ │ │ └── recflow_infer_tde_retrieval_config.yaml │ │ ├── feature_insert │ │ │ ├── README.md │ │ │ ├── feature_cache_configs │ │ │ │ └── recflow_feature_cache_config.yaml │ │ │ ├── protos │ │ │ │ ├── recflow.proto │ │ │ │ └── recflow_pb2.py │ │ │ └── recflow_script │ │ │ │ ├── insert_redis.py │ │ │ │ ├── read_data.py │ │ │ │ └── run.sh │ │ └── test │ │ │ ├── candidate_demo.py │ │ │ ├── i2i_index_demo.py │ │ │ ├── insert_redis_baseline.py │ │ │ ├── read_test.py │ │ │ ├── run_baseline.sh │ │ │ ├── test_onnx.py │ │ │ ├── test_redis.py │ │ │ └── u2i_index_demo.py │ ├── models │ │ ├── config │ │ │ ├── dcnv2_model.json │ │ │ ├── dcnv2_train.json │ │ │ ├── din_model.json │ │ │ ├── din_train.json │ │ │ ├── mmoe_din_dcn_model.json │ │ │ ├── mmoe_din_dcn_train.json │ │ │ ├── mmoe_model.json │ │ │ ├── mmoe_train.json │ │ │ ├── sasrec_model.json │ │ │ └── sasrec_train.json │ │ ├── dcnv2_modeling.py │ │ ├── din_modeling.py │ │ ├── mmoe_din_dcn_modeling.py │ │ ├── mmoe_modeling.py │ │ └── sasrec_modeling.py │ └── tutorial.ipynb └── text_retrieval │ ├── README.md │ ├── evaluation │ ├── eval_config.json │ ├── model_config.json │ ├── run_airbench.sh │ ├── run_fiqa.py │ ├── run_fiqa.sh │ ├── run_old.sh │ └── search_results │ │ └── eval_results.md │ ├── inference │ ├── embedder │ │ └── inference_embedder.py │ ├── onnx2trt.sh │ ├── reranker │ │ ├── inference_reranker.py │ │ └── run.sh │ └── run.ipynb │ ├── training │ ├── ds_stage0.json │ ├── ds_stage1.json │ ├── embedder │ │ ├── data_config.json │ │ ├── log │ │ │ ├── multi_device.log │ │ │ ├── multi_node.log │ │ │ ├── multi_node_m3.log │ │ │ └── single_device.log │ │ ├── model_config.json │ │ ├── multi_device.py │ │ ├── run.sh │ │ ├── run_multi_device.sh │ │ ├── run_multi_node.sh │ │ ├── run_single_device.sh │ │ ├── single_device.py │ │ ├── training_config.json │ │ └── training_config_single_device.json │ ├── embedder_accelerate_single_device.sh │ ├── multi_device.json │ ├── multi_node.json │ ├── multi_node_multi_device.json │ ├── old │ │ ├── acce.json │ │ ├── embedder.sh │ │ ├── embedder_accelerate.sh │ │ ├── reranker.sh │ │ └── reranker_accelerate.sh │ ├── reranker │ │ ├── data_config.json │ │ ├── log │ │ │ ├── multi_device.log │ │ │ ├── multi_node.log │ │ │ └── single.log │ │ ├── model_config.json │ │ ├── multi_device.py │ │ ├── run_multi_device.sh │ │ ├── run_multi_node.sh │ │ ├── run_single_device.sh │ │ ├── single_device.py │ │ ├── training_config.json │ │ └── training_config_single_device.json │ ├── reranker_accelerate_single_device.sh │ ├── single_device.json │ ├── single_node_multi_device.json │ └── single_node_single_device.json │ └── tutorial.ipynb ├── imgs └── framework.png ├── serve ├── config │ ├── embedder.json │ └── reranker.json ├── inference_service.py ├── inference_service_text_retrieval.py └── run.sh └── setup.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/LICENSE -------------------------------------------------------------------------------- /Nexus/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/__init__.py -------------------------------------------------------------------------------- /Nexus/abc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/__init__.py -------------------------------------------------------------------------------- /Nexus/abc/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/arguments.py -------------------------------------------------------------------------------- /Nexus/abc/evaluation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/evaluation/__init__.py -------------------------------------------------------------------------------- /Nexus/abc/evaluation/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/evaluation/arguments.py -------------------------------------------------------------------------------- /Nexus/abc/evaluation/data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/evaluation/data_loader.py -------------------------------------------------------------------------------- /Nexus/abc/evaluation/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/evaluation/evaluator.py -------------------------------------------------------------------------------- /Nexus/abc/evaluation/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/evaluation/runner.py -------------------------------------------------------------------------------- /Nexus/abc/inference/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/inference/__init__.py -------------------------------------------------------------------------------- /Nexus/abc/inference/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/inference/arguments.py -------------------------------------------------------------------------------- /Nexus/abc/inference/embedder/AbsEmbedder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/inference/embedder/AbsEmbedder.py -------------------------------------------------------------------------------- /Nexus/abc/inference/embedder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/inference/embedder/__init__.py -------------------------------------------------------------------------------- /Nexus/abc/inference/inference_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/inference/inference_engine.py -------------------------------------------------------------------------------- /Nexus/abc/inference/reranker/AbsReranker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/inference/reranker/AbsReranker.py -------------------------------------------------------------------------------- /Nexus/abc/inference/reranker/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/inference/reranker/__init__.py -------------------------------------------------------------------------------- /Nexus/abc/training/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Nexus/abc/training/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/training/arguments.py -------------------------------------------------------------------------------- /Nexus/abc/training/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/training/dataset.py -------------------------------------------------------------------------------- /Nexus/abc/training/embedder/AbsArguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/training/embedder/AbsArguments.py -------------------------------------------------------------------------------- /Nexus/abc/training/embedder/AbsDataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/training/embedder/AbsDataset.py -------------------------------------------------------------------------------- /Nexus/abc/training/embedder/AbsModeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/training/embedder/AbsModeling.py -------------------------------------------------------------------------------- /Nexus/abc/training/embedder/AbsRunner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/training/embedder/AbsRunner.py -------------------------------------------------------------------------------- /Nexus/abc/training/embedder/AbsTrainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/training/embedder/AbsTrainer.py -------------------------------------------------------------------------------- /Nexus/abc/training/embedder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/training/embedder/__init__.py -------------------------------------------------------------------------------- /Nexus/abc/training/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/training/modeling.py -------------------------------------------------------------------------------- /Nexus/abc/training/reranker/AbsArguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/training/reranker/AbsArguments.py -------------------------------------------------------------------------------- /Nexus/abc/training/reranker/AbsDataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/training/reranker/AbsDataset.py -------------------------------------------------------------------------------- /Nexus/abc/training/reranker/AbsModeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/training/reranker/AbsModeling.py -------------------------------------------------------------------------------- /Nexus/abc/training/reranker/AbsRunner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/training/reranker/AbsRunner.py -------------------------------------------------------------------------------- /Nexus/abc/training/reranker/AbsTrainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/training/reranker/AbsTrainer.py -------------------------------------------------------------------------------- /Nexus/abc/training/reranker/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/training/reranker/__init__.py -------------------------------------------------------------------------------- /Nexus/abc/training/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/training/runner.py -------------------------------------------------------------------------------- /Nexus/abc/training/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/abc/training/trainer.py -------------------------------------------------------------------------------- /Nexus/evaluation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Nexus/evaluation/recommendation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/evaluation/recommendation/__init__.py -------------------------------------------------------------------------------- /Nexus/evaluation/recommendation/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/evaluation/recommendation/__main__.py -------------------------------------------------------------------------------- /Nexus/evaluation/recommendation/__tde_main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/evaluation/recommendation/__tde_main__.py -------------------------------------------------------------------------------- /Nexus/evaluation/recommendation/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/evaluation/recommendation/arguments.py -------------------------------------------------------------------------------- /Nexus/evaluation/recommendation/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/evaluation/recommendation/dataset.py -------------------------------------------------------------------------------- /Nexus/evaluation/recommendation/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/evaluation/recommendation/evaluator.py -------------------------------------------------------------------------------- /Nexus/evaluation/recommendation/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/evaluation/recommendation/runner.py -------------------------------------------------------------------------------- /Nexus/evaluation/recommendation/tde_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/evaluation/recommendation/tde_runner.py -------------------------------------------------------------------------------- /Nexus/evaluation/recommendation/utils.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Nexus/evaluation/text_retrieval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/evaluation/text_retrieval/__init__.py -------------------------------------------------------------------------------- /Nexus/evaluation/text_retrieval/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/evaluation/text_retrieval/__main__.py -------------------------------------------------------------------------------- /Nexus/evaluation/text_retrieval/airbench/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/evaluation/text_retrieval/airbench/__init__.py -------------------------------------------------------------------------------- /Nexus/evaluation/text_retrieval/airbench/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/evaluation/text_retrieval/airbench/__main__.py -------------------------------------------------------------------------------- /Nexus/evaluation/text_retrieval/airbench/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/evaluation/text_retrieval/airbench/arguments.py -------------------------------------------------------------------------------- /Nexus/evaluation/text_retrieval/airbench/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/evaluation/text_retrieval/airbench/runner.py -------------------------------------------------------------------------------- /Nexus/evaluation/text_retrieval/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/evaluation/text_retrieval/arguments.py -------------------------------------------------------------------------------- /Nexus/evaluation/text_retrieval/data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/evaluation/text_retrieval/data_loader.py -------------------------------------------------------------------------------- /Nexus/evaluation/text_retrieval/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/evaluation/text_retrieval/evaluator.py -------------------------------------------------------------------------------- /Nexus/evaluation/text_retrieval/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/evaluation/text_retrieval/runner.py -------------------------------------------------------------------------------- /Nexus/evaluation/text_retrieval/searcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/evaluation/text_retrieval/searcher.py -------------------------------------------------------------------------------- /Nexus/evaluation/text_retrieval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/evaluation/text_retrieval/utils.py -------------------------------------------------------------------------------- /Nexus/inference/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/inference/__init__.py -------------------------------------------------------------------------------- /Nexus/inference/embedder/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Nexus/inference/embedder/recommendation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/inference/embedder/recommendation/__init__.py -------------------------------------------------------------------------------- /Nexus/inference/embedder/recommendation/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/inference/embedder/recommendation/__main__.py -------------------------------------------------------------------------------- /Nexus/inference/embedder/recommendation/__tde_main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/inference/embedder/recommendation/__tde_main__.py -------------------------------------------------------------------------------- /Nexus/inference/embedder/recommendation/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/inference/embedder/recommendation/base.py -------------------------------------------------------------------------------- /Nexus/inference/embedder/recommendation/tde_infer_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/inference/embedder/recommendation/tde_infer_engine.py -------------------------------------------------------------------------------- /Nexus/inference/embedder/text_retrieval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/inference/embedder/text_retrieval/__init__.py -------------------------------------------------------------------------------- /Nexus/inference/embedder/text_retrieval/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/inference/embedder/text_retrieval/base.py -------------------------------------------------------------------------------- /Nexus/inference/embedder/text_retrieval/decoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/inference/embedder/text_retrieval/decoder/__init__.py -------------------------------------------------------------------------------- /Nexus/inference/embedder/text_retrieval/decoder/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/inference/embedder/text_retrieval/decoder/base.py -------------------------------------------------------------------------------- /Nexus/inference/reranker/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Nexus/inference/reranker/recommendation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/inference/reranker/recommendation/__init__.py -------------------------------------------------------------------------------- /Nexus/inference/reranker/recommendation/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/inference/reranker/recommendation/__main__.py -------------------------------------------------------------------------------- /Nexus/inference/reranker/recommendation/__tde_main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/inference/reranker/recommendation/__tde_main__.py -------------------------------------------------------------------------------- /Nexus/inference/reranker/recommendation/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/inference/reranker/recommendation/base.py -------------------------------------------------------------------------------- /Nexus/inference/reranker/recommendation/tde_infer_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/inference/reranker/recommendation/tde_infer_engine.py -------------------------------------------------------------------------------- /Nexus/inference/reranker/text_retrieval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/inference/reranker/text_retrieval/__init__.py -------------------------------------------------------------------------------- /Nexus/inference/reranker/text_retrieval/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/inference/reranker/text_retrieval/base.py -------------------------------------------------------------------------------- /Nexus/inference/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/inference/utils.py -------------------------------------------------------------------------------- /Nexus/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/logger.py -------------------------------------------------------------------------------- /Nexus/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/modules/__init__.py -------------------------------------------------------------------------------- /Nexus/modules/activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/modules/activations.py -------------------------------------------------------------------------------- /Nexus/modules/aggregate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/modules/aggregate.py -------------------------------------------------------------------------------- /Nexus/modules/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/modules/arguments.py -------------------------------------------------------------------------------- /Nexus/modules/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/modules/dataset.py -------------------------------------------------------------------------------- /Nexus/modules/embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/modules/embedding.py -------------------------------------------------------------------------------- /Nexus/modules/feature_interaction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/modules/feature_interaction.py -------------------------------------------------------------------------------- /Nexus/modules/item_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/modules/item_encoder.py -------------------------------------------------------------------------------- /Nexus/modules/layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/modules/layer.py -------------------------------------------------------------------------------- /Nexus/modules/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/modules/loss.py -------------------------------------------------------------------------------- /Nexus/modules/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/modules/metrics.py -------------------------------------------------------------------------------- /Nexus/modules/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/modules/optimizer.py -------------------------------------------------------------------------------- /Nexus/modules/query_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/modules/query_encoder.py -------------------------------------------------------------------------------- /Nexus/modules/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/modules/sampler.py -------------------------------------------------------------------------------- /Nexus/modules/score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/modules/score.py -------------------------------------------------------------------------------- /Nexus/training/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Nexus/training/embedder/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Nexus/training/embedder/recommendation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/recommendation/__init__.py -------------------------------------------------------------------------------- /Nexus/training/embedder/recommendation/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/recommendation/__main__.py -------------------------------------------------------------------------------- /Nexus/training/embedder/recommendation/__tde_main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/recommendation/__tde_main__.py -------------------------------------------------------------------------------- /Nexus/training/embedder/recommendation/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/recommendation/arguments.py -------------------------------------------------------------------------------- /Nexus/training/embedder/recommendation/callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/recommendation/callback.py -------------------------------------------------------------------------------- /Nexus/training/embedder/recommendation/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/recommendation/dataset.py -------------------------------------------------------------------------------- /Nexus/training/embedder/recommendation/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/recommendation/modeling.py -------------------------------------------------------------------------------- /Nexus/training/embedder/recommendation/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/recommendation/runner.py -------------------------------------------------------------------------------- /Nexus/training/embedder/recommendation/tde_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/recommendation/tde_modeling.py -------------------------------------------------------------------------------- /Nexus/training/embedder/recommendation/tde_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/recommendation/tde_runner.py -------------------------------------------------------------------------------- /Nexus/training/embedder/recommendation/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/recommendation/trainer.py -------------------------------------------------------------------------------- /Nexus/training/embedder/text_retrieval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/text_retrieval/__init__.py -------------------------------------------------------------------------------- /Nexus/training/embedder/text_retrieval/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/text_retrieval/__main__.py -------------------------------------------------------------------------------- /Nexus/training/embedder/text_retrieval/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/text_retrieval/arguments.py -------------------------------------------------------------------------------- /Nexus/training/embedder/text_retrieval/callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/text_retrieval/callback.py -------------------------------------------------------------------------------- /Nexus/training/embedder/text_retrieval/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/text_retrieval/dataset.py -------------------------------------------------------------------------------- /Nexus/training/embedder/text_retrieval/decoder_only/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/text_retrieval/decoder_only/__init__.py -------------------------------------------------------------------------------- /Nexus/training/embedder/text_retrieval/decoder_only/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/text_retrieval/decoder_only/__main__.py -------------------------------------------------------------------------------- /Nexus/training/embedder/text_retrieval/decoder_only/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/text_retrieval/decoder_only/arguments.py -------------------------------------------------------------------------------- /Nexus/training/embedder/text_retrieval/decoder_only/callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/text_retrieval/decoder_only/callback.py -------------------------------------------------------------------------------- /Nexus/training/embedder/text_retrieval/decoder_only/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/text_retrieval/decoder_only/dataset.py -------------------------------------------------------------------------------- /Nexus/training/embedder/text_retrieval/decoder_only/load_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/text_retrieval/decoder_only/load_model.py -------------------------------------------------------------------------------- /Nexus/training/embedder/text_retrieval/decoder_only/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/text_retrieval/decoder_only/modeling.py -------------------------------------------------------------------------------- /Nexus/training/embedder/text_retrieval/decoder_only/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/text_retrieval/decoder_only/runner.py -------------------------------------------------------------------------------- /Nexus/training/embedder/text_retrieval/decoder_only/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/text_retrieval/decoder_only/trainer.py -------------------------------------------------------------------------------- /Nexus/training/embedder/text_retrieval/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/text_retrieval/modeling.py -------------------------------------------------------------------------------- /Nexus/training/embedder/text_retrieval/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/text_retrieval/runner.py -------------------------------------------------------------------------------- /Nexus/training/embedder/text_retrieval/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/embedder/text_retrieval/trainer.py -------------------------------------------------------------------------------- /Nexus/training/reranker/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Nexus/training/reranker/recommendation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/reranker/recommendation/__init__.py -------------------------------------------------------------------------------- /Nexus/training/reranker/recommendation/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/reranker/recommendation/__main__.py -------------------------------------------------------------------------------- /Nexus/training/reranker/recommendation/__tde_main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/reranker/recommendation/__tde_main__.py -------------------------------------------------------------------------------- /Nexus/training/reranker/recommendation/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/reranker/recommendation/arguments.py -------------------------------------------------------------------------------- /Nexus/training/reranker/recommendation/callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/reranker/recommendation/callback.py -------------------------------------------------------------------------------- /Nexus/training/reranker/recommendation/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/reranker/recommendation/dataset.py -------------------------------------------------------------------------------- /Nexus/training/reranker/recommendation/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/reranker/recommendation/modeling.py -------------------------------------------------------------------------------- /Nexus/training/reranker/recommendation/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/reranker/recommendation/runner.py -------------------------------------------------------------------------------- /Nexus/training/reranker/recommendation/tde_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/reranker/recommendation/tde_modeling.py -------------------------------------------------------------------------------- /Nexus/training/reranker/recommendation/tde_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/reranker/recommendation/tde_runner.py -------------------------------------------------------------------------------- /Nexus/training/reranker/recommendation/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/reranker/recommendation/trainer.py -------------------------------------------------------------------------------- /Nexus/training/reranker/text_retrieval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/reranker/text_retrieval/__init__.py -------------------------------------------------------------------------------- /Nexus/training/reranker/text_retrieval/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/reranker/text_retrieval/__main__.py -------------------------------------------------------------------------------- /Nexus/training/reranker/text_retrieval/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/reranker/text_retrieval/arguments.py -------------------------------------------------------------------------------- /Nexus/training/reranker/text_retrieval/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/reranker/text_retrieval/dataset.py -------------------------------------------------------------------------------- /Nexus/training/reranker/text_retrieval/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/reranker/text_retrieval/modeling.py -------------------------------------------------------------------------------- /Nexus/training/reranker/text_retrieval/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/reranker/text_retrieval/runner.py -------------------------------------------------------------------------------- /Nexus/training/reranker/text_retrieval/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/training/reranker/text_retrieval/trainer.py -------------------------------------------------------------------------------- /Nexus/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/Nexus/utils.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/README.md -------------------------------------------------------------------------------- /benchmark/recommendation/DCN_V2/data_kuairand_config.json: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /benchmark/recommendation/DCN_V2/data_recflow_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DCN_V2/data_recflow_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DCN_V2/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DCN_V2/eval.py -------------------------------------------------------------------------------- /benchmark/recommendation/DCN_V2/eval_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DCN_V2/eval_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DCN_V2/eval_model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DCN_V2/eval_model_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DCN_V2/infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DCN_V2/infer.py -------------------------------------------------------------------------------- /benchmark/recommendation/DCN_V2/infer_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DCN_V2/infer_config.yaml -------------------------------------------------------------------------------- /benchmark/recommendation/DCN_V2/infer_data_recflow_feature_cache_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DCN_V2/infer_data_recflow_feature_cache_config.yaml -------------------------------------------------------------------------------- /benchmark/recommendation/DCN_V2/insert_redis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DCN_V2/insert_redis.py -------------------------------------------------------------------------------- /benchmark/recommendation/DCN_V2/model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DCN_V2/model_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DCN_V2/multi_machines_multi_gpus_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DCN_V2/multi_machines_multi_gpus_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DCN_V2/recflow.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DCN_V2/recflow.proto -------------------------------------------------------------------------------- /benchmark/recommendation/DCN_V2/recflow_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DCN_V2/recflow_pb2.py -------------------------------------------------------------------------------- /benchmark/recommendation/DCN_V2/single_machine_multi_gpus_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DCN_V2/single_machine_multi_gpus_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DCN_V2/single_machine_single_gpu_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DCN_V2/single_machine_single_gpu_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DCN_V2/tde_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DCN_V2/tde_eval.py -------------------------------------------------------------------------------- /benchmark/recommendation/DCN_V2/tde_infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DCN_V2/tde_infer.py -------------------------------------------------------------------------------- /benchmark/recommendation/DCN_V2/tde_infer_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DCN_V2/tde_infer_config.yaml -------------------------------------------------------------------------------- /benchmark/recommendation/DCN_V2/tde_model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DCN_V2/tde_model_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DCN_V2/tde_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DCN_V2/tde_train.py -------------------------------------------------------------------------------- /benchmark/recommendation/DCN_V2/tde_training_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DCN_V2/tde_training_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DCN_V2/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DCN_V2/train.py -------------------------------------------------------------------------------- /benchmark/recommendation/DCN_V2/training_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DCN_V2/training_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DIN/data_kuairand_config.json: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /benchmark/recommendation/DIN/data_recflow_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DIN/data_recflow_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DIN/eval_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DIN/eval_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DIN/eval_model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DIN/eval_model_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DIN/infer_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DIN/infer_config.yaml -------------------------------------------------------------------------------- /benchmark/recommendation/DIN/infer_data_recflow_feature_cache_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DIN/infer_data_recflow_feature_cache_config.yaml -------------------------------------------------------------------------------- /benchmark/recommendation/DIN/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DIN/model.py -------------------------------------------------------------------------------- /benchmark/recommendation/DIN/model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DIN/model_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DIN/multi_machines_multi_gpus_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DIN/multi_machines_multi_gpus_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DIN/recflow.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DIN/recflow.proto -------------------------------------------------------------------------------- /benchmark/recommendation/DIN/recflow_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DIN/recflow_pb2.py -------------------------------------------------------------------------------- /benchmark/recommendation/DIN/single_machine_multi_gpus_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DIN/single_machine_multi_gpus_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DIN/single_machine_single_gpu_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DIN/single_machine_single_gpu_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DIN/tde_infer_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DIN/tde_infer_config.yaml -------------------------------------------------------------------------------- /benchmark/recommendation/DIN/tde_model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DIN/tde_model_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DIN/tde_train_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DIN/tde_train_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DIN/training_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DIN/training_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/data_kuairand_config.json: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/data_kuairand_pure_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/data_kuairand_pure_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/data_recflow_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/data_recflow_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/data_test_kuairand_pure_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/data_test_kuairand_pure_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/eval.py -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/eval_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/eval_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/eval_model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/eval_model_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/gen_fassis_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/gen_fassis_index.py -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/infer.py -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/infer_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/infer_config.yaml -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/infer_data_recflow_feature_cache_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/infer_data_recflow_feature_cache_config.yaml -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/kuairand_pure_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/kuairand_pure_eval.py -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/kuairand_pure_eval_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/kuairand_pure_eval_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/kuairand_pure_eval_model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/kuairand_pure_eval_model_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/kuairand_pure_model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/kuairand_pure_model_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/kuairand_pure_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/kuairand_pure_train.py -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/kuairand_pure_training_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/kuairand_pure_training_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/model.py -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/model_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/multi_machines_multi_gpus_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/multi_machines_multi_gpus_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/recflow.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/recflow.proto -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/recflow_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/recflow_pb2.py -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/single_machine_multi_gpus_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/single_machine_multi_gpus_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/single_machine_single_gpu_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/single_machine_single_gpu_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/tde_infer.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/tde_infer_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/tde_infer_config.yaml -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/tde_model.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/tde_model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/tde_model_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/tde_training_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/tde_training_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/DSSM/training_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/DSSM/training_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/Industry_Ranker/data_kuairand_config.json: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /benchmark/recommendation/Industry_Ranker/data_recflow_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/Industry_Ranker/data_recflow_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/Industry_Ranker/eval_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/Industry_Ranker/eval_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/Industry_Ranker/eval_model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/Industry_Ranker/eval_model_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/Industry_Ranker/infer_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/Industry_Ranker/infer_config.yaml -------------------------------------------------------------------------------- /benchmark/recommendation/Industry_Ranker/infer_data_recflow_feature_cache_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/Industry_Ranker/infer_data_recflow_feature_cache_config.yaml -------------------------------------------------------------------------------- /benchmark/recommendation/Industry_Ranker/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/Industry_Ranker/model.py -------------------------------------------------------------------------------- /benchmark/recommendation/Industry_Ranker/model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/Industry_Ranker/model_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/Industry_Ranker/multi_machines_multi_gpus_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/Industry_Ranker/multi_machines_multi_gpus_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/Industry_Ranker/recflow.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/Industry_Ranker/recflow.proto -------------------------------------------------------------------------------- /benchmark/recommendation/Industry_Ranker/recflow_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/Industry_Ranker/recflow_pb2.py -------------------------------------------------------------------------------- /benchmark/recommendation/Industry_Ranker/single_machine_multi_gpus_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/Industry_Ranker/single_machine_multi_gpus_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/Industry_Ranker/single_machine_single_gpu_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/Industry_Ranker/single_machine_single_gpu_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/Industry_Ranker/tde_infer_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/Industry_Ranker/tde_infer_config.yaml -------------------------------------------------------------------------------- /benchmark/recommendation/Industry_Ranker/tde_model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/Industry_Ranker/tde_model_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/Industry_Ranker/tde_train_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/Industry_Ranker/tde_train_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/Industry_Ranker/training_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/Industry_Ranker/training_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/MMoE/data_kuairand_config.json: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /benchmark/recommendation/MMoE/data_recflow_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/MMoE/data_recflow_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/MMoE/eval_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/MMoE/eval_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/MMoE/eval_model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/MMoE/eval_model_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/MMoE/infer_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/MMoE/infer_config.yaml -------------------------------------------------------------------------------- /benchmark/recommendation/MMoE/infer_data_recflow_feature_cache_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/MMoE/infer_data_recflow_feature_cache_config.yaml -------------------------------------------------------------------------------- /benchmark/recommendation/MMoE/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/MMoE/model.py -------------------------------------------------------------------------------- /benchmark/recommendation/MMoE/model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/MMoE/model_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/MMoE/multi_machines_multi_gpus_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/MMoE/multi_machines_multi_gpus_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/MMoE/recflow.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/MMoE/recflow.proto -------------------------------------------------------------------------------- /benchmark/recommendation/MMoE/recflow_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/MMoE/recflow_pb2.py -------------------------------------------------------------------------------- /benchmark/recommendation/MMoE/single_machine_multi_gpus_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/MMoE/single_machine_multi_gpus_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/MMoE/single_machine_single_gpu_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/MMoE/single_machine_single_gpu_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/MMoE/tde_infer_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/MMoE/tde_infer_config.yaml -------------------------------------------------------------------------------- /benchmark/recommendation/MMoE/tde_model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/MMoE/tde_model_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/MMoE/tde_train_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/MMoE/tde_train_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/MMoE/training_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/MMoE/training_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/SASRec/data_kuairand_config.json: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /benchmark/recommendation/SASRec/data_recflow_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/SASRec/data_recflow_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/SASRec/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/SASRec/eval.py -------------------------------------------------------------------------------- /benchmark/recommendation/SASRec/eval_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/SASRec/eval_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/SASRec/eval_model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/SASRec/eval_model_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/SASRec/infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/SASRec/infer.py -------------------------------------------------------------------------------- /benchmark/recommendation/SASRec/infer_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/SASRec/infer_config.yaml -------------------------------------------------------------------------------- /benchmark/recommendation/SASRec/infer_data_recflow_feature_cache_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/SASRec/infer_data_recflow_feature_cache_config.yaml -------------------------------------------------------------------------------- /benchmark/recommendation/SASRec/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/SASRec/model.py -------------------------------------------------------------------------------- /benchmark/recommendation/SASRec/model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/SASRec/model_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/SASRec/multi_machines_multi_gpus_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/SASRec/multi_machines_multi_gpus_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/SASRec/recflow.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/SASRec/recflow.proto -------------------------------------------------------------------------------- /benchmark/recommendation/SASRec/recflow_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/SASRec/recflow_pb2.py -------------------------------------------------------------------------------- /benchmark/recommendation/SASRec/single_machine_multi_gpus_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/SASRec/single_machine_multi_gpus_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/SASRec/single_machine_single_gpu_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/SASRec/single_machine_single_gpu_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/SASRec/tde_infer.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /benchmark/recommendation/SASRec/tde_infer_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/SASRec/tde_infer_config.yaml -------------------------------------------------------------------------------- /benchmark/recommendation/SASRec/tde_model.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /benchmark/recommendation/SASRec/tde_model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/SASRec/tde_model_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/SASRec/tde_train_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/SASRec/tde_train_config.json -------------------------------------------------------------------------------- /benchmark/recommendation/SASRec/training_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/benchmark/recommendation/SASRec/training_config.json -------------------------------------------------------------------------------- /benchmark/text_retrieval/tmp: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dynamic_embedding/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/dynamic_embedding/utils.py -------------------------------------------------------------------------------- /dynamic_embedding/wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/dynamic_embedding/wrappers.py -------------------------------------------------------------------------------- /examples/recommendation/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/recommendation/config/DCN/model.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/config/DCN/model.json -------------------------------------------------------------------------------- /examples/recommendation/config/DCN/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/config/DCN/train.json -------------------------------------------------------------------------------- /examples/recommendation/config/data/recflow_ranker.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/config/data/recflow_ranker.json -------------------------------------------------------------------------------- /examples/recommendation/config/data/recflow_ranker_local.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/config/data/recflow_ranker_local.json -------------------------------------------------------------------------------- /examples/recommendation/config/data/recflow_ranker_local_seq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/config/data/recflow_ranker_local_seq.json -------------------------------------------------------------------------------- /examples/recommendation/config/data/recflow_retriever.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/config/data/recflow_retriever.json -------------------------------------------------------------------------------- /examples/recommendation/config/data_config_template.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/config/data_config_template.json -------------------------------------------------------------------------------- /examples/recommendation/config/distributed_training/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/config/distributed_training/README.md -------------------------------------------------------------------------------- /examples/recommendation/config/distributed_training/multi_nodes_rank0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/config/distributed_training/multi_nodes_rank0.json -------------------------------------------------------------------------------- /examples/recommendation/config/distributed_training/multi_nodes_rank1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/config/distributed_training/multi_nodes_rank1.json -------------------------------------------------------------------------------- /examples/recommendation/config/distributed_training/single_gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/config/distributed_training/single_gpu.json -------------------------------------------------------------------------------- /examples/recommendation/config/distributed_training/single_node.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/config/distributed_training/single_node.json -------------------------------------------------------------------------------- /examples/recommendation/config/mlp_ranker/model.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/config/mlp_ranker/model.json -------------------------------------------------------------------------------- /examples/recommendation/config/mlp_ranker/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/config/mlp_ranker/train.json -------------------------------------------------------------------------------- /examples/recommendation/config/mlp_ranker_tde/model.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/config/mlp_ranker_tde/model.json -------------------------------------------------------------------------------- /examples/recommendation/config/mlp_ranker_tde/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/config/mlp_ranker_tde/train.json -------------------------------------------------------------------------------- /examples/recommendation/config/mlp_retriever/model.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/config/mlp_retriever/model.json -------------------------------------------------------------------------------- /examples/recommendation/config/mlp_retriever/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/config/mlp_retriever/train.json -------------------------------------------------------------------------------- /examples/recommendation/config/mlp_retriever_tde/model.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/config/mlp_retriever_tde/model.json -------------------------------------------------------------------------------- /examples/recommendation/config/mlp_retriever_tde/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/config/mlp_retriever_tde/train.json -------------------------------------------------------------------------------- /examples/recommendation/config/train_config_example.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/config/train_config_example.json -------------------------------------------------------------------------------- /examples/recommendation/eval/eval_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/eval/eval_config.json -------------------------------------------------------------------------------- /examples/recommendation/eval/eval_model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/eval/eval_model_config.json -------------------------------------------------------------------------------- /examples/recommendation/inference/config/recflow_infer_ranker_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/inference/config/recflow_infer_ranker_config.yaml -------------------------------------------------------------------------------- /examples/recommendation/inference/config/recflow_infer_retrieval_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/inference/config/recflow_infer_retrieval_config.yaml -------------------------------------------------------------------------------- /examples/recommendation/inference/config/recflow_infer_tde_ranker_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/inference/config/recflow_infer_tde_ranker_config.yaml -------------------------------------------------------------------------------- /examples/recommendation/inference/config/recflow_infer_tde_retrieval_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/inference/config/recflow_infer_tde_retrieval_config.yaml -------------------------------------------------------------------------------- /examples/recommendation/inference/feature_insert/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/inference/feature_insert/README.md -------------------------------------------------------------------------------- /examples/recommendation/inference/feature_insert/feature_cache_configs/recflow_feature_cache_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/inference/feature_insert/feature_cache_configs/recflow_feature_cache_config.yaml -------------------------------------------------------------------------------- /examples/recommendation/inference/feature_insert/protos/recflow.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/inference/feature_insert/protos/recflow.proto -------------------------------------------------------------------------------- /examples/recommendation/inference/feature_insert/protos/recflow_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/inference/feature_insert/protos/recflow_pb2.py -------------------------------------------------------------------------------- /examples/recommendation/inference/feature_insert/recflow_script/insert_redis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/inference/feature_insert/recflow_script/insert_redis.py -------------------------------------------------------------------------------- /examples/recommendation/inference/feature_insert/recflow_script/read_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/inference/feature_insert/recflow_script/read_data.py -------------------------------------------------------------------------------- /examples/recommendation/inference/feature_insert/recflow_script/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/inference/feature_insert/recflow_script/run.sh -------------------------------------------------------------------------------- /examples/recommendation/inference/test/candidate_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/inference/test/candidate_demo.py -------------------------------------------------------------------------------- /examples/recommendation/inference/test/i2i_index_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/inference/test/i2i_index_demo.py -------------------------------------------------------------------------------- /examples/recommendation/inference/test/insert_redis_baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/inference/test/insert_redis_baseline.py -------------------------------------------------------------------------------- /examples/recommendation/inference/test/read_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/inference/test/read_test.py -------------------------------------------------------------------------------- /examples/recommendation/inference/test/run_baseline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/inference/test/run_baseline.sh -------------------------------------------------------------------------------- /examples/recommendation/inference/test/test_onnx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/inference/test/test_onnx.py -------------------------------------------------------------------------------- /examples/recommendation/inference/test/test_redis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/inference/test/test_redis.py -------------------------------------------------------------------------------- /examples/recommendation/inference/test/u2i_index_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/inference/test/u2i_index_demo.py -------------------------------------------------------------------------------- /examples/recommendation/models/config/dcnv2_model.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/models/config/dcnv2_model.json -------------------------------------------------------------------------------- /examples/recommendation/models/config/dcnv2_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/models/config/dcnv2_train.json -------------------------------------------------------------------------------- /examples/recommendation/models/config/din_model.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/models/config/din_model.json -------------------------------------------------------------------------------- /examples/recommendation/models/config/din_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/models/config/din_train.json -------------------------------------------------------------------------------- /examples/recommendation/models/config/mmoe_din_dcn_model.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/models/config/mmoe_din_dcn_model.json -------------------------------------------------------------------------------- /examples/recommendation/models/config/mmoe_din_dcn_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/models/config/mmoe_din_dcn_train.json -------------------------------------------------------------------------------- /examples/recommendation/models/config/mmoe_model.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/models/config/mmoe_model.json -------------------------------------------------------------------------------- /examples/recommendation/models/config/mmoe_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/models/config/mmoe_train.json -------------------------------------------------------------------------------- /examples/recommendation/models/config/sasrec_model.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/models/config/sasrec_model.json -------------------------------------------------------------------------------- /examples/recommendation/models/config/sasrec_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/models/config/sasrec_train.json -------------------------------------------------------------------------------- /examples/recommendation/models/dcnv2_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/models/dcnv2_modeling.py -------------------------------------------------------------------------------- /examples/recommendation/models/din_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/models/din_modeling.py -------------------------------------------------------------------------------- /examples/recommendation/models/mmoe_din_dcn_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/models/mmoe_din_dcn_modeling.py -------------------------------------------------------------------------------- /examples/recommendation/models/mmoe_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/models/mmoe_modeling.py -------------------------------------------------------------------------------- /examples/recommendation/models/sasrec_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/models/sasrec_modeling.py -------------------------------------------------------------------------------- /examples/recommendation/tutorial.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/recommendation/tutorial.ipynb -------------------------------------------------------------------------------- /examples/text_retrieval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/README.md -------------------------------------------------------------------------------- /examples/text_retrieval/evaluation/eval_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/evaluation/eval_config.json -------------------------------------------------------------------------------- /examples/text_retrieval/evaluation/model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/evaluation/model_config.json -------------------------------------------------------------------------------- /examples/text_retrieval/evaluation/run_airbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/evaluation/run_airbench.sh -------------------------------------------------------------------------------- /examples/text_retrieval/evaluation/run_fiqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/evaluation/run_fiqa.py -------------------------------------------------------------------------------- /examples/text_retrieval/evaluation/run_fiqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/evaluation/run_fiqa.sh -------------------------------------------------------------------------------- /examples/text_retrieval/evaluation/run_old.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/evaluation/run_old.sh -------------------------------------------------------------------------------- /examples/text_retrieval/evaluation/search_results/eval_results.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/evaluation/search_results/eval_results.md -------------------------------------------------------------------------------- /examples/text_retrieval/inference/embedder/inference_embedder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/inference/embedder/inference_embedder.py -------------------------------------------------------------------------------- /examples/text_retrieval/inference/onnx2trt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/inference/onnx2trt.sh -------------------------------------------------------------------------------- /examples/text_retrieval/inference/reranker/inference_reranker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/inference/reranker/inference_reranker.py -------------------------------------------------------------------------------- /examples/text_retrieval/inference/reranker/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/inference/reranker/run.sh -------------------------------------------------------------------------------- /examples/text_retrieval/inference/run.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/inference/run.ipynb -------------------------------------------------------------------------------- /examples/text_retrieval/training/ds_stage0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/ds_stage0.json -------------------------------------------------------------------------------- /examples/text_retrieval/training/ds_stage1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/ds_stage1.json -------------------------------------------------------------------------------- /examples/text_retrieval/training/embedder/data_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/embedder/data_config.json -------------------------------------------------------------------------------- /examples/text_retrieval/training/embedder/log/multi_device.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/embedder/log/multi_device.log -------------------------------------------------------------------------------- /examples/text_retrieval/training/embedder/log/multi_node.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/embedder/log/multi_node.log -------------------------------------------------------------------------------- /examples/text_retrieval/training/embedder/log/multi_node_m3.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/embedder/log/multi_node_m3.log -------------------------------------------------------------------------------- /examples/text_retrieval/training/embedder/log/single_device.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/embedder/log/single_device.log -------------------------------------------------------------------------------- /examples/text_retrieval/training/embedder/model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/embedder/model_config.json -------------------------------------------------------------------------------- /examples/text_retrieval/training/embedder/multi_device.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/embedder/multi_device.py -------------------------------------------------------------------------------- /examples/text_retrieval/training/embedder/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/embedder/run.sh -------------------------------------------------------------------------------- /examples/text_retrieval/training/embedder/run_multi_device.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/embedder/run_multi_device.sh -------------------------------------------------------------------------------- /examples/text_retrieval/training/embedder/run_multi_node.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/embedder/run_multi_node.sh -------------------------------------------------------------------------------- /examples/text_retrieval/training/embedder/run_single_device.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/embedder/run_single_device.sh -------------------------------------------------------------------------------- /examples/text_retrieval/training/embedder/single_device.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/embedder/single_device.py -------------------------------------------------------------------------------- /examples/text_retrieval/training/embedder/training_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/embedder/training_config.json -------------------------------------------------------------------------------- /examples/text_retrieval/training/embedder/training_config_single_device.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/embedder/training_config_single_device.json -------------------------------------------------------------------------------- /examples/text_retrieval/training/embedder_accelerate_single_device.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/embedder_accelerate_single_device.sh -------------------------------------------------------------------------------- /examples/text_retrieval/training/multi_device.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/multi_device.json -------------------------------------------------------------------------------- /examples/text_retrieval/training/multi_node.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/multi_node.json -------------------------------------------------------------------------------- /examples/text_retrieval/training/multi_node_multi_device.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/multi_node_multi_device.json -------------------------------------------------------------------------------- /examples/text_retrieval/training/old/acce.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/old/acce.json -------------------------------------------------------------------------------- /examples/text_retrieval/training/old/embedder.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/old/embedder.sh -------------------------------------------------------------------------------- /examples/text_retrieval/training/old/embedder_accelerate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/old/embedder_accelerate.sh -------------------------------------------------------------------------------- /examples/text_retrieval/training/old/reranker.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/old/reranker.sh -------------------------------------------------------------------------------- /examples/text_retrieval/training/old/reranker_accelerate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/old/reranker_accelerate.sh -------------------------------------------------------------------------------- /examples/text_retrieval/training/reranker/data_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/reranker/data_config.json -------------------------------------------------------------------------------- /examples/text_retrieval/training/reranker/log/multi_device.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/reranker/log/multi_device.log -------------------------------------------------------------------------------- /examples/text_retrieval/training/reranker/log/multi_node.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/reranker/log/multi_node.log -------------------------------------------------------------------------------- /examples/text_retrieval/training/reranker/log/single.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/reranker/log/single.log -------------------------------------------------------------------------------- /examples/text_retrieval/training/reranker/model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/reranker/model_config.json -------------------------------------------------------------------------------- /examples/text_retrieval/training/reranker/multi_device.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/reranker/multi_device.py -------------------------------------------------------------------------------- /examples/text_retrieval/training/reranker/run_multi_device.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/reranker/run_multi_device.sh -------------------------------------------------------------------------------- /examples/text_retrieval/training/reranker/run_multi_node.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/reranker/run_multi_node.sh -------------------------------------------------------------------------------- /examples/text_retrieval/training/reranker/run_single_device.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/reranker/run_single_device.sh -------------------------------------------------------------------------------- /examples/text_retrieval/training/reranker/single_device.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/reranker/single_device.py -------------------------------------------------------------------------------- /examples/text_retrieval/training/reranker/training_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/reranker/training_config.json -------------------------------------------------------------------------------- /examples/text_retrieval/training/reranker/training_config_single_device.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/reranker/training_config_single_device.json -------------------------------------------------------------------------------- /examples/text_retrieval/training/reranker_accelerate_single_device.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/reranker_accelerate_single_device.sh -------------------------------------------------------------------------------- /examples/text_retrieval/training/single_device.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/single_device.json -------------------------------------------------------------------------------- /examples/text_retrieval/training/single_node_multi_device.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/single_node_multi_device.json -------------------------------------------------------------------------------- /examples/text_retrieval/training/single_node_single_device.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/training/single_node_single_device.json -------------------------------------------------------------------------------- /examples/text_retrieval/tutorial.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/examples/text_retrieval/tutorial.ipynb -------------------------------------------------------------------------------- /imgs/framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/imgs/framework.png -------------------------------------------------------------------------------- /serve/config/embedder.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/serve/config/embedder.json -------------------------------------------------------------------------------- /serve/config/reranker.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/serve/config/reranker.json -------------------------------------------------------------------------------- /serve/inference_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/serve/inference_service.py -------------------------------------------------------------------------------- /serve/inference_service_text_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/serve/inference_service_text_retrieval.py -------------------------------------------------------------------------------- /serve/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/serve/run.sh -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/USTCLLM/Nexus/HEAD/setup.py --------------------------------------------------------------------------------