├── .clang-format ├── .gitignore ├── .gitmodules ├── CMakeLists.txt ├── COMMITTERS.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── bin └── heturun ├── cmake ├── Modules │ ├── FindCUB.cmake │ ├── FindCUDNN.cmake │ ├── FindMETIS.cmake │ ├── FindMKL.cmake │ ├── FindNCCL.cmake │ ├── FindTHRUST.cmake │ └── FindZMQ.cmake └── config.example.cmake ├── environment.yml ├── examples ├── auto_parallel │ ├── .gitignore │ ├── cnn │ │ ├── analyze.py │ │ ├── experiment_scripts │ │ │ ├── .gitignore │ │ │ ├── compare.py │ │ │ ├── gen_nooverlap_scripts.py │ │ │ ├── gen_pipeopt_scripts.py │ │ │ ├── parse.py │ │ │ └── w16.yml │ │ ├── gen_configs.py │ │ ├── main.py │ │ ├── models │ │ │ ├── __init__.py │ │ │ ├── alexnet.py │ │ │ ├── inception_v3.py │ │ │ ├── resnet101.py │ │ │ ├── vgg19.py │ │ │ └── wide_resnet.py │ │ ├── test_models.py │ │ ├── test_scripts │ │ │ ├── compare.py │ │ │ ├── test_flexflow.py │ │ │ ├── test_gpipe.py │ │ │ ├── test_optcnn.py │ │ │ └── test_pipedream.py │ │ ├── test_simple_strategies.py │ │ └── torch_models │ │ │ ├── __init__.py │ │ │ ├── alexnet.py │ │ │ ├── inception_v3.py │ │ │ ├── resnet101.py │ │ │ ├── vgg19.py │ │ │ └── wide_resnet.py │ └── transformer │ │ ├── .gitignore │ │ ├── bert_main.py │ │ ├── experiment_scripts │ │ ├── .gitignore │ │ ├── compare.py │ │ ├── gen_large_noover_scripts.py │ │ ├── gen_pipeopt_scripts.py │ │ ├── parse.py │ │ └── w16.yml │ │ ├── gpt2_main.py │ │ ├── load_data.py │ │ ├── models │ │ ├── __init__.py │ │ ├── bert_config.py │ │ ├── gpt2_config.py │ │ ├── hetu_bert.py │ │ ├── hetu_gpt2.py │ │ ├── torch_bert.py │ │ └── torch_gpt2.py │ │ ├── test_bert.py │ │ ├── test_gpt2.py │ │ └── test_megatronlm.py ├── cnn │ ├── README.md │ ├── local_s1.yml │ ├── main.py │ ├── models │ │ ├── AlexNet.py │ │ ├── CNN.py │ │ ├── LSTM.py │ │ ├── LeNet.py │ │ ├── LogReg.py │ │ ├── MLP.py │ │ ├── RNN.py │ │ ├── ResNet.py │ │ ├── VGG.py │ │ └── __init__.py │ ├── pytorch_models │ │ ├── __init__.py │ │ ├── mlp.py │ │ ├── resnet.py │ │ ├── rnn.py │ │ └── vgg.py │ ├── run_tf_horovod.py │ ├── scripts │ │ ├── hetu_16gpu.sh │ │ ├── hetu_16gpu_ps.sh │ │ ├── hetu_1gpu.sh │ │ ├── hetu_2gpu_ps.sh │ │ ├── hetu_8gpu.sh │ │ ├── hetu_config16allreduce.yml │ │ ├── hetu_config16ps.yml │ │ ├── horovod_16gpu.sh │ │ ├── horovod_8gpu.sh │ │ ├── pytorch_16gpu_0.sh │ │ ├── pytorch_16gpu_1.sh │ │ ├── pytorch_1gpu.sh │ │ ├── pytorch_8gpu.sh │ │ ├── tf_16gpu_worker0.sh │ │ ├── tf_16gpu_worker1.sh │ │ ├── tf_1gpu.sh │ │ └── tf_8gpu.sh │ ├── settings │ │ ├── tf_dist_s1_w16.json │ │ ├── tf_dist_s1_w4.json │ │ └── tf_dist_s1_w8.json │ ├── tf_launch_server.py │ ├── tf_launch_worker.py │ ├── tf_main.py │ ├── tf_models │ │ ├── __init__.py │ │ ├── tf_CNN.py │ │ ├── tf_LSTM.py │ │ ├── tf_LeNet.py │ │ ├── tf_LogReg.py │ │ ├── tf_MLP.py │ │ ├── tf_RNN.py │ │ ├── tf_ResNet.py │ │ └── tf_VGG.py │ ├── torch_main.py │ ├── worker_conf0.json │ └── worker_conf1.json ├── ctr │ ├── .gitignore │ ├── README.md │ ├── data_utils.py │ ├── kill.sh │ ├── models │ │ ├── __init__.py │ │ ├── bce_test.py │ │ ├── dc_criteo.py │ │ ├── dcn_criteo.py │ │ ├── deepfm_criteo.py │ │ ├── load_data.py │ │ ├── wdl_adult.py │ │ └── wdl_criteo.py │ ├── run_hetu.py │ ├── run_tf_horovod.py │ ├── run_tf_local.py │ ├── run_tf_parallax.py │ ├── settings │ │ ├── dist_s2_w4.yml │ │ ├── local_s1_w2.yml │ │ ├── plx_local_spec.yml │ │ ├── tf_local_s1_w2.json │ │ ├── tf_local_s1_w4.json │ │ └── tf_local_s1_w8.json │ ├── tests │ │ ├── README.md │ │ ├── hybrid_dcn_criteo.sh │ │ ├── hybrid_dfm_criteo.sh │ │ ├── hybrid_wdl_adult.sh │ │ ├── hybrid_wdl_criteo.sh │ │ ├── local_dcn_criteo.sh │ │ ├── local_dfm_criteo.sh │ │ ├── local_wdl_adult.sh │ │ ├── local_wdl_criteo.sh │ │ ├── ps_dcn_criteo.sh │ │ ├── ps_dfm_criteo.sh │ │ ├── ps_wdl_adult.sh │ │ ├── ps_wdl_criteo.sh │ │ ├── tf_2workers.sh │ │ ├── tf_4workers.sh │ │ └── tf_8workers.sh │ ├── tf_launch_server.py │ ├── tf_launch_worker.py │ └── tf_models │ │ ├── __init__.py │ │ ├── tf_dcn_criteo.py │ │ ├── tf_deepfm_criteo.py │ │ ├── tf_wdl_adult.py │ │ └── tf_wdl_criteo.py ├── gnn │ ├── README.md │ ├── config │ │ ├── local_w2.yml │ │ ├── local_w4.yml │ │ ├── local_w8.yml │ │ └── single.yml │ ├── gnn_model │ │ ├── __init__.py │ │ ├── layer.py │ │ ├── model.py │ │ └── utils.py │ ├── gnn_tools │ │ ├── __init__.py │ │ ├── launcher.py │ │ ├── log.py │ │ ├── part_graph.py │ │ ├── prepare_amazon_data.py │ │ └── sparse_datasets.py │ ├── run_dist.py │ ├── run_dist_hybrid.py │ └── run_single.py ├── moe │ ├── README.md │ ├── scripts │ │ ├── run_2node_comm.sh │ │ ├── run_base.sh │ │ ├── run_hash.sh │ │ ├── run_ktop1.sh │ │ ├── run_mnist.sh │ │ ├── run_sam.sh │ │ ├── run_top1.sh │ │ ├── run_top1_16gpus.sh │ │ └── run_top2.sh │ ├── test_mnist.py │ ├── test_moe_base.py │ ├── test_moe_hash.py │ ├── test_moe_ktop1.py │ ├── test_moe_sam.py │ └── test_moe_top.py ├── nlp │ ├── .gitignore │ ├── README.md │ ├── __init__.py │ ├── bert │ │ ├── .gitignore │ │ ├── README.md │ │ ├── bert_config.py │ │ ├── config1.yml │ │ ├── config2.yml │ │ ├── config4.yml │ │ ├── config8.yml │ │ ├── create_pretraining_data.py │ │ ├── data │ │ │ ├── BooksDownloader.py │ │ │ ├── BookscorpusTextFormatting.py │ │ │ ├── Downloader.py │ │ │ ├── GLUEDownloader.py │ │ │ ├── GooglePretrainedWeightDownloader.py │ │ │ ├── NVIDIAPretrainedWeightDownloader.py │ │ │ ├── SquadDownloader.py │ │ │ ├── TextSharding.py │ │ │ ├── WikiDownloader.py │ │ │ ├── WikicorpusTextFormatting.py │ │ │ ├── __init__.py │ │ │ ├── bert-base-uncased-vocab.txt │ │ │ ├── bertPrep.py │ │ │ ├── preprocess_glue_data.py │ │ │ ├── squad │ │ │ │ └── squad_download.sh │ │ │ └── wikiextractor │ │ │ │ ├── WikiExtractor.py │ │ │ │ ├── __init__.py │ │ │ │ ├── cirrus-extract.py │ │ │ │ ├── clean.py │ │ │ │ ├── extract.py │ │ │ │ └── extractPage.py │ │ ├── file_utils.py │ │ ├── glue_processor │ │ │ └── glue.py │ │ ├── hetu_bert.py │ │ ├── hetu_bert_moe.py │ │ ├── load_data.py │ │ ├── pytorch_bert.py │ │ ├── scripts │ │ │ ├── create_datasets_from_start.sh │ │ │ ├── test_glue_hetu_bert_base.sh │ │ │ ├── test_glue_hetu_bert_large.sh │ │ │ ├── test_glue_pytorch_bert_base.sh │ │ │ ├── test_glue_pytorch_bert_large.sh │ │ │ ├── train_hetu_bert_base.sh │ │ │ ├── train_hetu_bert_base_dp.sh │ │ │ ├── train_hetu_bert_base_moe.sh │ │ │ ├── train_hetu_bert_base_ps.sh │ │ │ ├── train_hetu_bert_large.sh │ │ │ ├── train_hetu_bert_large_dp.sh │ │ │ ├── train_hetu_bert_large_ps.sh │ │ │ ├── train_pytorch_bert_base.sh │ │ │ └── train_pytorch_bert_large.sh │ │ ├── test_glue_hetu_bert.py │ │ ├── test_glue_pytorch_bert.py │ │ ├── tokenization.py │ │ ├── train_hetu_bert.py │ │ ├── train_hetu_bert_dp.py │ │ ├── train_hetu_bert_dp_moe.py │ │ ├── train_hetu_bert_ps.py │ │ └── train_pytorch_bert.py │ ├── data_load.py │ ├── hetu_transformer.py │ ├── hparams.py │ ├── prepare_data.py │ ├── tf_transformer.py │ ├── train_hetu_transformer.py │ └── train_tf_transformer.py ├── rec │ ├── .gitignore │ ├── models │ │ ├── __init__.py │ │ ├── base.py │ │ ├── gmf.py │ │ ├── load_data.py │ │ ├── mf.py │ │ ├── mlp.py │ │ └── neumf.py │ ├── run_compressed.py │ └── test │ │ ├── .gitignore │ │ ├── compare.py │ │ ├── config.py │ │ ├── hetu_data.py │ │ ├── hetu_main.py │ │ ├── hetu_ncf.py │ │ ├── torch_data.py │ │ ├── torch_main.py │ │ └── torch_ncf.py └── runner │ ├── README.md │ ├── local_allreduce.yml │ ├── local_ps.yml │ ├── models │ ├── MLP.py │ ├── __init__.py │ ├── load_data.py │ └── wdl_adult.py │ ├── parallel │ ├── README.md │ ├── all_cnn_tests.sh │ ├── all_mlp_tests.sh │ ├── complex_pipeline_mlp.py │ ├── config1.yml │ ├── config2.yml │ ├── config3.yml │ ├── config4.yml │ ├── config6.yml │ ├── config8.yml │ ├── data_model_pipeline_mlp.py │ ├── data_pipeline.py │ ├── data_pipeline_mlp.py │ ├── dist_config8.yml │ ├── dist_data_pipeline_mlp.py │ ├── gpipe.py │ ├── gpipe_multi.py │ ├── pipedream.py │ ├── ps_pipeline.py │ ├── simple_pipeline_mlp.py │ ├── test_mlp_base.py │ ├── test_mlp_mp.py │ ├── test_mlp_mp_pp.py │ ├── test_mlp_pp.py │ ├── test_model_cnn.py │ ├── test_model_cnn_base.py │ ├── test_model_cnn_complex.py │ └── validate_results.py │ ├── remote_allreduce.yml │ ├── remote_ps.yml │ ├── run_mlp.py │ └── run_wdl.py ├── hetu.exp ├── img ├── alibabacloud.png ├── features.png ├── hetu.png ├── kuaishou.png └── tencent.png ├── ps-lite ├── .gitignore ├── CMakeLists.txt ├── README.md ├── include │ ├── common │ │ ├── dmlc_base.h │ │ ├── logging.h │ │ ├── sarray.h │ │ ├── shared_mutex.h │ │ ├── thread_pool.h │ │ └── thread_safe_hash_map.h │ └── ps │ │ ├── base.h │ │ ├── internal │ │ ├── assign_op.h │ │ ├── customer.h │ │ ├── env.h │ │ ├── message.h │ │ ├── parallel_kv_match.h │ │ ├── parallel_sort.h │ │ ├── postoffice.h │ │ ├── threadsafe_pqueue.h │ │ ├── threadsafe_queue.h │ │ ├── utils.h │ │ └── van.h │ │ ├── kvapp.h │ │ ├── partitioner.h │ │ ├── ps.h │ │ ├── psf │ │ ├── PSFunc.h │ │ ├── cachetable.h │ │ ├── dense.h │ │ ├── misc.h │ │ ├── preduce.h │ │ ├── serializer.h │ │ ├── sparse.h │ │ └── ssp.h │ │ ├── range.h │ │ ├── server │ │ ├── PSFHandle.h │ │ ├── kvserver.h │ │ ├── optimizer.h │ │ ├── param.h │ │ ├── preduce_handler.h │ │ └── ssp_handler.h │ │ └── worker │ │ ├── PSAgent.h │ │ ├── callback_store.h │ │ ├── hetu_binding.h │ │ ├── kvworker.h │ │ └── worker.h ├── proto │ └── meta.proto └── src │ ├── PSFhandle_embedding.cc │ ├── PSFunc.cc │ ├── customer.cc │ ├── hetu_binding.cc │ ├── ibverbs_van.h │ ├── network_utils.h │ ├── p3_van.h │ ├── postoffice.cc │ ├── preduce_handler.cc │ ├── python_binding.cc │ ├── resender.h │ ├── thread_pool.cc │ ├── van.cc │ ├── worker.cc │ └── zmq_van.h ├── python ├── graphboard │ ├── __init__.py │ ├── graph2fig.py │ └── index.html ├── hetu │ ├── __init__.py │ ├── _base.py │ ├── communicator │ │ ├── __init__.py │ │ ├── mpi_comm.py │ │ ├── mpi_nccl_comm.py │ │ ├── nccl_comm.py │ │ └── test.sh │ ├── context.py │ ├── cpu_links │ │ ├── __init__.py │ │ └── dnnl_op.py │ ├── cstable.py │ ├── data.py │ ├── dataloader.py │ ├── distributed_strategies │ │ ├── __init__.py │ │ ├── base.py │ │ ├── flexflow.py │ │ ├── gpipe.py │ │ ├── optcnn.py │ │ ├── pipedream.py │ │ ├── pipeopt.py │ │ └── simple.py │ ├── gpu_links │ │ ├── AbsLink.py │ │ ├── AddConstLink.py │ │ ├── AddElewiseLink.py │ │ ├── AddmmLink.py │ │ ├── ArangeLink.py │ │ ├── ArgmaxLink.py │ │ ├── ArgsortLink.py │ │ ├── ArraySetLink.py │ │ ├── AssignWithIndexedSlicesLink.py │ │ ├── AutoDimLink.py │ │ ├── AvgPoolLink.py │ │ ├── BaddbmmLink.py │ │ ├── BatchMatrixMultLink.py │ │ ├── BinaryCrossEntropyLink.py │ │ ├── BoolLink.py │ │ ├── BroadcastLink.py │ │ ├── BroadcastShapeLink.py │ │ ├── ClampLink.py │ │ ├── CloneLink.py │ │ ├── CompressedEmbeddingLink.py │ │ ├── ConcatLink.py │ │ ├── ConcatenateLink.py │ │ ├── ConstPowLink.py │ │ ├── Conv2dBroadcastLink.py │ │ ├── Conv2dLink.py │ │ ├── Conv2dReduceSumLink.py │ │ ├── CrossEntropyLink.py │ │ ├── CrossEntropySparseLink.py │ │ ├── CuSparseLink.py │ │ ├── CudnnAvgPoolLink.py │ │ ├── CudnnBnLink.py │ │ ├── CudnnConv2d.py │ │ ├── CudnnConv2dAddBiasLink.py │ │ ├── CudnnDropoutLink.py │ │ ├── CudnnMaxPoolLink.py │ │ ├── CudnnSoftmaxCrossEntropyLink.py │ │ ├── CudnnSoftmaxLink.py │ │ ├── CumSumLink.py │ │ ├── DotLink.py │ │ ├── DropoutLink.py │ │ ├── EmbeddingLookUpLink.py │ │ ├── ExpLink.py │ │ ├── FloorLink.py │ │ ├── GatherLink.py │ │ ├── GeluLink.py │ │ ├── GroupTopKIdxLink.py │ │ ├── HA2ALayoutTransform.py │ │ ├── IndexedSliceLink.py │ │ ├── IndexingLink.py │ │ ├── InitializersLink.py │ │ ├── InstanceNorm2dLink.py │ │ ├── InterpolateLink.py │ │ ├── LayerNormLink.py │ │ ├── LayoutTransform.py │ │ ├── LeakyReluLink.py │ │ ├── LinearLink.py │ │ ├── LogLink.py │ │ ├── MaskLink.py │ │ ├── MaskedFillLink.py │ │ ├── MatrixDivideConstLink.py │ │ ├── MatrixDivideLink.py │ │ ├── MatrixMultLink.py │ │ ├── MatrixRsqrtLink.py │ │ ├── MatrixSqrtLink.py │ │ ├── MatrixTransLink.py │ │ ├── MaxLink.py │ │ ├── MaxPoolLink.py │ │ ├── MinDistLink.py │ │ ├── MinLink.py │ │ ├── MinusByConstLink.py │ │ ├── MinusElewiseLink.py │ │ ├── MultiplyConstLink.py │ │ ├── MultiplyElewiseLink.py │ │ ├── NllLossLink.py │ │ ├── NormLink.py │ │ ├── OneHotLink.py │ │ ├── OppositeLink.py │ │ ├── OptEmbedBinaryStepLink.py │ │ ├── OptimizerLink.py │ │ ├── PadLink.py │ │ ├── ParamClipLink.py │ │ ├── PowLink.py │ │ ├── PowerLink.py │ │ ├── PruneLink.py │ │ ├── QuantizeEmbeddingLink.py │ │ ├── QuantizeLink.py │ │ ├── ReduceMeanLink.py │ │ ├── ReduceMinLink.py │ │ ├── ReduceMulLink.py │ │ ├── ReduceNormLink.py │ │ ├── ReduceSumAxisZeroLink.py │ │ ├── ReduceSumLink.py │ │ ├── ReluLink.py │ │ ├── RepeatLink.py │ │ ├── ReshapeLink.py │ │ ├── ReverseLayoutTransform.py │ │ ├── RollLink.py │ │ ├── SamGroupSumLink.py │ │ ├── SamMaxLink.py │ │ ├── Scatter1DLink.py │ │ ├── ScatterLink.py │ │ ├── SigmoidLink.py │ │ ├── SignLink.py │ │ ├── SinLink.py │ │ ├── SliceAssignLink.py │ │ ├── SliceByMatrixLink.py │ │ ├── SliceLink.py │ │ ├── SoftmaxCrossEntropyLink.py │ │ ├── SoftmaxCrossEntropySparseLink.py │ │ ├── SoftmaxLink.py │ │ ├── SparseEmbeddingLookUpLink.py │ │ ├── SparseSetLink.py │ │ ├── TanhLink.py │ │ ├── TopKIdxLink.py │ │ ├── TopKValLink.py │ │ ├── TrilLookupLink.py │ │ ├── UniqueIndicesLink.py │ │ ├── WhereLink.py │ │ └── __init__.py │ ├── gpu_ops │ │ ├── Abs.py │ │ ├── AddConst.py │ │ ├── AddElewise.py │ │ ├── Addmm.py │ │ ├── AllGatherCommunicate.py │ │ ├── AllReduceCommunicate.py │ │ ├── AllToAll.py │ │ ├── Arange.py │ │ ├── Argmax.py │ │ ├── ArgmaxPartial.py │ │ ├── Argsort.py │ │ ├── AssignWithIndexedSlices.py │ │ ├── AvgPool.py │ │ ├── Baddbmm.py │ │ ├── BalanceAssignment.py │ │ ├── BatchMatrixMult.py │ │ ├── BatchNorm.py │ │ ├── BinaryCrossEntropy.py │ │ ├── BinaryCrossEntropyWithLogits.py │ │ ├── Bool.py │ │ ├── Broadcast.py │ │ ├── BroadcastCommunicate.py │ │ ├── BroadcastShape.py │ │ ├── Clamp.py │ │ ├── CompressedEmbedding.py │ │ ├── Concat.py │ │ ├── Concatenate.py │ │ ├── ConstPow.py │ │ ├── Conv2d.py │ │ ├── Conv2dAddBias.py │ │ ├── Conv2dBroadcast.py │ │ ├── Conv2dReduceSum.py │ │ ├── CrossEntropy.py │ │ ├── CrossEntropySparse.py │ │ ├── CuSparse.py │ │ ├── Cumsum.py │ │ ├── DataTransfer.py │ │ ├── Dispatch.py │ │ ├── DistGCN_15d.py │ │ ├── Division.py │ │ ├── Dropout.py │ │ ├── EmbeddingLookUp.py │ │ ├── Exp.py │ │ ├── Floor.py │ │ ├── Full.py │ │ ├── Gather.py │ │ ├── Gelu.py │ │ ├── GroupTopKIdx.py │ │ ├── HAllToAll.py │ │ ├── Indexing.py │ │ ├── InstanceNorm2d.py │ │ ├── Interpolate.py │ │ ├── LayerNorm.py │ │ ├── LayoutTransform.py │ │ ├── LeakyRelu.py │ │ ├── Linear.py │ │ ├── LogElewise.py │ │ ├── LogSoftmax.py │ │ ├── Mask.py │ │ ├── MaskedFill.py │ │ ├── MatrixDot.py │ │ ├── MatrixMult.py │ │ ├── Max.py │ │ ├── MaxPool.py │ │ ├── Min.py │ │ ├── MinDist.py │ │ ├── MinusByConst.py │ │ ├── MinusElewise.py │ │ ├── MultiplyConst.py │ │ ├── MultiplyElewise.py │ │ ├── NllLoss.py │ │ ├── Node.py │ │ ├── Norm.py │ │ ├── OneHot.py │ │ ├── OnesLike.py │ │ ├── Opposite.py │ │ ├── OptEmbedBinaryStep.py │ │ ├── Pad.py │ │ ├── ParamClip.py │ │ ├── ParameterServerCommunicate.py │ │ ├── PipelineReceive.py │ │ ├── PipelineSend.py │ │ ├── Pow.py │ │ ├── Power.py │ │ ├── Prune.py │ │ ├── Quantize.py │ │ ├── QuantizeALPTEmb.py │ │ ├── QuantizeEmbedding.py │ │ ├── README.md │ │ ├── Rand.py │ │ ├── ReduceCommunicate.py │ │ ├── ReduceMean.py │ │ ├── ReduceMin.py │ │ ├── ReduceMul.py │ │ ├── ReduceNorm1.py │ │ ├── ReduceNorm2.py │ │ ├── ReduceScatterCommunicate.py │ │ ├── ReduceSum.py │ │ ├── ReduceSumAxisZero.py │ │ ├── Relu.py │ │ ├── Repeat.py │ │ ├── Reshape.py │ │ ├── ReshapeTo.py │ │ ├── ReverseLayoutTransform.py │ │ ├── ReverseLayoutTransformNoGate.py │ │ ├── Roll.py │ │ ├── SamGroupSum.py │ │ ├── SamMax.py │ │ ├── Sample.py │ │ ├── Scatter.py │ │ ├── Scatter1D.py │ │ ├── Sigmoid.py │ │ ├── Sign.py │ │ ├── Sin.py │ │ ├── Slice.py │ │ ├── SliceAssign.py │ │ ├── SliceByMatrix.py │ │ ├── Softmax.py │ │ ├── SoftmaxCrossEntropy.py │ │ ├── SoftmaxCrossEntropySparse.py │ │ ├── SparseEmbeddingLookUp.py │ │ ├── SparseSet.py │ │ ├── Split.py │ │ ├── Sqrt.py │ │ ├── StopGradient.py │ │ ├── Sum.py │ │ ├── SumSparseGradient.py │ │ ├── Tanh.py │ │ ├── Tile.py │ │ ├── TopKIdx.py │ │ ├── TopKVal.py │ │ ├── Transpose.py │ │ ├── TrilLookup.py │ │ ├── Unique.py │ │ ├── Variable.py │ │ ├── Where.py │ │ ├── ZerosLike.py │ │ ├── __init__.py │ │ ├── executor.py │ │ ├── gpipe_subexecutor.py │ │ ├── pipedream_subexecutor.py │ │ ├── pipeline_subexecutor.py │ │ └── timer_subexecutor.py │ ├── initializers.py │ ├── launcher.py │ ├── layers │ │ ├── BalanceGate.py │ │ ├── HashGate.py │ │ ├── KTop1Gate.py │ │ ├── SAMGate.py │ │ ├── TopGate.py │ │ ├── __init__.py │ │ ├── attention.py │ │ ├── base.py │ │ ├── batch_split_layer.py │ │ ├── concatenate.py │ │ ├── conv.py │ │ ├── dropout.py │ │ ├── embedding.py │ │ ├── gates │ │ │ ├── base_gate.py │ │ │ ├── gshard_gate.py │ │ │ └── naive_gate.py │ │ ├── gelu.py │ │ ├── hash_layer.py │ │ ├── identity.py │ │ ├── ktop1_layer.py │ │ ├── linear.py │ │ ├── loss.py │ │ ├── mish.py │ │ ├── moe_layer.py │ │ ├── normalization.py │ │ ├── pooling.py │ │ ├── relu.py │ │ ├── reshape.py │ │ ├── sam_layer.py │ │ ├── sequence.py │ │ ├── slice.py │ │ └── sum.py │ ├── logger.py │ ├── lr_scheduler.py │ ├── memory_pool.py │ ├── metrics.py │ ├── ndarray.py │ ├── onnx │ │ ├── X2hetu │ │ │ ├── __init__.py │ │ │ ├── handler.py │ │ │ └── handlers │ │ │ │ ├── __init__.py │ │ │ │ ├── array.py │ │ │ │ ├── math.py │ │ │ │ └── nn.py │ │ ├── __init__.py │ │ ├── constants.py │ │ ├── graph.py │ │ ├── handler.py │ │ ├── hetu2onnx.py │ │ ├── onnx2hetu.py │ │ ├── onnx_opset │ │ │ ├── AddConst.py │ │ │ ├── AddElewise.py │ │ │ ├── BatchNorm.py │ │ │ ├── Concat.py │ │ │ ├── Conv2d.py │ │ │ ├── Division.py │ │ │ ├── Dropout.py │ │ │ ├── Identity.py │ │ │ ├── MatrixMult.py │ │ │ ├── MultiplyConst.py │ │ │ ├── OneHot.py │ │ │ ├── Opposite.py │ │ │ ├── Pad.py │ │ │ ├── Pool.py │ │ │ ├── Reduces.py │ │ │ ├── Relu.py │ │ │ ├── Reshape.py │ │ │ ├── Slice.py │ │ │ ├── Softmax.py │ │ │ ├── Sqrt.py │ │ │ ├── Tanh.py │ │ │ ├── Transpose.py │ │ │ ├── Variable.py │ │ │ ├── Where.py │ │ │ ├── __init__.py │ │ │ └── general.py │ │ └── util.py │ ├── optimizer.py │ ├── preduce.py │ ├── profiler.py │ ├── random.py │ ├── stream.py │ └── tokenizers │ │ ├── __init__.py │ │ ├── bert_tokenizer.py │ │ └── utils.py └── runner.py ├── src ├── CMakeLists.txt ├── common │ ├── c_runtime_api.cc │ ├── c_runtime_api.h │ ├── cpu_device_api.cc │ ├── cpu_device_api.h │ ├── cuda_device_api.h │ ├── device_api.h │ ├── dispatch.h │ ├── dlarray.h │ ├── random.cc │ ├── random.h │ └── runtime_base.h ├── communication │ ├── CMakeLists.txt │ ├── c_communication_nthread.cc │ ├── mpi_communication.cc │ ├── mpi_nccl_communication.cu │ └── nccl_communication.cu ├── cuda_common │ ├── cuda_device_api.cc │ ├── gpu_chunk.cc │ ├── gpu_functions.cuh │ ├── gpu_reduce.h │ ├── gpu_runtime.cc │ └── gpu_runtime.h ├── dnnl_ops │ ├── AddConst.cpp │ ├── AddElewise.cpp │ ├── ArraySet.cpp │ ├── AvgPool.cpp │ ├── BatchNorm.cpp │ ├── BroadcastTo.cpp │ ├── Concat.cpp │ ├── Conv2d.cpp │ ├── DivideConst.cpp │ ├── DivideElewise.cpp │ ├── Dropout.cpp │ ├── EmbeddingLookup.cpp │ ├── Gelu.cpp │ ├── Initializers.cpp │ ├── MatrixMult.cpp │ ├── MaxPool.cpp │ ├── MultiplyConst.cpp │ ├── MultiplyElewise.cpp │ ├── Opposite.cpp │ ├── Optimizers.cpp │ ├── Pad.cpp │ ├── ReduceIndexedSlice.cpp │ ├── ReduceSumAxisZero.cpp │ ├── Relu.cpp │ ├── Reshape.cpp │ ├── Sigmoid.cpp │ ├── Softmax.cpp │ ├── SoftmaxCrossEntropy.cpp │ ├── Sqrt.cpp │ ├── Tanh.cpp │ ├── Transpose.cpp │ ├── UniqueIndices.cpp │ ├── dnnl_runtime.cc │ └── dnnl_runtime.h ├── header │ ├── mpi_communication.h │ ├── mpi_nccl_communication.h │ ├── nccl_communication.h │ └── types.h ├── hetu_cache │ ├── CMakeLists.txt │ ├── include │ │ ├── binding.h │ │ ├── cache.h │ │ ├── embedding.h │ │ ├── hetu_client.h │ │ ├── lfu_cache.h │ │ ├── lfuopt_cache.h │ │ ├── lru_cache.h │ │ └── unqiue_tools.h │ └── src │ │ ├── cache.cc │ │ ├── embedding.cc │ │ ├── hetu_client.cc │ │ ├── lfu_cache.cc │ │ ├── lfuopt_cache.cc │ │ ├── lru_cache.cc │ │ └── python_api.cc ├── memory_pool │ ├── BFC_allocator.cc │ ├── BFC_allocator.h │ ├── allocator.cc │ └── allocator.h └── ops │ ├── Abs.cu │ ├── AddConst.cu │ ├── AddElewise.cu │ ├── Addmm.cu │ ├── Arange.cu │ ├── Argmax.cu │ ├── ArgmaxPartial.cu │ ├── Argsort.cu │ ├── ArrayLazyCallback.cu │ ├── ArraySet.cu │ ├── AssignWithIndexedSlices.cu │ ├── AutoDimOps.cu │ ├── AvgPool.cu │ ├── Baddbmm.cu │ ├── BatchMatrixMult.cu │ ├── BinaryCrossEntropy.cu │ ├── BinaryCrossEntropyWithLogits.cu │ ├── Bool.cu │ ├── Broadcast.cu │ ├── BroadcastShape.cu │ ├── Clamp.cu │ ├── Clip.cu │ ├── Clone.cu │ ├── CompressedEmbedding.cu │ ├── Concat.cu │ ├── Concatenate.cu │ ├── ConstPow.cu │ ├── Conv2d.cu │ ├── Conv2dBroadcast.cu │ ├── Conv2dReduceSum.cu │ ├── CrossEntropy.cu │ ├── CrossEntropySparse.cu │ ├── CuSparseCsrmm.cu │ ├── CuSparseCsrmv.cu │ ├── CudnnAvgPool.cu │ ├── CudnnBn.cu │ ├── CudnnConv2d.cu │ ├── CudnnConv2dAddBias.cu │ ├── CudnnDropout.cu │ ├── CudnnMaxPool.cu │ ├── CudnnSoftmax.cu │ ├── CudnnSoftmaxEntropy.cu │ ├── CumSum.cu │ ├── DivideConst.cu │ ├── DivideElewise.cu │ ├── Dot.cu │ ├── Dropout.cu │ ├── EmbeddingLookup.cu │ ├── Exp.cu │ ├── Floor.cu │ ├── Gather.cu │ ├── Gelu.cu │ ├── GroupTopKIdx.cu │ ├── H_A2A_LayoutTransform.cu │ ├── IndexedSlices.cu │ ├── Indexing.cu │ ├── Initializers.cu │ ├── InstanceNorm2d.cu │ ├── Interpolate.cu │ ├── LayerNorm.cu │ ├── LayoutTransform.cu │ ├── LeakyRelu.cu │ ├── Linear.cu │ ├── Log.cu │ ├── Mask.cu │ ├── MaskedFill.cu │ ├── MatrixMult.cu │ ├── Max.cu │ ├── MaxPool.cu │ ├── Min.cu │ ├── MinDist.cu │ ├── MinusByConst.cu │ ├── MinusElewise.cu │ ├── MultiplyConst.cu │ ├── MultiplyElewise.cu │ ├── NllLoss.cu │ ├── Norm.cu │ ├── OneHot.cu │ ├── Opposite.cu │ ├── OptEmbedBinaryStep.cu │ ├── Optimizers.cu │ ├── OptimizersSparse.cu │ ├── Outer.cu │ ├── Pad.cu │ ├── Pow.cu │ ├── Power.cu │ ├── PruneMask.cu │ ├── Quantize.cu │ ├── QuantizeEmbedding.cu │ ├── ReduceGeneral.cu │ ├── ReduceIndexedSlice.cu │ ├── ReduceSum.cu │ ├── ReduceSumAxisZero.cu │ ├── Relu.cu │ ├── Repeat.cu │ ├── Reshape.cu │ ├── Roll.cu │ ├── SamGroupSum.cu │ ├── SamMax.cu │ ├── Scatter.cu │ ├── Scatter1D.cu │ ├── Sigmoid.cu │ ├── Sign.cu │ ├── SignedQuantize.cu │ ├── Sin.cu │ ├── Slice.cu │ ├── SliceAssign.cu │ ├── SliceByMatrix.cu │ ├── Softmax.cu │ ├── SoftmaxCrossEntropy.cu │ ├── SoftmaxCrossEntropySparse.cu │ ├── SparseEmbeddingLookup.cu │ ├── SparseSet.cu │ ├── Sqrt.cu │ ├── Tanh.cu │ ├── TopKIdx.cu │ ├── TopKVal.cu │ ├── Transpose.cu │ ├── TrilLookup.cu │ ├── UniqueIndices.cu │ └── Where.cu ├── tests ├── README.md ├── balanced.py ├── draft.py ├── get_gpu_memory.py ├── hetu_cache │ ├── hetu_cache_config.yml │ └── hetu_cache_test.py ├── onnx │ ├── README.md │ ├── cnn_hetu_onnx_tf.py │ ├── cnn_tf_onnx_hetu.py │ ├── dnn_hetu_onnx_tf.py │ ├── dnn_tf_onnx_hetu.py │ ├── rnn_hetu_onnx_tf.py │ ├── rnn_tf_onnx_hetu.py │ ├── test_cnn.py │ ├── test_mlp.py │ └── test_nodes.py ├── pstests │ ├── local_s2_w1.yml │ ├── local_s2_w2.yml │ ├── test_apis.py │ ├── test_bandwidth.py │ ├── test_push_data.py │ ├── test_tf_bandwidth.py │ └── tf_local_s1_w2.json ├── test_DistGCN │ ├── prepare_data_GCN15d.py │ ├── prepare_data_GCN15d_reorder.py │ ├── test_group_comm.py │ └── test_model_distGCN15d.py ├── test_comm.py ├── test_datatransfer_op.py ├── test_dnnl_op.py ├── test_embedding_op.py ├── test_encode_decode.py ├── test_gpu_initializers.py ├── test_gpu_op.py ├── test_ha2agather.py ├── test_lr_scheduler.py ├── test_nccl_bandwidth.py ├── test_ops.py ├── test_optimizer.py ├── test_profiler.py ├── test_ps_preduce.py ├── test_reorder_lookup.py ├── test_resnet_block.py ├── test_simple_version_ops.py ├── test_sparse.py ├── test_sparse_op.py ├── test_split.py ├── test_sum_sparse_grad.py ├── test_transformer_ops.py ├── test_unique.py ├── tester.py └── torch_balance.py └── tools ├── EmbeddingMemoryCompression ├── .gitignore ├── README.md ├── config.cmake ├── methods │ ├── __init__.py │ ├── layers │ │ ├── __init__.py │ │ ├── adapt.py │ │ ├── alpt.py │ │ ├── autodim.py │ │ ├── autosrh.py │ │ ├── compo.py │ │ ├── deduplication.py │ │ ├── deeplight.py │ │ ├── dhe.py │ │ ├── dpq.py │ │ ├── hash.py │ │ ├── mde.py │ │ ├── mgqe.py │ │ ├── optembed.py │ │ ├── pep.py │ │ ├── primes.npy │ │ ├── quantize.py │ │ ├── robe.py │ │ ├── sparse.py │ │ └── tensortrain.py │ └── scheduler │ │ ├── __init__.py │ │ ├── adapt.py │ │ ├── alpt.py │ │ ├── autodim.py │ │ ├── autosrh.py │ │ ├── base.py │ │ ├── compo.py │ │ ├── compressor.py │ │ ├── deduplication.py │ │ ├── deeplight.py │ │ ├── dhe.py │ │ ├── dpq.py │ │ ├── hash.py │ │ ├── md.py │ │ ├── mgqe.py │ │ ├── multistage.py │ │ ├── optembed.py │ │ ├── pep.py │ │ ├── quantize.py │ │ ├── robe.py │ │ ├── switchinference.py │ │ └── tensortrain.py ├── models │ ├── __init__.py │ ├── base.py │ ├── bench │ │ └── dlrm_s_criteo_kaggle.sh │ ├── dcn.py │ ├── deepfm.py │ ├── dlrm.py │ ├── dlrm_data_pytorch.py │ ├── dlrm_s_pytorch.py │ ├── dlrm_test.py │ ├── dlrm_torch.py │ ├── load_data.py │ ├── load_data_avazu_variants.py │ ├── load_data_criteo_variants.py │ └── wdl.py ├── run_compressed.py ├── scripts │ ├── .gitignore │ ├── fit_scaling_law.py │ ├── plot_dimension_autosrh.py │ ├── plot_dimension_mde.py │ └── plot_powerlaw.py ├── supplements │ ├── Explain_TTRec.md │ └── static_encoding.png └── test_rag.py └── Galvatron ├── .DS_Store ├── MANIFEST.in ├── Makefile ├── README.md ├── csrc └── dp_core.cpp ├── figs └── api.jpg ├── galvatron.exp ├── galvatron ├── .DS_Store ├── MANIFEST.in ├── __init__.py ├── core │ ├── __init__.py │ ├── arguments.py │ ├── comm_groups.py │ ├── dataloader.py │ ├── hybrid_parallel_config.py │ ├── hybrid_parallel_model.py │ ├── initialize.py │ ├── parallel.py │ ├── pipeline │ │ ├── __init__.py │ │ ├── grad_reduce.py │ │ ├── pipeline.py │ │ └── utils.py │ ├── profiler.py │ ├── redistribute.py │ └── tensor_parallel │ │ ├── __init__.py │ │ ├── transformer.py │ │ └── utils.py ├── models │ ├── README.md │ ├── __init__.py │ ├── baichuan │ │ ├── BaiChuanModel_hybrid_parallel.py │ │ ├── BaiChuanModel_sequential.py │ │ ├── BaiChuanModel_tensor_parallel.py │ │ ├── __init__.py │ │ ├── arguments.py │ │ ├── configs │ │ │ ├── computation_profiling_bf16_hidden4096_head32_seqlen2048.json │ │ │ ├── galvatron_config_baichuan-7b_2nodes_8gpus_per_node_40GB_bf16_3D_example.json │ │ │ ├── galvatron_config_baichuan-7b_2nodes_8gpus_per_node_40GB_bf16_example.json │ │ │ └── memory_profiling_bf16_hidden4096_head32_seqlen2048.json │ │ ├── dataloader.py │ │ ├── hf_configs │ │ │ ├── __init__.py │ │ │ ├── baichuan-7b │ │ │ │ ├── config.json │ │ │ │ ├── config_ori.json │ │ │ │ └── configuration_baichuan.py │ │ │ └── config_utils.py │ │ ├── scripts │ │ │ ├── train.sh │ │ │ └── train_dist.sh │ │ ├── train.py │ │ └── train_dist.py │ ├── gpt │ │ ├── GPTModel_hybrid_parallel.py │ │ ├── GPTModel_sequential.py │ │ ├── GPTModel_tensor_parallel.py │ │ ├── __init__.py │ │ ├── arguments.py │ │ ├── configs │ │ │ ├── computation_profiling_bf16_hidden1600_head32_seqlen1024.json │ │ │ ├── computation_profiling_bf16_hidden2560_head32_seqlen2048.json │ │ │ ├── computation_profiling_bf16_hidden4096_head32_seqlen2048.json │ │ │ ├── galvatron_config_gpt-1.5b_2nodes_8gpus_per_node_40GB_bf16_3D_example.json │ │ │ ├── galvatron_config_gpt-1.5b_2nodes_8gpus_per_node_40GB_bf16_example.json │ │ │ ├── galvatron_config_gpt-2.7b_2nodes_8gpus_per_node_40GB_bf16_3D_example.json │ │ │ ├── galvatron_config_gpt-2.7b_2nodes_8gpus_per_node_40GB_bf16_example.json │ │ │ ├── galvatron_config_gpt-6.7b_2nodes_8gpus_per_node_40GB_bf16_3D_example.json │ │ │ ├── galvatron_config_gpt-6.7b_2nodes_8gpus_per_node_40GB_bf16_example.json │ │ │ ├── memory_profiling_bf16_hidden1600_head32_seqlen1024.json │ │ │ ├── memory_profiling_bf16_hidden2560_head32_seqlen2048.json │ │ │ └── memory_profiling_bf16_hidden4096_head32_seqlen2048.json │ │ ├── dataloader.py │ │ ├── meta_configs │ │ │ ├── __init__.py │ │ │ ├── config_utils.py │ │ │ ├── gpt-0.3b.json │ │ │ ├── gpt-1.5b.json │ │ │ ├── gpt-2.7b.json │ │ │ └── gpt-6.7b.json │ │ ├── scripts │ │ │ ├── train.sh │ │ │ └── train_dist.sh │ │ ├── train.py │ │ └── train_dist.py │ └── llama │ │ ├── LlamaModel_hybrid_parallel.py │ │ ├── LlamaModel_sequential.py │ │ ├── LlamaModel_tensor_parallel.py │ │ ├── __init__.py │ │ ├── arguments.py │ │ ├── configs │ │ ├── computation_profiling_bf16_hidden4096_head32_seqlen2048.json │ │ ├── galvatron_config_llama-7b_2nodes_8gpus_per_node_40GB_bf16_3D_example.json │ │ ├── galvatron_config_llama-7b_2nodes_8gpus_per_node_40GB_bf16_example.json │ │ └── memory_profiling_bf16_hidden4096_head32_seqlen2048.json │ │ ├── dataloader.py │ │ ├── meta_configs │ │ ├── __init__.py │ │ ├── config_utils.py │ │ ├── llama-13b.json │ │ ├── llama-30b.json │ │ └── llama-7b.json │ │ ├── scripts │ │ ├── train.sh │ │ └── train_dist.sh │ │ ├── train.py │ │ └── train_dist.py ├── profile_hardware │ ├── hardware_configs │ │ ├── allreduce_bandwidth_1nodes_4gpus_per_node.json │ │ ├── allreduce_bandwidth_1nodes_8gpus_per_node.json │ │ ├── allreduce_bandwidth_2nodes_8gpus_per_node.json │ │ ├── overlap_coefficient.json │ │ ├── p2p_bandwidth_1nodes_4gpus_per_node.json │ │ ├── p2p_bandwidth_1nodes_8gpus_per_node.json │ │ └── p2p_bandwidth_2nodes_8gpus_per_node.json │ ├── hostfile │ ├── profile_hardware.py │ ├── profile_overlap.py │ └── scripts │ │ ├── build_nccl_test.sh │ │ ├── profile_hardware.sh │ │ ├── profile_overlap.sh │ │ └── run_nccl_test.sh ├── scripts │ ├── flash_attn_ops_install.sh │ └── prepare_env.sh ├── site_package │ ├── __init__.py │ ├── megatron │ │ ├── __init__.py │ │ ├── arguments.py │ │ ├── checkpointing.py │ │ ├── core │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── enums.py │ │ │ ├── package_info.py │ │ │ ├── parallel_state.py │ │ │ ├── pipeline_parallel │ │ │ │ ├── __init__.py │ │ │ │ ├── p2p_communication.py │ │ │ │ └── schedules.py │ │ │ ├── requirements.txt │ │ │ ├── tensor_parallel │ │ │ │ ├── __init__.py │ │ │ │ ├── cross_entropy.py │ │ │ │ ├── data.py │ │ │ │ ├── layers.py │ │ │ │ ├── mappings.py │ │ │ │ ├── mappings_group.py │ │ │ │ ├── random.py │ │ │ │ └── utils.py │ │ │ └── utils.py │ │ ├── data │ │ │ ├── Makefile │ │ │ ├── __init__.py │ │ │ ├── autoaugment.py │ │ │ ├── bert_dataset.py │ │ │ ├── biencoder_dataset_utils.py │ │ │ ├── blendable_dataset.py │ │ │ ├── data_samplers.py │ │ │ ├── dataset_utils.py │ │ │ ├── gpt_dataset.py │ │ │ ├── helpers.cpp │ │ │ ├── ict_dataset.py │ │ │ ├── indexed_dataset.py │ │ │ ├── orqa_wiki_dataset.py │ │ │ ├── realm_dataset_utils.py │ │ │ ├── realm_index.py │ │ │ ├── t5_dataset.py │ │ │ ├── test │ │ │ │ ├── test_indexed_dataset.py │ │ │ │ └── test_preprocess_data.sh │ │ │ └── vit_dataset.py │ │ ├── dist_signal_handler.py │ │ ├── fp16_deprecated │ │ │ └── loss_scaler.py │ │ ├── fused_kernels │ │ │ ├── __init__.py │ │ │ ├── compat.h │ │ │ ├── scaled_masked_softmax.cpp │ │ │ ├── scaled_masked_softmax.h │ │ │ ├── scaled_masked_softmax_cuda.cu │ │ │ ├── scaled_softmax.cpp │ │ │ ├── scaled_softmax_cuda.cu │ │ │ ├── scaled_upper_triang_masked_softmax.cpp │ │ │ ├── scaled_upper_triang_masked_softmax.h │ │ │ ├── scaled_upper_triang_masked_softmax_cuda.cu │ │ │ ├── tests │ │ │ │ ├── __init__.py │ │ │ │ └── test_fused_kernels.py │ │ │ └── type_shim.h │ │ ├── global_vars.py │ │ ├── indexer.py │ │ ├── initialize.py │ │ ├── memory.py │ │ ├── microbatches.py │ │ ├── model │ │ │ ├── __init__.py │ │ │ ├── bert_model.py │ │ │ ├── biencoder_model.py │ │ │ ├── classification.py │ │ │ ├── distributed.py │ │ │ ├── enums.py │ │ │ ├── fused_bias_gelu.py │ │ │ ├── fused_layer_norm.py │ │ │ ├── fused_softmax.py │ │ │ ├── gpt_model.py │ │ │ ├── language_model.py │ │ │ ├── module.py │ │ │ ├── multiple_choice.py │ │ │ ├── realm_model.py │ │ │ ├── retro_transformer.py │ │ │ ├── rotary_pos_embedding.py │ │ │ ├── t5_model.py │ │ │ ├── transformer.py │ │ │ ├── utils.py │ │ │ └── vision │ │ │ │ ├── classification.py │ │ │ │ ├── dino.py │ │ │ │ ├── esvit_swin_backbone.py │ │ │ │ ├── inpainting.py │ │ │ │ ├── knn_monitor.py │ │ │ │ ├── mit_backbone.py │ │ │ │ ├── swin_backbone.py │ │ │ │ ├── utils.py │ │ │ │ └── vit_backbone.py │ │ ├── mpu │ │ │ └── tests │ │ │ │ ├── __init__.py │ │ │ │ ├── commons.py │ │ │ │ ├── test_cross_entropy.py │ │ │ │ ├── test_data.py │ │ │ │ ├── test_initialize.py │ │ │ │ ├── test_layers.py │ │ │ │ └── test_random.py │ │ ├── optimizer │ │ │ ├── __init__.py │ │ │ ├── clip_grads.py │ │ │ ├── distrib_optimizer.py │ │ │ ├── grad_scaler.py │ │ │ └── optimizer.py │ │ ├── optimizer_param_scheduler.py │ │ ├── static │ │ │ └── index.html │ │ ├── text_generation │ │ │ ├── __init__.py │ │ │ ├── api.py │ │ │ ├── beam_utils.py │ │ │ ├── communication.py │ │ │ ├── forward_step.py │ │ │ ├── generation.py │ │ │ ├── sampling.py │ │ │ └── tokenization.py │ │ ├── text_generation_server.py │ │ ├── timers.py │ │ ├── tokenizer │ │ │ ├── __init__.py │ │ │ ├── bert_tokenization.py │ │ │ ├── gpt2_tokenization.py │ │ │ └── tokenizer.py │ │ ├── training.py │ │ └── utils.py │ └── nccl-tests │ │ ├── .gitignore │ │ ├── LICENSE.txt │ │ ├── Makefile │ │ ├── README.md │ │ ├── doc │ │ └── PERFORMANCE.md │ │ ├── src │ │ ├── Makefile │ │ ├── all_gather.cu │ │ ├── all_reduce.cu │ │ ├── alltoall.cu │ │ ├── broadcast.cu │ │ ├── common.cu │ │ ├── common.h │ │ ├── gather.cu │ │ ├── hypercube.cu │ │ ├── nccl1_compat.h │ │ ├── reduce.cu │ │ ├── reduce_scatter.cu │ │ ├── scatter.cu │ │ ├── sendrecv.cu │ │ ├── timer.cc │ │ └── timer.h │ │ └── verifiable │ │ ├── Makefile │ │ ├── inexact_regress.cu │ │ ├── verifiable.cu │ │ ├── verifiable.h │ │ └── verifiable.mk └── utils │ ├── __init__.py │ ├── config_utils.py │ ├── memory_utils.py │ ├── strategy_utils.py │ └── training_utils.py ├── requirements.txt └── setup.py /.clang-format: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/.clang-format -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/.gitmodules -------------------------------------------------------------------------------- /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /COMMITTERS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/COMMITTERS.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/README.md -------------------------------------------------------------------------------- /bin/heturun: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/bin/heturun -------------------------------------------------------------------------------- /cmake/Modules/FindCUB.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/cmake/Modules/FindCUB.cmake -------------------------------------------------------------------------------- /cmake/Modules/FindCUDNN.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/cmake/Modules/FindCUDNN.cmake -------------------------------------------------------------------------------- /cmake/Modules/FindMETIS.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/cmake/Modules/FindMETIS.cmake -------------------------------------------------------------------------------- /cmake/Modules/FindMKL.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/cmake/Modules/FindMKL.cmake -------------------------------------------------------------------------------- /cmake/Modules/FindNCCL.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/cmake/Modules/FindNCCL.cmake -------------------------------------------------------------------------------- /cmake/Modules/FindTHRUST.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/cmake/Modules/FindTHRUST.cmake -------------------------------------------------------------------------------- /cmake/Modules/FindZMQ.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/cmake/Modules/FindZMQ.cmake -------------------------------------------------------------------------------- /cmake/config.example.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/cmake/config.example.cmake -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/environment.yml -------------------------------------------------------------------------------- /examples/auto_parallel/.gitignore: -------------------------------------------------------------------------------- 1 | scripts/ 2 | test_strategy/ 3 | *.json -------------------------------------------------------------------------------- /examples/auto_parallel/cnn/analyze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/auto_parallel/cnn/analyze.py -------------------------------------------------------------------------------- /examples/auto_parallel/cnn/gen_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/auto_parallel/cnn/gen_configs.py -------------------------------------------------------------------------------- /examples/auto_parallel/cnn/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/auto_parallel/cnn/main.py -------------------------------------------------------------------------------- /examples/auto_parallel/cnn/models/vgg19.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/auto_parallel/cnn/models/vgg19.py -------------------------------------------------------------------------------- /examples/auto_parallel/cnn/test_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/auto_parallel/cnn/test_models.py -------------------------------------------------------------------------------- /examples/auto_parallel/transformer/experiment_scripts/.gitignore: -------------------------------------------------------------------------------- 1 | bert* 2 | gpt2* 3 | prev/ 4 | 5 | run*.py 6 | *.png 7 | -------------------------------------------------------------------------------- /examples/cnn/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/README.md -------------------------------------------------------------------------------- /examples/cnn/local_s1.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/local_s1.yml -------------------------------------------------------------------------------- /examples/cnn/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/main.py -------------------------------------------------------------------------------- /examples/cnn/models/AlexNet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/models/AlexNet.py -------------------------------------------------------------------------------- /examples/cnn/models/CNN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/models/CNN.py -------------------------------------------------------------------------------- /examples/cnn/models/LSTM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/models/LSTM.py -------------------------------------------------------------------------------- /examples/cnn/models/LeNet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/models/LeNet.py -------------------------------------------------------------------------------- /examples/cnn/models/LogReg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/models/LogReg.py -------------------------------------------------------------------------------- /examples/cnn/models/MLP.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/models/MLP.py -------------------------------------------------------------------------------- /examples/cnn/models/RNN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/models/RNN.py -------------------------------------------------------------------------------- /examples/cnn/models/ResNet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/models/ResNet.py -------------------------------------------------------------------------------- /examples/cnn/models/VGG.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/models/VGG.py -------------------------------------------------------------------------------- /examples/cnn/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/models/__init__.py -------------------------------------------------------------------------------- /examples/cnn/pytorch_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/pytorch_models/__init__.py -------------------------------------------------------------------------------- /examples/cnn/pytorch_models/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/pytorch_models/mlp.py -------------------------------------------------------------------------------- /examples/cnn/pytorch_models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/pytorch_models/resnet.py -------------------------------------------------------------------------------- /examples/cnn/pytorch_models/rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/pytorch_models/rnn.py -------------------------------------------------------------------------------- /examples/cnn/pytorch_models/vgg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/pytorch_models/vgg.py -------------------------------------------------------------------------------- /examples/cnn/run_tf_horovod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/run_tf_horovod.py -------------------------------------------------------------------------------- /examples/cnn/scripts/hetu_16gpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/scripts/hetu_16gpu.sh -------------------------------------------------------------------------------- /examples/cnn/scripts/hetu_16gpu_ps.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/scripts/hetu_16gpu_ps.sh -------------------------------------------------------------------------------- /examples/cnn/scripts/hetu_1gpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/scripts/hetu_1gpu.sh -------------------------------------------------------------------------------- /examples/cnn/scripts/hetu_2gpu_ps.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/scripts/hetu_2gpu_ps.sh -------------------------------------------------------------------------------- /examples/cnn/scripts/hetu_8gpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/scripts/hetu_8gpu.sh -------------------------------------------------------------------------------- /examples/cnn/scripts/hetu_config16ps.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/scripts/hetu_config16ps.yml -------------------------------------------------------------------------------- /examples/cnn/scripts/horovod_16gpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/scripts/horovod_16gpu.sh -------------------------------------------------------------------------------- /examples/cnn/scripts/horovod_8gpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/scripts/horovod_8gpu.sh -------------------------------------------------------------------------------- /examples/cnn/scripts/pytorch_16gpu_0.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/scripts/pytorch_16gpu_0.sh -------------------------------------------------------------------------------- /examples/cnn/scripts/pytorch_16gpu_1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/scripts/pytorch_16gpu_1.sh -------------------------------------------------------------------------------- /examples/cnn/scripts/pytorch_1gpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/scripts/pytorch_1gpu.sh -------------------------------------------------------------------------------- /examples/cnn/scripts/pytorch_8gpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/scripts/pytorch_8gpu.sh -------------------------------------------------------------------------------- /examples/cnn/scripts/tf_16gpu_worker0.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/scripts/tf_16gpu_worker0.sh -------------------------------------------------------------------------------- /examples/cnn/scripts/tf_16gpu_worker1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/scripts/tf_16gpu_worker1.sh -------------------------------------------------------------------------------- /examples/cnn/scripts/tf_1gpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/scripts/tf_1gpu.sh -------------------------------------------------------------------------------- /examples/cnn/scripts/tf_8gpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/scripts/tf_8gpu.sh -------------------------------------------------------------------------------- /examples/cnn/settings/tf_dist_s1_w16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/settings/tf_dist_s1_w16.json -------------------------------------------------------------------------------- /examples/cnn/settings/tf_dist_s1_w4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/settings/tf_dist_s1_w4.json -------------------------------------------------------------------------------- /examples/cnn/settings/tf_dist_s1_w8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/settings/tf_dist_s1_w8.json -------------------------------------------------------------------------------- /examples/cnn/tf_launch_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/tf_launch_server.py -------------------------------------------------------------------------------- /examples/cnn/tf_launch_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/tf_launch_worker.py -------------------------------------------------------------------------------- /examples/cnn/tf_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/tf_main.py -------------------------------------------------------------------------------- /examples/cnn/tf_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/tf_models/__init__.py -------------------------------------------------------------------------------- /examples/cnn/tf_models/tf_CNN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/tf_models/tf_CNN.py -------------------------------------------------------------------------------- /examples/cnn/tf_models/tf_LSTM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/tf_models/tf_LSTM.py -------------------------------------------------------------------------------- /examples/cnn/tf_models/tf_LeNet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/tf_models/tf_LeNet.py -------------------------------------------------------------------------------- /examples/cnn/tf_models/tf_LogReg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/tf_models/tf_LogReg.py -------------------------------------------------------------------------------- /examples/cnn/tf_models/tf_MLP.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/tf_models/tf_MLP.py -------------------------------------------------------------------------------- /examples/cnn/tf_models/tf_RNN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/tf_models/tf_RNN.py -------------------------------------------------------------------------------- /examples/cnn/tf_models/tf_ResNet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/tf_models/tf_ResNet.py -------------------------------------------------------------------------------- /examples/cnn/tf_models/tf_VGG.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/tf_models/tf_VGG.py -------------------------------------------------------------------------------- /examples/cnn/torch_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/torch_main.py -------------------------------------------------------------------------------- /examples/cnn/worker_conf0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/worker_conf0.json -------------------------------------------------------------------------------- /examples/cnn/worker_conf1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/cnn/worker_conf1.json -------------------------------------------------------------------------------- /examples/ctr/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/.gitignore -------------------------------------------------------------------------------- /examples/ctr/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/README.md -------------------------------------------------------------------------------- /examples/ctr/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/data_utils.py -------------------------------------------------------------------------------- /examples/ctr/kill.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/kill.sh -------------------------------------------------------------------------------- /examples/ctr/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/models/__init__.py -------------------------------------------------------------------------------- /examples/ctr/models/bce_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/models/bce_test.py -------------------------------------------------------------------------------- /examples/ctr/models/dc_criteo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/models/dc_criteo.py -------------------------------------------------------------------------------- /examples/ctr/models/dcn_criteo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/models/dcn_criteo.py -------------------------------------------------------------------------------- /examples/ctr/models/deepfm_criteo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/models/deepfm_criteo.py -------------------------------------------------------------------------------- /examples/ctr/models/load_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/models/load_data.py -------------------------------------------------------------------------------- /examples/ctr/models/wdl_adult.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/models/wdl_adult.py -------------------------------------------------------------------------------- /examples/ctr/models/wdl_criteo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/models/wdl_criteo.py -------------------------------------------------------------------------------- /examples/ctr/run_hetu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/run_hetu.py -------------------------------------------------------------------------------- /examples/ctr/run_tf_horovod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/run_tf_horovod.py -------------------------------------------------------------------------------- /examples/ctr/run_tf_local.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/run_tf_local.py -------------------------------------------------------------------------------- /examples/ctr/run_tf_parallax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/run_tf_parallax.py -------------------------------------------------------------------------------- /examples/ctr/settings/dist_s2_w4.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/settings/dist_s2_w4.yml -------------------------------------------------------------------------------- /examples/ctr/settings/local_s1_w2.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/settings/local_s1_w2.yml -------------------------------------------------------------------------------- /examples/ctr/settings/plx_local_spec.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/settings/plx_local_spec.yml -------------------------------------------------------------------------------- /examples/ctr/settings/tf_local_s1_w2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/settings/tf_local_s1_w2.json -------------------------------------------------------------------------------- /examples/ctr/settings/tf_local_s1_w4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/settings/tf_local_s1_w4.json -------------------------------------------------------------------------------- /examples/ctr/settings/tf_local_s1_w8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/settings/tf_local_s1_w8.json -------------------------------------------------------------------------------- /examples/ctr/tests/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/tests/README.md -------------------------------------------------------------------------------- /examples/ctr/tests/hybrid_dcn_criteo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/tests/hybrid_dcn_criteo.sh -------------------------------------------------------------------------------- /examples/ctr/tests/hybrid_dfm_criteo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/tests/hybrid_dfm_criteo.sh -------------------------------------------------------------------------------- /examples/ctr/tests/hybrid_wdl_adult.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/tests/hybrid_wdl_adult.sh -------------------------------------------------------------------------------- /examples/ctr/tests/hybrid_wdl_criteo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/tests/hybrid_wdl_criteo.sh -------------------------------------------------------------------------------- /examples/ctr/tests/local_dcn_criteo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/tests/local_dcn_criteo.sh -------------------------------------------------------------------------------- /examples/ctr/tests/local_dfm_criteo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/tests/local_dfm_criteo.sh -------------------------------------------------------------------------------- /examples/ctr/tests/local_wdl_adult.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/tests/local_wdl_adult.sh -------------------------------------------------------------------------------- /examples/ctr/tests/local_wdl_criteo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/tests/local_wdl_criteo.sh -------------------------------------------------------------------------------- /examples/ctr/tests/ps_dcn_criteo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/tests/ps_dcn_criteo.sh -------------------------------------------------------------------------------- /examples/ctr/tests/ps_dfm_criteo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/tests/ps_dfm_criteo.sh -------------------------------------------------------------------------------- /examples/ctr/tests/ps_wdl_adult.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/tests/ps_wdl_adult.sh -------------------------------------------------------------------------------- /examples/ctr/tests/ps_wdl_criteo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/tests/ps_wdl_criteo.sh -------------------------------------------------------------------------------- /examples/ctr/tests/tf_2workers.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/tests/tf_2workers.sh -------------------------------------------------------------------------------- /examples/ctr/tests/tf_4workers.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/tests/tf_4workers.sh -------------------------------------------------------------------------------- /examples/ctr/tests/tf_8workers.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/tests/tf_8workers.sh -------------------------------------------------------------------------------- /examples/ctr/tf_launch_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/tf_launch_server.py -------------------------------------------------------------------------------- /examples/ctr/tf_launch_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/tf_launch_worker.py -------------------------------------------------------------------------------- /examples/ctr/tf_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/tf_models/__init__.py -------------------------------------------------------------------------------- /examples/ctr/tf_models/tf_dcn_criteo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/tf_models/tf_dcn_criteo.py -------------------------------------------------------------------------------- /examples/ctr/tf_models/tf_deepfm_criteo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/tf_models/tf_deepfm_criteo.py -------------------------------------------------------------------------------- /examples/ctr/tf_models/tf_wdl_adult.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/tf_models/tf_wdl_adult.py -------------------------------------------------------------------------------- /examples/ctr/tf_models/tf_wdl_criteo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/ctr/tf_models/tf_wdl_criteo.py -------------------------------------------------------------------------------- /examples/gnn/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/gnn/README.md -------------------------------------------------------------------------------- /examples/gnn/config/local_w2.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/gnn/config/local_w2.yml -------------------------------------------------------------------------------- /examples/gnn/config/local_w4.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/gnn/config/local_w4.yml -------------------------------------------------------------------------------- /examples/gnn/config/local_w8.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/gnn/config/local_w8.yml -------------------------------------------------------------------------------- /examples/gnn/config/single.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/gnn/config/single.yml -------------------------------------------------------------------------------- /examples/gnn/gnn_model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/gnn/gnn_model/layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/gnn/gnn_model/layer.py -------------------------------------------------------------------------------- /examples/gnn/gnn_model/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/gnn/gnn_model/model.py -------------------------------------------------------------------------------- /examples/gnn/gnn_model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/gnn/gnn_model/utils.py -------------------------------------------------------------------------------- /examples/gnn/gnn_tools/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/gnn/gnn_tools/launcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/gnn/gnn_tools/launcher.py -------------------------------------------------------------------------------- /examples/gnn/gnn_tools/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/gnn/gnn_tools/log.py -------------------------------------------------------------------------------- /examples/gnn/gnn_tools/part_graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/gnn/gnn_tools/part_graph.py -------------------------------------------------------------------------------- /examples/gnn/gnn_tools/sparse_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/gnn/gnn_tools/sparse_datasets.py -------------------------------------------------------------------------------- /examples/gnn/run_dist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/gnn/run_dist.py -------------------------------------------------------------------------------- /examples/gnn/run_dist_hybrid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/gnn/run_dist_hybrid.py -------------------------------------------------------------------------------- /examples/gnn/run_single.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/gnn/run_single.py -------------------------------------------------------------------------------- /examples/moe/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/moe/README.md -------------------------------------------------------------------------------- /examples/moe/scripts/run_2node_comm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/moe/scripts/run_2node_comm.sh -------------------------------------------------------------------------------- /examples/moe/scripts/run_base.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/moe/scripts/run_base.sh -------------------------------------------------------------------------------- /examples/moe/scripts/run_hash.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/moe/scripts/run_hash.sh -------------------------------------------------------------------------------- /examples/moe/scripts/run_ktop1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/moe/scripts/run_ktop1.sh -------------------------------------------------------------------------------- /examples/moe/scripts/run_mnist.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/moe/scripts/run_mnist.sh -------------------------------------------------------------------------------- /examples/moe/scripts/run_sam.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/moe/scripts/run_sam.sh -------------------------------------------------------------------------------- /examples/moe/scripts/run_top1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/moe/scripts/run_top1.sh -------------------------------------------------------------------------------- /examples/moe/scripts/run_top1_16gpus.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/moe/scripts/run_top1_16gpus.sh -------------------------------------------------------------------------------- /examples/moe/scripts/run_top2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/moe/scripts/run_top2.sh -------------------------------------------------------------------------------- /examples/moe/test_mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/moe/test_mnist.py -------------------------------------------------------------------------------- /examples/moe/test_moe_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/moe/test_moe_base.py -------------------------------------------------------------------------------- /examples/moe/test_moe_hash.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/moe/test_moe_hash.py -------------------------------------------------------------------------------- /examples/moe/test_moe_ktop1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/moe/test_moe_ktop1.py -------------------------------------------------------------------------------- /examples/moe/test_moe_sam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/moe/test_moe_sam.py -------------------------------------------------------------------------------- /examples/moe/test_moe_top.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/moe/test_moe_top.py -------------------------------------------------------------------------------- /examples/nlp/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/.gitignore -------------------------------------------------------------------------------- /examples/nlp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/README.md -------------------------------------------------------------------------------- /examples/nlp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/nlp/bert/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/.gitignore -------------------------------------------------------------------------------- /examples/nlp/bert/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/README.md -------------------------------------------------------------------------------- /examples/nlp/bert/bert_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/bert_config.py -------------------------------------------------------------------------------- /examples/nlp/bert/config1.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/config1.yml -------------------------------------------------------------------------------- /examples/nlp/bert/config2.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/config2.yml -------------------------------------------------------------------------------- /examples/nlp/bert/config4.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/config4.yml -------------------------------------------------------------------------------- /examples/nlp/bert/config8.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/config8.yml -------------------------------------------------------------------------------- /examples/nlp/bert/data/BooksDownloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/data/BooksDownloader.py -------------------------------------------------------------------------------- /examples/nlp/bert/data/Downloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/data/Downloader.py -------------------------------------------------------------------------------- /examples/nlp/bert/data/GLUEDownloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/data/GLUEDownloader.py -------------------------------------------------------------------------------- /examples/nlp/bert/data/SquadDownloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/data/SquadDownloader.py -------------------------------------------------------------------------------- /examples/nlp/bert/data/TextSharding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/data/TextSharding.py -------------------------------------------------------------------------------- /examples/nlp/bert/data/WikiDownloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/data/WikiDownloader.py -------------------------------------------------------------------------------- /examples/nlp/bert/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/data/__init__.py -------------------------------------------------------------------------------- /examples/nlp/bert/data/bertPrep.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/data/bertPrep.py -------------------------------------------------------------------------------- /examples/nlp/bert/data/wikiextractor/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/nlp/bert/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/file_utils.py -------------------------------------------------------------------------------- /examples/nlp/bert/glue_processor/glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/glue_processor/glue.py -------------------------------------------------------------------------------- /examples/nlp/bert/hetu_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/hetu_bert.py -------------------------------------------------------------------------------- /examples/nlp/bert/hetu_bert_moe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/hetu_bert_moe.py -------------------------------------------------------------------------------- /examples/nlp/bert/load_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/load_data.py -------------------------------------------------------------------------------- /examples/nlp/bert/pytorch_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/pytorch_bert.py -------------------------------------------------------------------------------- /examples/nlp/bert/test_glue_hetu_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/test_glue_hetu_bert.py -------------------------------------------------------------------------------- /examples/nlp/bert/test_glue_pytorch_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/test_glue_pytorch_bert.py -------------------------------------------------------------------------------- /examples/nlp/bert/tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/tokenization.py -------------------------------------------------------------------------------- /examples/nlp/bert/train_hetu_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/train_hetu_bert.py -------------------------------------------------------------------------------- /examples/nlp/bert/train_hetu_bert_dp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/train_hetu_bert_dp.py -------------------------------------------------------------------------------- /examples/nlp/bert/train_hetu_bert_dp_moe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/train_hetu_bert_dp_moe.py -------------------------------------------------------------------------------- /examples/nlp/bert/train_hetu_bert_ps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/train_hetu_bert_ps.py -------------------------------------------------------------------------------- /examples/nlp/bert/train_pytorch_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/bert/train_pytorch_bert.py -------------------------------------------------------------------------------- /examples/nlp/data_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/data_load.py -------------------------------------------------------------------------------- /examples/nlp/hetu_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/hetu_transformer.py -------------------------------------------------------------------------------- /examples/nlp/hparams.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/hparams.py -------------------------------------------------------------------------------- /examples/nlp/prepare_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/prepare_data.py -------------------------------------------------------------------------------- /examples/nlp/tf_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/tf_transformer.py -------------------------------------------------------------------------------- /examples/nlp/train_hetu_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/train_hetu_transformer.py -------------------------------------------------------------------------------- /examples/nlp/train_tf_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/nlp/train_tf_transformer.py -------------------------------------------------------------------------------- /examples/rec/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/rec/.gitignore -------------------------------------------------------------------------------- /examples/rec/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/rec/models/__init__.py -------------------------------------------------------------------------------- /examples/rec/models/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/rec/models/base.py -------------------------------------------------------------------------------- /examples/rec/models/gmf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/rec/models/gmf.py -------------------------------------------------------------------------------- /examples/rec/models/load_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/rec/models/load_data.py -------------------------------------------------------------------------------- /examples/rec/models/mf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/rec/models/mf.py -------------------------------------------------------------------------------- /examples/rec/models/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/rec/models/mlp.py -------------------------------------------------------------------------------- /examples/rec/models/neumf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/rec/models/neumf.py -------------------------------------------------------------------------------- /examples/rec/run_compressed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/rec/run_compressed.py -------------------------------------------------------------------------------- /examples/rec/test/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/rec/test/.gitignore -------------------------------------------------------------------------------- /examples/rec/test/compare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/rec/test/compare.py -------------------------------------------------------------------------------- /examples/rec/test/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/rec/test/config.py -------------------------------------------------------------------------------- /examples/rec/test/hetu_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/rec/test/hetu_data.py -------------------------------------------------------------------------------- /examples/rec/test/hetu_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/rec/test/hetu_main.py -------------------------------------------------------------------------------- /examples/rec/test/hetu_ncf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/rec/test/hetu_ncf.py -------------------------------------------------------------------------------- /examples/rec/test/torch_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/rec/test/torch_data.py -------------------------------------------------------------------------------- /examples/rec/test/torch_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/rec/test/torch_main.py -------------------------------------------------------------------------------- /examples/rec/test/torch_ncf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/rec/test/torch_ncf.py -------------------------------------------------------------------------------- /examples/runner/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/README.md -------------------------------------------------------------------------------- /examples/runner/local_allreduce.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/local_allreduce.yml -------------------------------------------------------------------------------- /examples/runner/local_ps.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/local_ps.yml -------------------------------------------------------------------------------- /examples/runner/models/MLP.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/models/MLP.py -------------------------------------------------------------------------------- /examples/runner/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/runner/models/load_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/models/load_data.py -------------------------------------------------------------------------------- /examples/runner/models/wdl_adult.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/models/wdl_adult.py -------------------------------------------------------------------------------- /examples/runner/parallel/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/parallel/README.md -------------------------------------------------------------------------------- /examples/runner/parallel/all_cnn_tests.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/parallel/all_cnn_tests.sh -------------------------------------------------------------------------------- /examples/runner/parallel/all_mlp_tests.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/parallel/all_mlp_tests.sh -------------------------------------------------------------------------------- /examples/runner/parallel/config1.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/parallel/config1.yml -------------------------------------------------------------------------------- /examples/runner/parallel/config2.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/parallel/config2.yml -------------------------------------------------------------------------------- /examples/runner/parallel/config3.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/parallel/config3.yml -------------------------------------------------------------------------------- /examples/runner/parallel/config4.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/parallel/config4.yml -------------------------------------------------------------------------------- /examples/runner/parallel/config6.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/parallel/config6.yml -------------------------------------------------------------------------------- /examples/runner/parallel/config8.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/parallel/config8.yml -------------------------------------------------------------------------------- /examples/runner/parallel/data_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/parallel/data_pipeline.py -------------------------------------------------------------------------------- /examples/runner/parallel/dist_config8.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/parallel/dist_config8.yml -------------------------------------------------------------------------------- /examples/runner/parallel/gpipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/parallel/gpipe.py -------------------------------------------------------------------------------- /examples/runner/parallel/gpipe_multi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/parallel/gpipe_multi.py -------------------------------------------------------------------------------- /examples/runner/parallel/pipedream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/parallel/pipedream.py -------------------------------------------------------------------------------- /examples/runner/parallel/ps_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/parallel/ps_pipeline.py -------------------------------------------------------------------------------- /examples/runner/parallel/test_mlp_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/parallel/test_mlp_base.py -------------------------------------------------------------------------------- /examples/runner/parallel/test_mlp_mp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/parallel/test_mlp_mp.py -------------------------------------------------------------------------------- /examples/runner/parallel/test_mlp_mp_pp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/parallel/test_mlp_mp_pp.py -------------------------------------------------------------------------------- /examples/runner/parallel/test_mlp_pp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/parallel/test_mlp_pp.py -------------------------------------------------------------------------------- /examples/runner/parallel/test_model_cnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/parallel/test_model_cnn.py -------------------------------------------------------------------------------- /examples/runner/remote_allreduce.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/remote_allreduce.yml -------------------------------------------------------------------------------- /examples/runner/remote_ps.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/remote_ps.yml -------------------------------------------------------------------------------- /examples/runner/run_mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/run_mlp.py -------------------------------------------------------------------------------- /examples/runner/run_wdl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/examples/runner/run_wdl.py -------------------------------------------------------------------------------- /hetu.exp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/hetu.exp -------------------------------------------------------------------------------- /img/alibabacloud.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/img/alibabacloud.png -------------------------------------------------------------------------------- /img/features.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/img/features.png -------------------------------------------------------------------------------- /img/hetu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/img/hetu.png -------------------------------------------------------------------------------- /img/kuaishou.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/img/kuaishou.png -------------------------------------------------------------------------------- /img/tencent.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/img/tencent.png -------------------------------------------------------------------------------- /ps-lite/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/.gitignore -------------------------------------------------------------------------------- /ps-lite/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/CMakeLists.txt -------------------------------------------------------------------------------- /ps-lite/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/README.md -------------------------------------------------------------------------------- /ps-lite/include/common/dmlc_base.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/common/dmlc_base.h -------------------------------------------------------------------------------- /ps-lite/include/common/logging.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/common/logging.h -------------------------------------------------------------------------------- /ps-lite/include/common/sarray.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/common/sarray.h -------------------------------------------------------------------------------- /ps-lite/include/common/shared_mutex.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/common/shared_mutex.h -------------------------------------------------------------------------------- /ps-lite/include/common/thread_pool.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/common/thread_pool.h -------------------------------------------------------------------------------- /ps-lite/include/ps/base.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/base.h -------------------------------------------------------------------------------- /ps-lite/include/ps/internal/assign_op.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/internal/assign_op.h -------------------------------------------------------------------------------- /ps-lite/include/ps/internal/customer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/internal/customer.h -------------------------------------------------------------------------------- /ps-lite/include/ps/internal/env.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/internal/env.h -------------------------------------------------------------------------------- /ps-lite/include/ps/internal/message.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/internal/message.h -------------------------------------------------------------------------------- /ps-lite/include/ps/internal/parallel_sort.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/internal/parallel_sort.h -------------------------------------------------------------------------------- /ps-lite/include/ps/internal/postoffice.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/internal/postoffice.h -------------------------------------------------------------------------------- /ps-lite/include/ps/internal/utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/internal/utils.h -------------------------------------------------------------------------------- /ps-lite/include/ps/internal/van.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/internal/van.h -------------------------------------------------------------------------------- /ps-lite/include/ps/kvapp.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/kvapp.h -------------------------------------------------------------------------------- /ps-lite/include/ps/partitioner.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/partitioner.h -------------------------------------------------------------------------------- /ps-lite/include/ps/ps.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/ps.h -------------------------------------------------------------------------------- /ps-lite/include/ps/psf/PSFunc.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/psf/PSFunc.h -------------------------------------------------------------------------------- /ps-lite/include/ps/psf/cachetable.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/psf/cachetable.h -------------------------------------------------------------------------------- /ps-lite/include/ps/psf/dense.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/psf/dense.h -------------------------------------------------------------------------------- /ps-lite/include/ps/psf/misc.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/psf/misc.h -------------------------------------------------------------------------------- /ps-lite/include/ps/psf/preduce.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/psf/preduce.h -------------------------------------------------------------------------------- /ps-lite/include/ps/psf/serializer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/psf/serializer.h -------------------------------------------------------------------------------- /ps-lite/include/ps/psf/sparse.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/psf/sparse.h -------------------------------------------------------------------------------- /ps-lite/include/ps/psf/ssp.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/psf/ssp.h -------------------------------------------------------------------------------- /ps-lite/include/ps/range.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/range.h -------------------------------------------------------------------------------- /ps-lite/include/ps/server/PSFHandle.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/server/PSFHandle.h -------------------------------------------------------------------------------- /ps-lite/include/ps/server/kvserver.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/server/kvserver.h -------------------------------------------------------------------------------- /ps-lite/include/ps/server/optimizer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/server/optimizer.h -------------------------------------------------------------------------------- /ps-lite/include/ps/server/param.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/server/param.h -------------------------------------------------------------------------------- /ps-lite/include/ps/server/preduce_handler.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/server/preduce_handler.h -------------------------------------------------------------------------------- /ps-lite/include/ps/server/ssp_handler.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/server/ssp_handler.h -------------------------------------------------------------------------------- /ps-lite/include/ps/worker/PSAgent.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/worker/PSAgent.h -------------------------------------------------------------------------------- /ps-lite/include/ps/worker/callback_store.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/worker/callback_store.h -------------------------------------------------------------------------------- /ps-lite/include/ps/worker/hetu_binding.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/worker/hetu_binding.h -------------------------------------------------------------------------------- /ps-lite/include/ps/worker/kvworker.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/worker/kvworker.h -------------------------------------------------------------------------------- /ps-lite/include/ps/worker/worker.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/include/ps/worker/worker.h -------------------------------------------------------------------------------- /ps-lite/proto/meta.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/proto/meta.proto -------------------------------------------------------------------------------- /ps-lite/src/PSFhandle_embedding.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/src/PSFhandle_embedding.cc -------------------------------------------------------------------------------- /ps-lite/src/PSFunc.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/src/PSFunc.cc -------------------------------------------------------------------------------- /ps-lite/src/customer.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/src/customer.cc -------------------------------------------------------------------------------- /ps-lite/src/hetu_binding.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/src/hetu_binding.cc -------------------------------------------------------------------------------- /ps-lite/src/ibverbs_van.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/src/ibverbs_van.h -------------------------------------------------------------------------------- /ps-lite/src/network_utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/src/network_utils.h -------------------------------------------------------------------------------- /ps-lite/src/p3_van.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/src/p3_van.h -------------------------------------------------------------------------------- /ps-lite/src/postoffice.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/src/postoffice.cc -------------------------------------------------------------------------------- /ps-lite/src/preduce_handler.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/src/preduce_handler.cc -------------------------------------------------------------------------------- /ps-lite/src/python_binding.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/src/python_binding.cc -------------------------------------------------------------------------------- /ps-lite/src/resender.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/src/resender.h -------------------------------------------------------------------------------- /ps-lite/src/thread_pool.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/src/thread_pool.cc -------------------------------------------------------------------------------- /ps-lite/src/van.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/src/van.cc -------------------------------------------------------------------------------- /ps-lite/src/worker.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/src/worker.cc -------------------------------------------------------------------------------- /ps-lite/src/zmq_van.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/ps-lite/src/zmq_van.h -------------------------------------------------------------------------------- /python/graphboard/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /python/graphboard/graph2fig.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/graphboard/graph2fig.py -------------------------------------------------------------------------------- /python/graphboard/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/graphboard/index.html -------------------------------------------------------------------------------- /python/hetu/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/__init__.py -------------------------------------------------------------------------------- /python/hetu/_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/_base.py -------------------------------------------------------------------------------- /python/hetu/communicator/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /python/hetu/communicator/mpi_comm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/communicator/mpi_comm.py -------------------------------------------------------------------------------- /python/hetu/communicator/mpi_nccl_comm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/communicator/mpi_nccl_comm.py -------------------------------------------------------------------------------- /python/hetu/communicator/nccl_comm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/communicator/nccl_comm.py -------------------------------------------------------------------------------- /python/hetu/communicator/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/communicator/test.sh -------------------------------------------------------------------------------- /python/hetu/context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/context.py -------------------------------------------------------------------------------- /python/hetu/cpu_links/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/cpu_links/__init__.py -------------------------------------------------------------------------------- /python/hetu/cpu_links/dnnl_op.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/cpu_links/dnnl_op.py -------------------------------------------------------------------------------- /python/hetu/cstable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/cstable.py -------------------------------------------------------------------------------- /python/hetu/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/data.py -------------------------------------------------------------------------------- /python/hetu/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/dataloader.py -------------------------------------------------------------------------------- /python/hetu/distributed_strategies/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/distributed_strategies/base.py -------------------------------------------------------------------------------- /python/hetu/distributed_strategies/gpipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/distributed_strategies/gpipe.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/AbsLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/AbsLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/AddConstLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/AddConstLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/AddElewiseLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/AddElewiseLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/AddmmLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/AddmmLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/ArangeLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/ArangeLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/ArgmaxLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/ArgmaxLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/ArgsortLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/ArgsortLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/ArraySetLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/ArraySetLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/AutoDimLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/AutoDimLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/AvgPoolLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/AvgPoolLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/BaddbmmLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/BaddbmmLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/BoolLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/BoolLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/BroadcastLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/BroadcastLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/BroadcastShapeLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/BroadcastShapeLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/ClampLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/ClampLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/CloneLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/CloneLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/ConcatLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/ConcatLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/ConcatenateLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/ConcatenateLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/ConstPowLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/ConstPowLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/Conv2dLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/Conv2dLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/CrossEntropyLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/CrossEntropyLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/CuSparseLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/CuSparseLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/CudnnAvgPoolLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/CudnnAvgPoolLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/CudnnBnLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/CudnnBnLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/CudnnConv2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/CudnnConv2d.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/CudnnDropoutLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/CudnnDropoutLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/CudnnMaxPoolLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/CudnnMaxPoolLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/CudnnSoftmaxLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/CudnnSoftmaxLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/CumSumLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/CumSumLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/DotLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/DotLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/DropoutLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/DropoutLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/ExpLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/ExpLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/FloorLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/FloorLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/GatherLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/GatherLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/GeluLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/GeluLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/IndexingLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/IndexingLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/InterpolateLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/InterpolateLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/LayerNormLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/LayerNormLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/LayoutTransform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/LayoutTransform.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/LeakyReluLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/LeakyReluLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/LinearLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/LinearLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/LogLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/LogLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/MaskLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/MaskLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/MaskedFillLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/MaskedFillLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/MatrixMultLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/MatrixMultLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/MatrixRsqrtLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/MatrixRsqrtLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/MatrixSqrtLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/MatrixSqrtLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/MatrixTransLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/MatrixTransLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/MaxLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/MaxLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/MaxPoolLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/MaxPoolLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/MinDistLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/MinDistLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/MinLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/MinLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/NllLossLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/NllLossLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/NormLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/NormLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/OneHotLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/OneHotLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/OppositeLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/OppositeLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/OptimizerLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/OptimizerLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/PadLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/PadLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/ParamClipLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/ParamClipLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/PowLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/PowLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/PowerLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/PowerLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/PruneLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/PruneLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/QuantizeLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/QuantizeLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/ReduceMeanLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/ReduceMeanLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/ReduceMinLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/ReduceMinLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/ReduceMulLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/ReduceMulLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/ReduceNormLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/ReduceNormLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/ReduceSumLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/ReduceSumLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/ReluLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/ReluLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/RepeatLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/RepeatLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/ReshapeLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/ReshapeLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/RollLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/RollLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/SamGroupSumLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/SamGroupSumLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/SamMaxLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/SamMaxLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/Scatter1DLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/Scatter1DLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/ScatterLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/ScatterLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/SigmoidLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/SigmoidLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/SignLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/SignLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/SinLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/SinLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/SliceAssignLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/SliceAssignLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/SliceLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/SliceLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/SoftmaxLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/SoftmaxLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/SparseSetLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/SparseSetLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/TanhLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/TanhLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/TopKIdxLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/TopKIdxLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/TopKValLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/TopKValLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/TrilLookupLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/TrilLookupLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/WhereLink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/WhereLink.py -------------------------------------------------------------------------------- /python/hetu/gpu_links/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_links/__init__.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Abs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Abs.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/AddConst.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/AddConst.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/AddElewise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/AddElewise.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Addmm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Addmm.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/AllToAll.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/AllToAll.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Arange.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Arange.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Argmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Argmax.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/ArgmaxPartial.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/ArgmaxPartial.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Argsort.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Argsort.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/AvgPool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/AvgPool.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Baddbmm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Baddbmm.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/BalanceAssignment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/BalanceAssignment.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/BatchMatrixMult.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/BatchMatrixMult.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/BatchNorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/BatchNorm.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Bool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Bool.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Broadcast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Broadcast.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/BroadcastShape.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/BroadcastShape.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Clamp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Clamp.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Concat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Concat.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Concatenate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Concatenate.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/ConstPow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/ConstPow.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Conv2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Conv2d.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Conv2dAddBias.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Conv2dAddBias.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Conv2dBroadcast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Conv2dBroadcast.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Conv2dReduceSum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Conv2dReduceSum.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/CrossEntropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/CrossEntropy.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/CuSparse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/CuSparse.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Cumsum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Cumsum.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/DataTransfer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/DataTransfer.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Dispatch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Dispatch.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/DistGCN_15d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/DistGCN_15d.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Division.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Division.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Dropout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Dropout.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/EmbeddingLookUp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/EmbeddingLookUp.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Exp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Exp.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Floor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Floor.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Full.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Full.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Gather.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Gather.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Gelu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Gelu.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/GroupTopKIdx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/GroupTopKIdx.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/HAllToAll.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/HAllToAll.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Indexing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Indexing.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/InstanceNorm2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/InstanceNorm2d.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Interpolate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Interpolate.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/LayerNorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/LayerNorm.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/LayoutTransform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/LayoutTransform.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/LeakyRelu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/LeakyRelu.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Linear.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/LogElewise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/LogElewise.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/LogSoftmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/LogSoftmax.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Mask.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/MaskedFill.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/MaskedFill.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/MatrixDot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/MatrixDot.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/MatrixMult.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/MatrixMult.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Max.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/MaxPool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/MaxPool.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Min.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Min.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/MinDist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/MinDist.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/MinusByConst.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/MinusByConst.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/MinusElewise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/MinusElewise.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/MultiplyConst.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/MultiplyConst.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/MultiplyElewise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/MultiplyElewise.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/NllLoss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/NllLoss.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Node.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Node.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Norm.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/OneHot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/OneHot.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/OnesLike.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/OnesLike.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Opposite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Opposite.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Pad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Pad.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/ParamClip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/ParamClip.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/PipelineReceive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/PipelineReceive.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/PipelineSend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/PipelineSend.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Pow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Pow.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Power.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Power.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Prune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Prune.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Quantize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Quantize.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/QuantizeALPTEmb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/QuantizeALPTEmb.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/QuantizeEmbedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/QuantizeEmbedding.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/README.md -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Rand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Rand.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/ReduceCommunicate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/ReduceCommunicate.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/ReduceMean.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/ReduceMean.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/ReduceMin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/ReduceMin.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/ReduceMul.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/ReduceMul.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/ReduceNorm1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/ReduceNorm1.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/ReduceNorm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/ReduceNorm2.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/ReduceSum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/ReduceSum.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/ReduceSumAxisZero.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/ReduceSumAxisZero.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Relu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Relu.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Repeat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Repeat.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Reshape.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Reshape.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/ReshapeTo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/ReshapeTo.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Roll.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Roll.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/SamGroupSum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/SamGroupSum.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/SamMax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/SamMax.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Sample.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Scatter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Scatter.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Scatter1D.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Scatter1D.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Sigmoid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Sigmoid.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Sign.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Sign.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Sin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Sin.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Slice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Slice.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/SliceAssign.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/SliceAssign.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/SliceByMatrix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/SliceByMatrix.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Softmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Softmax.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/SparseSet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/SparseSet.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Split.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Sqrt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Sqrt.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/StopGradient.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/StopGradient.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Sum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Sum.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/SumSparseGradient.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/SumSparseGradient.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Tanh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Tanh.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Tile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Tile.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/TopKIdx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/TopKIdx.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/TopKVal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/TopKVal.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Transpose.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Transpose.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/TrilLookup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/TrilLookup.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Unique.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Unique.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Variable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Variable.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/Where.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/Where.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/ZerosLike.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/ZerosLike.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/__init__.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/executor.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/gpipe_subexecutor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/gpipe_subexecutor.py -------------------------------------------------------------------------------- /python/hetu/gpu_ops/timer_subexecutor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/gpu_ops/timer_subexecutor.py -------------------------------------------------------------------------------- /python/hetu/initializers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/initializers.py -------------------------------------------------------------------------------- /python/hetu/launcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/launcher.py -------------------------------------------------------------------------------- /python/hetu/layers/BalanceGate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/BalanceGate.py -------------------------------------------------------------------------------- /python/hetu/layers/HashGate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/HashGate.py -------------------------------------------------------------------------------- /python/hetu/layers/KTop1Gate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/KTop1Gate.py -------------------------------------------------------------------------------- /python/hetu/layers/SAMGate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/SAMGate.py -------------------------------------------------------------------------------- /python/hetu/layers/TopGate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/TopGate.py -------------------------------------------------------------------------------- /python/hetu/layers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/__init__.py -------------------------------------------------------------------------------- /python/hetu/layers/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/attention.py -------------------------------------------------------------------------------- /python/hetu/layers/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/base.py -------------------------------------------------------------------------------- /python/hetu/layers/batch_split_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/batch_split_layer.py -------------------------------------------------------------------------------- /python/hetu/layers/concatenate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/concatenate.py -------------------------------------------------------------------------------- /python/hetu/layers/conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/conv.py -------------------------------------------------------------------------------- /python/hetu/layers/dropout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/dropout.py -------------------------------------------------------------------------------- /python/hetu/layers/embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/embedding.py -------------------------------------------------------------------------------- /python/hetu/layers/gates/base_gate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/gates/base_gate.py -------------------------------------------------------------------------------- /python/hetu/layers/gates/gshard_gate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/gates/gshard_gate.py -------------------------------------------------------------------------------- /python/hetu/layers/gates/naive_gate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/gates/naive_gate.py -------------------------------------------------------------------------------- /python/hetu/layers/gelu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/gelu.py -------------------------------------------------------------------------------- /python/hetu/layers/hash_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/hash_layer.py -------------------------------------------------------------------------------- /python/hetu/layers/identity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/identity.py -------------------------------------------------------------------------------- /python/hetu/layers/ktop1_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/ktop1_layer.py -------------------------------------------------------------------------------- /python/hetu/layers/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/linear.py -------------------------------------------------------------------------------- /python/hetu/layers/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/loss.py -------------------------------------------------------------------------------- /python/hetu/layers/mish.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/mish.py -------------------------------------------------------------------------------- /python/hetu/layers/moe_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/moe_layer.py -------------------------------------------------------------------------------- /python/hetu/layers/normalization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/normalization.py -------------------------------------------------------------------------------- /python/hetu/layers/pooling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/pooling.py -------------------------------------------------------------------------------- /python/hetu/layers/relu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/relu.py -------------------------------------------------------------------------------- /python/hetu/layers/reshape.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/reshape.py -------------------------------------------------------------------------------- /python/hetu/layers/sam_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/sam_layer.py -------------------------------------------------------------------------------- /python/hetu/layers/sequence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/sequence.py -------------------------------------------------------------------------------- /python/hetu/layers/slice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/slice.py -------------------------------------------------------------------------------- /python/hetu/layers/sum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/layers/sum.py -------------------------------------------------------------------------------- /python/hetu/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/logger.py -------------------------------------------------------------------------------- /python/hetu/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/lr_scheduler.py -------------------------------------------------------------------------------- /python/hetu/memory_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/memory_pool.py -------------------------------------------------------------------------------- /python/hetu/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/metrics.py -------------------------------------------------------------------------------- /python/hetu/ndarray.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/ndarray.py -------------------------------------------------------------------------------- /python/hetu/onnx/X2hetu/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /python/hetu/onnx/X2hetu/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/X2hetu/handler.py -------------------------------------------------------------------------------- /python/hetu/onnx/X2hetu/handlers/math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/X2hetu/handlers/math.py -------------------------------------------------------------------------------- /python/hetu/onnx/X2hetu/handlers/nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/X2hetu/handlers/nn.py -------------------------------------------------------------------------------- /python/hetu/onnx/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/__init__.py -------------------------------------------------------------------------------- /python/hetu/onnx/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/constants.py -------------------------------------------------------------------------------- /python/hetu/onnx/graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/graph.py -------------------------------------------------------------------------------- /python/hetu/onnx/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/handler.py -------------------------------------------------------------------------------- /python/hetu/onnx/hetu2onnx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/hetu2onnx.py -------------------------------------------------------------------------------- /python/hetu/onnx/onnx2hetu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/onnx2hetu.py -------------------------------------------------------------------------------- /python/hetu/onnx/onnx_opset/AddConst.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/onnx_opset/AddConst.py -------------------------------------------------------------------------------- /python/hetu/onnx/onnx_opset/BatchNorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/onnx_opset/BatchNorm.py -------------------------------------------------------------------------------- /python/hetu/onnx/onnx_opset/Concat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/onnx_opset/Concat.py -------------------------------------------------------------------------------- /python/hetu/onnx/onnx_opset/Conv2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/onnx_opset/Conv2d.py -------------------------------------------------------------------------------- /python/hetu/onnx/onnx_opset/Division.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/onnx_opset/Division.py -------------------------------------------------------------------------------- /python/hetu/onnx/onnx_opset/Dropout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/onnx_opset/Dropout.py -------------------------------------------------------------------------------- /python/hetu/onnx/onnx_opset/Identity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/onnx_opset/Identity.py -------------------------------------------------------------------------------- /python/hetu/onnx/onnx_opset/OneHot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/onnx_opset/OneHot.py -------------------------------------------------------------------------------- /python/hetu/onnx/onnx_opset/Opposite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/onnx_opset/Opposite.py -------------------------------------------------------------------------------- /python/hetu/onnx/onnx_opset/Pad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/onnx_opset/Pad.py -------------------------------------------------------------------------------- /python/hetu/onnx/onnx_opset/Pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/onnx_opset/Pool.py -------------------------------------------------------------------------------- /python/hetu/onnx/onnx_opset/Reduces.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/onnx_opset/Reduces.py -------------------------------------------------------------------------------- /python/hetu/onnx/onnx_opset/Relu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/onnx_opset/Relu.py -------------------------------------------------------------------------------- /python/hetu/onnx/onnx_opset/Reshape.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/onnx_opset/Reshape.py -------------------------------------------------------------------------------- /python/hetu/onnx/onnx_opset/Slice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/onnx_opset/Slice.py -------------------------------------------------------------------------------- /python/hetu/onnx/onnx_opset/Softmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/onnx_opset/Softmax.py -------------------------------------------------------------------------------- /python/hetu/onnx/onnx_opset/Sqrt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/onnx_opset/Sqrt.py -------------------------------------------------------------------------------- /python/hetu/onnx/onnx_opset/Tanh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/onnx_opset/Tanh.py -------------------------------------------------------------------------------- /python/hetu/onnx/onnx_opset/Transpose.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/onnx_opset/Transpose.py -------------------------------------------------------------------------------- /python/hetu/onnx/onnx_opset/Variable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/onnx_opset/Variable.py -------------------------------------------------------------------------------- /python/hetu/onnx/onnx_opset/Where.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/onnx_opset/Where.py -------------------------------------------------------------------------------- /python/hetu/onnx/onnx_opset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/onnx_opset/__init__.py -------------------------------------------------------------------------------- /python/hetu/onnx/onnx_opset/general.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/onnx_opset/general.py -------------------------------------------------------------------------------- /python/hetu/onnx/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/onnx/util.py -------------------------------------------------------------------------------- /python/hetu/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/optimizer.py -------------------------------------------------------------------------------- /python/hetu/preduce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/preduce.py -------------------------------------------------------------------------------- /python/hetu/profiler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/profiler.py -------------------------------------------------------------------------------- /python/hetu/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/random.py -------------------------------------------------------------------------------- /python/hetu/stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/stream.py -------------------------------------------------------------------------------- /python/hetu/tokenizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/tokenizers/__init__.py -------------------------------------------------------------------------------- /python/hetu/tokenizers/bert_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/tokenizers/bert_tokenizer.py -------------------------------------------------------------------------------- /python/hetu/tokenizers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/hetu/tokenizers/utils.py -------------------------------------------------------------------------------- /python/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/python/runner.py -------------------------------------------------------------------------------- /src/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/CMakeLists.txt -------------------------------------------------------------------------------- /src/common/c_runtime_api.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/common/c_runtime_api.cc -------------------------------------------------------------------------------- /src/common/c_runtime_api.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/common/c_runtime_api.h -------------------------------------------------------------------------------- /src/common/cpu_device_api.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/common/cpu_device_api.cc -------------------------------------------------------------------------------- /src/common/cpu_device_api.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/common/cpu_device_api.h -------------------------------------------------------------------------------- /src/common/cuda_device_api.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/common/cuda_device_api.h -------------------------------------------------------------------------------- /src/common/device_api.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/common/device_api.h -------------------------------------------------------------------------------- /src/common/dispatch.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/common/dispatch.h -------------------------------------------------------------------------------- /src/common/dlarray.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/common/dlarray.h -------------------------------------------------------------------------------- /src/common/random.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/common/random.cc -------------------------------------------------------------------------------- /src/common/random.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/common/random.h -------------------------------------------------------------------------------- /src/common/runtime_base.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/common/runtime_base.h -------------------------------------------------------------------------------- /src/communication/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/communication/CMakeLists.txt -------------------------------------------------------------------------------- /src/communication/mpi_communication.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/communication/mpi_communication.cc -------------------------------------------------------------------------------- /src/communication/nccl_communication.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/communication/nccl_communication.cu -------------------------------------------------------------------------------- /src/cuda_common/cuda_device_api.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/cuda_common/cuda_device_api.cc -------------------------------------------------------------------------------- /src/cuda_common/gpu_chunk.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/cuda_common/gpu_chunk.cc -------------------------------------------------------------------------------- /src/cuda_common/gpu_functions.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/cuda_common/gpu_functions.cuh -------------------------------------------------------------------------------- /src/cuda_common/gpu_reduce.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/cuda_common/gpu_reduce.h -------------------------------------------------------------------------------- /src/cuda_common/gpu_runtime.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/cuda_common/gpu_runtime.cc -------------------------------------------------------------------------------- /src/cuda_common/gpu_runtime.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/cuda_common/gpu_runtime.h -------------------------------------------------------------------------------- /src/dnnl_ops/AddConst.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/AddConst.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/AddElewise.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/AddElewise.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/ArraySet.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/ArraySet.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/AvgPool.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/AvgPool.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/BatchNorm.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/BatchNorm.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/BroadcastTo.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/BroadcastTo.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/Concat.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/Concat.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/Conv2d.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/Conv2d.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/DivideConst.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/DivideConst.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/DivideElewise.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/DivideElewise.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/Dropout.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/Dropout.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/EmbeddingLookup.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/EmbeddingLookup.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/Gelu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/Gelu.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/Initializers.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/Initializers.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/MatrixMult.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/MatrixMult.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/MaxPool.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/MaxPool.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/MultiplyConst.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/MultiplyConst.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/MultiplyElewise.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/MultiplyElewise.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/Opposite.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/Opposite.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/Optimizers.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/Optimizers.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/Pad.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/Pad.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/ReduceIndexedSlice.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/ReduceIndexedSlice.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/ReduceSumAxisZero.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/ReduceSumAxisZero.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/Relu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/Relu.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/Reshape.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/Reshape.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/Sigmoid.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/Sigmoid.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/Softmax.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/Softmax.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/SoftmaxCrossEntropy.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/SoftmaxCrossEntropy.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/Sqrt.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/Sqrt.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/Tanh.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/Tanh.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/Transpose.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/Transpose.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/UniqueIndices.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/UniqueIndices.cpp -------------------------------------------------------------------------------- /src/dnnl_ops/dnnl_runtime.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/dnnl_runtime.cc -------------------------------------------------------------------------------- /src/dnnl_ops/dnnl_runtime.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/dnnl_ops/dnnl_runtime.h -------------------------------------------------------------------------------- /src/header/mpi_communication.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/header/mpi_communication.h -------------------------------------------------------------------------------- /src/header/mpi_nccl_communication.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/header/mpi_nccl_communication.h -------------------------------------------------------------------------------- /src/header/nccl_communication.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/header/nccl_communication.h -------------------------------------------------------------------------------- /src/header/types.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/header/types.h -------------------------------------------------------------------------------- /src/hetu_cache/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/hetu_cache/CMakeLists.txt -------------------------------------------------------------------------------- /src/hetu_cache/include/binding.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/hetu_cache/include/binding.h -------------------------------------------------------------------------------- /src/hetu_cache/include/cache.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/hetu_cache/include/cache.h -------------------------------------------------------------------------------- /src/hetu_cache/include/embedding.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/hetu_cache/include/embedding.h -------------------------------------------------------------------------------- /src/hetu_cache/include/hetu_client.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/hetu_cache/include/hetu_client.h -------------------------------------------------------------------------------- /src/hetu_cache/include/lfu_cache.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/hetu_cache/include/lfu_cache.h -------------------------------------------------------------------------------- /src/hetu_cache/include/lfuopt_cache.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/hetu_cache/include/lfuopt_cache.h -------------------------------------------------------------------------------- /src/hetu_cache/include/lru_cache.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/hetu_cache/include/lru_cache.h -------------------------------------------------------------------------------- /src/hetu_cache/include/unqiue_tools.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/hetu_cache/include/unqiue_tools.h -------------------------------------------------------------------------------- /src/hetu_cache/src/cache.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/hetu_cache/src/cache.cc -------------------------------------------------------------------------------- /src/hetu_cache/src/embedding.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/hetu_cache/src/embedding.cc -------------------------------------------------------------------------------- /src/hetu_cache/src/hetu_client.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/hetu_cache/src/hetu_client.cc -------------------------------------------------------------------------------- /src/hetu_cache/src/lfu_cache.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/hetu_cache/src/lfu_cache.cc -------------------------------------------------------------------------------- /src/hetu_cache/src/lfuopt_cache.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/hetu_cache/src/lfuopt_cache.cc -------------------------------------------------------------------------------- /src/hetu_cache/src/lru_cache.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/hetu_cache/src/lru_cache.cc -------------------------------------------------------------------------------- /src/hetu_cache/src/python_api.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/hetu_cache/src/python_api.cc -------------------------------------------------------------------------------- /src/memory_pool/BFC_allocator.cc: -------------------------------------------------------------------------------- 1 | #include "BFC_allocator.h" 2 | -------------------------------------------------------------------------------- /src/memory_pool/BFC_allocator.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/memory_pool/BFC_allocator.h -------------------------------------------------------------------------------- /src/memory_pool/allocator.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/memory_pool/allocator.cc -------------------------------------------------------------------------------- /src/memory_pool/allocator.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/memory_pool/allocator.h -------------------------------------------------------------------------------- /src/ops/Abs.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Abs.cu -------------------------------------------------------------------------------- /src/ops/AddConst.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/AddConst.cu -------------------------------------------------------------------------------- /src/ops/AddElewise.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/AddElewise.cu -------------------------------------------------------------------------------- /src/ops/Addmm.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Addmm.cu -------------------------------------------------------------------------------- /src/ops/Arange.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Arange.cu -------------------------------------------------------------------------------- /src/ops/Argmax.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Argmax.cu -------------------------------------------------------------------------------- /src/ops/ArgmaxPartial.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/ArgmaxPartial.cu -------------------------------------------------------------------------------- /src/ops/Argsort.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Argsort.cu -------------------------------------------------------------------------------- /src/ops/ArrayLazyCallback.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/ArrayLazyCallback.cu -------------------------------------------------------------------------------- /src/ops/ArraySet.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/ArraySet.cu -------------------------------------------------------------------------------- /src/ops/AssignWithIndexedSlices.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/AssignWithIndexedSlices.cu -------------------------------------------------------------------------------- /src/ops/AutoDimOps.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/AutoDimOps.cu -------------------------------------------------------------------------------- /src/ops/AvgPool.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/AvgPool.cu -------------------------------------------------------------------------------- /src/ops/Baddbmm.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Baddbmm.cu -------------------------------------------------------------------------------- /src/ops/BatchMatrixMult.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/BatchMatrixMult.cu -------------------------------------------------------------------------------- /src/ops/BinaryCrossEntropy.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/BinaryCrossEntropy.cu -------------------------------------------------------------------------------- /src/ops/BinaryCrossEntropyWithLogits.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/BinaryCrossEntropyWithLogits.cu -------------------------------------------------------------------------------- /src/ops/Bool.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Bool.cu -------------------------------------------------------------------------------- /src/ops/Broadcast.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Broadcast.cu -------------------------------------------------------------------------------- /src/ops/BroadcastShape.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/BroadcastShape.cu -------------------------------------------------------------------------------- /src/ops/Clamp.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Clamp.cu -------------------------------------------------------------------------------- /src/ops/Clip.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Clip.cu -------------------------------------------------------------------------------- /src/ops/Clone.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Clone.cu -------------------------------------------------------------------------------- /src/ops/CompressedEmbedding.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/CompressedEmbedding.cu -------------------------------------------------------------------------------- /src/ops/Concat.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Concat.cu -------------------------------------------------------------------------------- /src/ops/Concatenate.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Concatenate.cu -------------------------------------------------------------------------------- /src/ops/ConstPow.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/ConstPow.cu -------------------------------------------------------------------------------- /src/ops/Conv2d.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Conv2d.cu -------------------------------------------------------------------------------- /src/ops/Conv2dBroadcast.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Conv2dBroadcast.cu -------------------------------------------------------------------------------- /src/ops/Conv2dReduceSum.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Conv2dReduceSum.cu -------------------------------------------------------------------------------- /src/ops/CrossEntropy.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/CrossEntropy.cu -------------------------------------------------------------------------------- /src/ops/CrossEntropySparse.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/CrossEntropySparse.cu -------------------------------------------------------------------------------- /src/ops/CuSparseCsrmm.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/CuSparseCsrmm.cu -------------------------------------------------------------------------------- /src/ops/CuSparseCsrmv.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/CuSparseCsrmv.cu -------------------------------------------------------------------------------- /src/ops/CudnnAvgPool.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/CudnnAvgPool.cu -------------------------------------------------------------------------------- /src/ops/CudnnBn.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/CudnnBn.cu -------------------------------------------------------------------------------- /src/ops/CudnnConv2d.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/CudnnConv2d.cu -------------------------------------------------------------------------------- /src/ops/CudnnConv2dAddBias.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/CudnnConv2dAddBias.cu -------------------------------------------------------------------------------- /src/ops/CudnnDropout.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/CudnnDropout.cu -------------------------------------------------------------------------------- /src/ops/CudnnMaxPool.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/CudnnMaxPool.cu -------------------------------------------------------------------------------- /src/ops/CudnnSoftmax.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/CudnnSoftmax.cu -------------------------------------------------------------------------------- /src/ops/CudnnSoftmaxEntropy.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/CudnnSoftmaxEntropy.cu -------------------------------------------------------------------------------- /src/ops/CumSum.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/CumSum.cu -------------------------------------------------------------------------------- /src/ops/DivideConst.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/DivideConst.cu -------------------------------------------------------------------------------- /src/ops/DivideElewise.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/DivideElewise.cu -------------------------------------------------------------------------------- /src/ops/Dot.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Dot.cu -------------------------------------------------------------------------------- /src/ops/Dropout.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Dropout.cu -------------------------------------------------------------------------------- /src/ops/EmbeddingLookup.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/EmbeddingLookup.cu -------------------------------------------------------------------------------- /src/ops/Exp.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Exp.cu -------------------------------------------------------------------------------- /src/ops/Floor.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Floor.cu -------------------------------------------------------------------------------- /src/ops/Gather.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Gather.cu -------------------------------------------------------------------------------- /src/ops/Gelu.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Gelu.cu -------------------------------------------------------------------------------- /src/ops/GroupTopKIdx.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/GroupTopKIdx.cu -------------------------------------------------------------------------------- /src/ops/H_A2A_LayoutTransform.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/H_A2A_LayoutTransform.cu -------------------------------------------------------------------------------- /src/ops/IndexedSlices.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/IndexedSlices.cu -------------------------------------------------------------------------------- /src/ops/Indexing.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Indexing.cu -------------------------------------------------------------------------------- /src/ops/Initializers.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Initializers.cu -------------------------------------------------------------------------------- /src/ops/InstanceNorm2d.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/InstanceNorm2d.cu -------------------------------------------------------------------------------- /src/ops/Interpolate.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Interpolate.cu -------------------------------------------------------------------------------- /src/ops/LayerNorm.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/LayerNorm.cu -------------------------------------------------------------------------------- /src/ops/LayoutTransform.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/LayoutTransform.cu -------------------------------------------------------------------------------- /src/ops/LeakyRelu.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/LeakyRelu.cu -------------------------------------------------------------------------------- /src/ops/Linear.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Linear.cu -------------------------------------------------------------------------------- /src/ops/Log.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Log.cu -------------------------------------------------------------------------------- /src/ops/Mask.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Mask.cu -------------------------------------------------------------------------------- /src/ops/MaskedFill.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/MaskedFill.cu -------------------------------------------------------------------------------- /src/ops/MatrixMult.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/MatrixMult.cu -------------------------------------------------------------------------------- /src/ops/Max.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Max.cu -------------------------------------------------------------------------------- /src/ops/MaxPool.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/MaxPool.cu -------------------------------------------------------------------------------- /src/ops/Min.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Min.cu -------------------------------------------------------------------------------- /src/ops/MinDist.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/MinDist.cu -------------------------------------------------------------------------------- /src/ops/MinusByConst.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/MinusByConst.cu -------------------------------------------------------------------------------- /src/ops/MinusElewise.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/MinusElewise.cu -------------------------------------------------------------------------------- /src/ops/MultiplyConst.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/MultiplyConst.cu -------------------------------------------------------------------------------- /src/ops/MultiplyElewise.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/MultiplyElewise.cu -------------------------------------------------------------------------------- /src/ops/NllLoss.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/NllLoss.cu -------------------------------------------------------------------------------- /src/ops/Norm.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Norm.cu -------------------------------------------------------------------------------- /src/ops/OneHot.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/OneHot.cu -------------------------------------------------------------------------------- /src/ops/Opposite.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Opposite.cu -------------------------------------------------------------------------------- /src/ops/OptEmbedBinaryStep.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/OptEmbedBinaryStep.cu -------------------------------------------------------------------------------- /src/ops/Optimizers.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Optimizers.cu -------------------------------------------------------------------------------- /src/ops/OptimizersSparse.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/OptimizersSparse.cu -------------------------------------------------------------------------------- /src/ops/Outer.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Outer.cu -------------------------------------------------------------------------------- /src/ops/Pad.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Pad.cu -------------------------------------------------------------------------------- /src/ops/Pow.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Pow.cu -------------------------------------------------------------------------------- /src/ops/Power.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Power.cu -------------------------------------------------------------------------------- /src/ops/PruneMask.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/PruneMask.cu -------------------------------------------------------------------------------- /src/ops/Quantize.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Quantize.cu -------------------------------------------------------------------------------- /src/ops/QuantizeEmbedding.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/QuantizeEmbedding.cu -------------------------------------------------------------------------------- /src/ops/ReduceGeneral.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/ReduceGeneral.cu -------------------------------------------------------------------------------- /src/ops/ReduceIndexedSlice.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/ReduceIndexedSlice.cu -------------------------------------------------------------------------------- /src/ops/ReduceSum.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/ReduceSum.cu -------------------------------------------------------------------------------- /src/ops/ReduceSumAxisZero.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/ReduceSumAxisZero.cu -------------------------------------------------------------------------------- /src/ops/Relu.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Relu.cu -------------------------------------------------------------------------------- /src/ops/Repeat.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Repeat.cu -------------------------------------------------------------------------------- /src/ops/Reshape.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Reshape.cu -------------------------------------------------------------------------------- /src/ops/Roll.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Roll.cu -------------------------------------------------------------------------------- /src/ops/SamGroupSum.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/SamGroupSum.cu -------------------------------------------------------------------------------- /src/ops/SamMax.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/SamMax.cu -------------------------------------------------------------------------------- /src/ops/Scatter.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Scatter.cu -------------------------------------------------------------------------------- /src/ops/Scatter1D.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Scatter1D.cu -------------------------------------------------------------------------------- /src/ops/Sigmoid.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Sigmoid.cu -------------------------------------------------------------------------------- /src/ops/Sign.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Sign.cu -------------------------------------------------------------------------------- /src/ops/SignedQuantize.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/SignedQuantize.cu -------------------------------------------------------------------------------- /src/ops/Sin.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Sin.cu -------------------------------------------------------------------------------- /src/ops/Slice.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Slice.cu -------------------------------------------------------------------------------- /src/ops/SliceAssign.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/SliceAssign.cu -------------------------------------------------------------------------------- /src/ops/SliceByMatrix.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/SliceByMatrix.cu -------------------------------------------------------------------------------- /src/ops/Softmax.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Softmax.cu -------------------------------------------------------------------------------- /src/ops/SoftmaxCrossEntropy.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/SoftmaxCrossEntropy.cu -------------------------------------------------------------------------------- /src/ops/SoftmaxCrossEntropySparse.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/SoftmaxCrossEntropySparse.cu -------------------------------------------------------------------------------- /src/ops/SparseEmbeddingLookup.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/SparseEmbeddingLookup.cu -------------------------------------------------------------------------------- /src/ops/SparseSet.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/SparseSet.cu -------------------------------------------------------------------------------- /src/ops/Sqrt.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Sqrt.cu -------------------------------------------------------------------------------- /src/ops/Tanh.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Tanh.cu -------------------------------------------------------------------------------- /src/ops/TopKIdx.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/TopKIdx.cu -------------------------------------------------------------------------------- /src/ops/TopKVal.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/TopKVal.cu -------------------------------------------------------------------------------- /src/ops/Transpose.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Transpose.cu -------------------------------------------------------------------------------- /src/ops/TrilLookup.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/TrilLookup.cu -------------------------------------------------------------------------------- /src/ops/UniqueIndices.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/UniqueIndices.cu -------------------------------------------------------------------------------- /src/ops/Where.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/src/ops/Where.cu -------------------------------------------------------------------------------- /tests/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/README.md -------------------------------------------------------------------------------- /tests/balanced.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/balanced.py -------------------------------------------------------------------------------- /tests/draft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/draft.py -------------------------------------------------------------------------------- /tests/get_gpu_memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/get_gpu_memory.py -------------------------------------------------------------------------------- /tests/hetu_cache/hetu_cache_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/hetu_cache/hetu_cache_config.yml -------------------------------------------------------------------------------- /tests/hetu_cache/hetu_cache_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/hetu_cache/hetu_cache_test.py -------------------------------------------------------------------------------- /tests/onnx/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/onnx/README.md -------------------------------------------------------------------------------- /tests/onnx/cnn_hetu_onnx_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/onnx/cnn_hetu_onnx_tf.py -------------------------------------------------------------------------------- /tests/onnx/cnn_tf_onnx_hetu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/onnx/cnn_tf_onnx_hetu.py -------------------------------------------------------------------------------- /tests/onnx/dnn_hetu_onnx_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/onnx/dnn_hetu_onnx_tf.py -------------------------------------------------------------------------------- /tests/onnx/dnn_tf_onnx_hetu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/onnx/dnn_tf_onnx_hetu.py -------------------------------------------------------------------------------- /tests/onnx/rnn_hetu_onnx_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/onnx/rnn_hetu_onnx_tf.py -------------------------------------------------------------------------------- /tests/onnx/rnn_tf_onnx_hetu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/onnx/rnn_tf_onnx_hetu.py -------------------------------------------------------------------------------- /tests/onnx/test_cnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/onnx/test_cnn.py -------------------------------------------------------------------------------- /tests/onnx/test_mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/onnx/test_mlp.py -------------------------------------------------------------------------------- /tests/onnx/test_nodes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/onnx/test_nodes.py -------------------------------------------------------------------------------- /tests/pstests/local_s2_w1.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/pstests/local_s2_w1.yml -------------------------------------------------------------------------------- /tests/pstests/local_s2_w2.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/pstests/local_s2_w2.yml -------------------------------------------------------------------------------- /tests/pstests/test_apis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/pstests/test_apis.py -------------------------------------------------------------------------------- /tests/pstests/test_bandwidth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/pstests/test_bandwidth.py -------------------------------------------------------------------------------- /tests/pstests/test_push_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/pstests/test_push_data.py -------------------------------------------------------------------------------- /tests/pstests/test_tf_bandwidth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/pstests/test_tf_bandwidth.py -------------------------------------------------------------------------------- /tests/pstests/tf_local_s1_w2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/pstests/tf_local_s1_w2.json -------------------------------------------------------------------------------- /tests/test_DistGCN/test_group_comm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/test_DistGCN/test_group_comm.py -------------------------------------------------------------------------------- /tests/test_comm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/test_comm.py -------------------------------------------------------------------------------- /tests/test_datatransfer_op.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/test_datatransfer_op.py -------------------------------------------------------------------------------- /tests/test_dnnl_op.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/test_dnnl_op.py -------------------------------------------------------------------------------- /tests/test_embedding_op.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/test_embedding_op.py -------------------------------------------------------------------------------- /tests/test_encode_decode.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/test_gpu_initializers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/test_gpu_initializers.py -------------------------------------------------------------------------------- /tests/test_gpu_op.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/test_gpu_op.py -------------------------------------------------------------------------------- /tests/test_ha2agather.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/test_ha2agather.py -------------------------------------------------------------------------------- /tests/test_lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/test_lr_scheduler.py -------------------------------------------------------------------------------- /tests/test_nccl_bandwidth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/test_nccl_bandwidth.py -------------------------------------------------------------------------------- /tests/test_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/test_ops.py -------------------------------------------------------------------------------- /tests/test_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/test_optimizer.py -------------------------------------------------------------------------------- /tests/test_profiler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/test_profiler.py -------------------------------------------------------------------------------- /tests/test_ps_preduce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/test_ps_preduce.py -------------------------------------------------------------------------------- /tests/test_reorder_lookup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/test_reorder_lookup.py -------------------------------------------------------------------------------- /tests/test_resnet_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/test_resnet_block.py -------------------------------------------------------------------------------- /tests/test_simple_version_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/test_simple_version_ops.py -------------------------------------------------------------------------------- /tests/test_sparse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/test_sparse.py -------------------------------------------------------------------------------- /tests/test_sparse_op.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/test_sparse_op.py -------------------------------------------------------------------------------- /tests/test_split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/test_split.py -------------------------------------------------------------------------------- /tests/test_sum_sparse_grad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/test_sum_sparse_grad.py -------------------------------------------------------------------------------- /tests/test_transformer_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/test_transformer_ops.py -------------------------------------------------------------------------------- /tests/test_unique.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/test_unique.py -------------------------------------------------------------------------------- /tests/tester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/tester.py -------------------------------------------------------------------------------- /tests/torch_balance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tests/torch_balance.py -------------------------------------------------------------------------------- /tools/EmbeddingMemoryCompression/methods/__init__.py: -------------------------------------------------------------------------------- 1 | from .scheduler import get_trainer 2 | -------------------------------------------------------------------------------- /tools/EmbeddingMemoryCompression/scripts/.gitignore: -------------------------------------------------------------------------------- 1 | *.png 2 | *.bin 3 | -------------------------------------------------------------------------------- /tools/Galvatron/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tools/Galvatron/.DS_Store -------------------------------------------------------------------------------- /tools/Galvatron/MANIFEST.in: -------------------------------------------------------------------------------- 1 | recursive-include galvatron *.json -------------------------------------------------------------------------------- /tools/Galvatron/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tools/Galvatron/Makefile -------------------------------------------------------------------------------- /tools/Galvatron/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tools/Galvatron/README.md -------------------------------------------------------------------------------- /tools/Galvatron/csrc/dp_core.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tools/Galvatron/csrc/dp_core.cpp -------------------------------------------------------------------------------- /tools/Galvatron/figs/api.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tools/Galvatron/figs/api.jpg -------------------------------------------------------------------------------- /tools/Galvatron/galvatron.exp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tools/Galvatron/galvatron.exp -------------------------------------------------------------------------------- /tools/Galvatron/galvatron/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tools/Galvatron/galvatron/.DS_Store -------------------------------------------------------------------------------- /tools/Galvatron/galvatron/MANIFEST.in: -------------------------------------------------------------------------------- 1 | recursive-include galvatron *.json -------------------------------------------------------------------------------- /tools/Galvatron/galvatron/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tools/Galvatron/galvatron/__init__.py -------------------------------------------------------------------------------- /tools/Galvatron/galvatron/core/dataloader.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tools/Galvatron/galvatron/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tools/Galvatron/galvatron/models/baichuan/hf_configs/__init__.py: -------------------------------------------------------------------------------- 1 | from .config_utils import * -------------------------------------------------------------------------------- /tools/Galvatron/galvatron/models/gpt/meta_configs/__init__.py: -------------------------------------------------------------------------------- 1 | from .config_utils import * -------------------------------------------------------------------------------- /tools/Galvatron/galvatron/models/llama/meta_configs/__init__.py: -------------------------------------------------------------------------------- 1 | from .config_utils import * -------------------------------------------------------------------------------- /tools/Galvatron/galvatron/scripts/prepare_env.sh: -------------------------------------------------------------------------------- 1 | pip3 install -r ../requirements.txt -------------------------------------------------------------------------------- /tools/Galvatron/galvatron/site_package/megatron/core/requirements.txt: -------------------------------------------------------------------------------- 1 | torch -------------------------------------------------------------------------------- /tools/Galvatron/galvatron/site_package/megatron/data/__init__.py: -------------------------------------------------------------------------------- 1 | from . import indexed_dataset 2 | -------------------------------------------------------------------------------- /tools/Galvatron/galvatron/site_package/megatron/fused_kernels/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tools/Galvatron/galvatron/site_package/megatron/mpu/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tools/Galvatron/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tools/Galvatron/requirements.txt -------------------------------------------------------------------------------- /tools/Galvatron/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Hsword/Hetu/HEAD/tools/Galvatron/setup.py --------------------------------------------------------------------------------