├── .gitignore ├── LICENSE ├── README.md ├── bench ├── dlrm_s_benchmark.sh ├── dlrm_s_criteo_kaggle.sh ├── dlrm_s_criteo_kaggle_C1.sh ├── dlrm_s_criteo_kaggle_C1_C2.sh ├── dlrm_s_criteo_kaggle_C1_C2_C3.sh ├── dlrm_s_criteo_kaggle_lock_gpu_C1.sh ├── dlrm_s_criteo_terabyte.sh └── run_and_time.sh ├── cache_algo ├── EvLFU_C1.py ├── EvLFU_C1_Cython │ ├── EvLFU.cpp │ ├── EvLFU.cpython-36m-x86_64-linux-gnu.so │ ├── EvLFU.pyx │ ├── evlfu.hpp │ ├── script.sh │ ├── setup_EvLFU.py │ └── test.py ├── LFU.py ├── LRU.py ├── cpp_socket_client.py └── old_versions │ ├── EvLFU4DLRM_C2.py │ ├── EvLFU_C1_apprx_emb.py │ ├── EvLFU_C1_sets.py │ ├── EvLFU_C1_v0.py │ ├── EvLFU_C1_v1.py │ ├── LFU_v0.py │ ├── LFU_v1.py │ ├── LFU_v2.py │ └── LRU_v0.py ├── cython ├── cython_compile.py └── cython_criteo.py ├── data_utils.py ├── dlrm_data_pytorch.py ├── dlrm_s_pytorch.py ├── dlrm_s_pytorch_C1.py ├── dlrm_s_pytorch_C1_C2.py ├── dlrm_s_pytorch_C1_C2_C3.py ├── dlrm_s_pytorch_lock_gpu_C1.py ├── emb_storage ├── file_read.py ├── mmap_file_read.py ├── multi_storage_dummy │ └── socket-server.py ├── storage_dummy.py ├── storage_manager.py ├── storage_rocksdb.py ├── storage_rocksdb_26_tabs.py ├── storage_sqlite.py └── storage_sqlite_26_tabs.py ├── evstore_utils.py ├── experiments.md ├── extend_distributed.py ├── input ├── .gitignore └── readme.txt ├── logs ├── .gitignore ├── sample-inference-criteo_kaggle_5mil.txt ├── sample-inference-criteo_kaggle_all.txt └── sample-train-criteo_kaggle_5mil.txt ├── misc ├── README.txt ├── dlrm_data_caffe2.py ├── dlrm_s_caffe2.py ├── mixed_precs_caching_v0 │ ├── .gitignore │ ├── cache_manager.cpp │ ├── cache_manager.hpp │ ├── dlrm_client.py │ ├── evlfu_16.cpp │ ├── evlfu_16.hpp │ ├── evlfu_32.cpp │ ├── evlfu_32.hpp │ ├── evlfu_4.cpp │ ├── evlfu_4.hpp │ ├── evlfu_8.cpp │ ├── evlfu_8.hpp │ ├── readme.txt │ └── test.cpp └── testing_tensor_cpp │ ├── CMakeLists.txt │ ├── evlfu_tensor.cpp │ ├── evlfu_tensor.hpp │ └── sample_client.py ├── mixed_precs_caching ├── .gitignore ├── aprx_embedding.cpp ├── aprx_embedding.hpp ├── cache_manager.cpp ├── cache_manager.hpp ├── dlrm_client.py ├── evlfu_16.cpp ├── evlfu_16.hpp ├── evlfu_32.cpp ├── evlfu_32.hpp ├── evlfu_4.cpp ├── evlfu_4.hpp ├── evlfu_8.cpp ├── evlfu_8.hpp ├── lib │ └── .gitignore ├── readme.txt ├── test.cpp └── test.py ├── mlperf_logger.py ├── optim └── rwsadagrad.py ├── script ├── apply_ev_preconditioning.py ├── approximate_embedding │ └── phase2_similarity_analysis │ │ ├── README.txt │ │ ├── csvReader.py │ │ ├── get_neighbors_CPU_slow.ipynb │ │ ├── get_neighbors_GPU.ipynb │ │ ├── most_popular_neighbor.ipynb │ │ └── rankedWorkload.csv ├── compress_folder_for_github.sh ├── convert_altkeys_to_binary.py ├── convert_ev_to_binary.py ├── data_loader_terabyte.py ├── dissectingmodel.py ├── free_page_cache.sh ├── gnuplot_cdf_direct_io.plt ├── gnuplot_cdf_evlfu_lru.plt ├── gnuplot_cdf_multi_line.plt ├── gnuplot_graph │ └── cdf_2_line.plt ├── modify_param.py ├── mount_cham_obj_stor.sh ├── plot_cdf.py ├── read_cham_obj_stor.sh ├── reduce_precision.py ├── uncompress_folder_for_github.sh └── wget_evstore_dataset.sh ├── stored_model └── .gitignore ├── test └── dlrm_s_test.sh ├── tools └── visualize.py └── tricks ├── md_embedding_bag.py └── qr_embedding_bag.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/README.md -------------------------------------------------------------------------------- /bench/dlrm_s_benchmark.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/bench/dlrm_s_benchmark.sh -------------------------------------------------------------------------------- /bench/dlrm_s_criteo_kaggle.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/bench/dlrm_s_criteo_kaggle.sh -------------------------------------------------------------------------------- /bench/dlrm_s_criteo_kaggle_C1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/bench/dlrm_s_criteo_kaggle_C1.sh -------------------------------------------------------------------------------- /bench/dlrm_s_criteo_kaggle_C1_C2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/bench/dlrm_s_criteo_kaggle_C1_C2.sh -------------------------------------------------------------------------------- /bench/dlrm_s_criteo_kaggle_C1_C2_C3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/bench/dlrm_s_criteo_kaggle_C1_C2_C3.sh -------------------------------------------------------------------------------- /bench/dlrm_s_criteo_kaggle_lock_gpu_C1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/bench/dlrm_s_criteo_kaggle_lock_gpu_C1.sh -------------------------------------------------------------------------------- /bench/dlrm_s_criteo_terabyte.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/bench/dlrm_s_criteo_terabyte.sh -------------------------------------------------------------------------------- /bench/run_and_time.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/bench/run_and_time.sh -------------------------------------------------------------------------------- /cache_algo/EvLFU_C1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/cache_algo/EvLFU_C1.py -------------------------------------------------------------------------------- /cache_algo/EvLFU_C1_Cython/EvLFU.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/cache_algo/EvLFU_C1_Cython/EvLFU.cpp -------------------------------------------------------------------------------- /cache_algo/EvLFU_C1_Cython/EvLFU.cpython-36m-x86_64-linux-gnu.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/cache_algo/EvLFU_C1_Cython/EvLFU.cpython-36m-x86_64-linux-gnu.so -------------------------------------------------------------------------------- /cache_algo/EvLFU_C1_Cython/EvLFU.pyx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/cache_algo/EvLFU_C1_Cython/EvLFU.pyx -------------------------------------------------------------------------------- /cache_algo/EvLFU_C1_Cython/evlfu.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/cache_algo/EvLFU_C1_Cython/evlfu.hpp -------------------------------------------------------------------------------- /cache_algo/EvLFU_C1_Cython/script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/cache_algo/EvLFU_C1_Cython/script.sh -------------------------------------------------------------------------------- /cache_algo/EvLFU_C1_Cython/setup_EvLFU.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/cache_algo/EvLFU_C1_Cython/setup_EvLFU.py -------------------------------------------------------------------------------- /cache_algo/EvLFU_C1_Cython/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/cache_algo/EvLFU_C1_Cython/test.py -------------------------------------------------------------------------------- /cache_algo/LFU.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/cache_algo/LFU.py -------------------------------------------------------------------------------- /cache_algo/LRU.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/cache_algo/LRU.py -------------------------------------------------------------------------------- /cache_algo/cpp_socket_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/cache_algo/cpp_socket_client.py -------------------------------------------------------------------------------- /cache_algo/old_versions/EvLFU4DLRM_C2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/cache_algo/old_versions/EvLFU4DLRM_C2.py -------------------------------------------------------------------------------- /cache_algo/old_versions/EvLFU_C1_apprx_emb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/cache_algo/old_versions/EvLFU_C1_apprx_emb.py -------------------------------------------------------------------------------- /cache_algo/old_versions/EvLFU_C1_sets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/cache_algo/old_versions/EvLFU_C1_sets.py -------------------------------------------------------------------------------- /cache_algo/old_versions/EvLFU_C1_v0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/cache_algo/old_versions/EvLFU_C1_v0.py -------------------------------------------------------------------------------- /cache_algo/old_versions/EvLFU_C1_v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/cache_algo/old_versions/EvLFU_C1_v1.py -------------------------------------------------------------------------------- /cache_algo/old_versions/LFU_v0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/cache_algo/old_versions/LFU_v0.py -------------------------------------------------------------------------------- /cache_algo/old_versions/LFU_v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/cache_algo/old_versions/LFU_v1.py -------------------------------------------------------------------------------- /cache_algo/old_versions/LFU_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/cache_algo/old_versions/LFU_v2.py -------------------------------------------------------------------------------- /cache_algo/old_versions/LRU_v0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/cache_algo/old_versions/LRU_v0.py -------------------------------------------------------------------------------- /cython/cython_compile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/cython/cython_compile.py -------------------------------------------------------------------------------- /cython/cython_criteo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/cython/cython_criteo.py -------------------------------------------------------------------------------- /data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/data_utils.py -------------------------------------------------------------------------------- /dlrm_data_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/dlrm_data_pytorch.py -------------------------------------------------------------------------------- /dlrm_s_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/dlrm_s_pytorch.py -------------------------------------------------------------------------------- /dlrm_s_pytorch_C1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/dlrm_s_pytorch_C1.py -------------------------------------------------------------------------------- /dlrm_s_pytorch_C1_C2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/dlrm_s_pytorch_C1_C2.py -------------------------------------------------------------------------------- /dlrm_s_pytorch_C1_C2_C3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/dlrm_s_pytorch_C1_C2_C3.py -------------------------------------------------------------------------------- /dlrm_s_pytorch_lock_gpu_C1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/dlrm_s_pytorch_lock_gpu_C1.py -------------------------------------------------------------------------------- /emb_storage/file_read.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/emb_storage/file_read.py -------------------------------------------------------------------------------- /emb_storage/mmap_file_read.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/emb_storage/mmap_file_read.py -------------------------------------------------------------------------------- /emb_storage/multi_storage_dummy/socket-server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/emb_storage/multi_storage_dummy/socket-server.py -------------------------------------------------------------------------------- /emb_storage/storage_dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/emb_storage/storage_dummy.py -------------------------------------------------------------------------------- /emb_storage/storage_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/emb_storage/storage_manager.py -------------------------------------------------------------------------------- /emb_storage/storage_rocksdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/emb_storage/storage_rocksdb.py -------------------------------------------------------------------------------- /emb_storage/storage_rocksdb_26_tabs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/emb_storage/storage_rocksdb_26_tabs.py -------------------------------------------------------------------------------- /emb_storage/storage_sqlite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/emb_storage/storage_sqlite.py -------------------------------------------------------------------------------- /emb_storage/storage_sqlite_26_tabs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/emb_storage/storage_sqlite_26_tabs.py -------------------------------------------------------------------------------- /evstore_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/evstore_utils.py -------------------------------------------------------------------------------- /experiments.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/experiments.md -------------------------------------------------------------------------------- /extend_distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/extend_distributed.py -------------------------------------------------------------------------------- /input/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/input/.gitignore -------------------------------------------------------------------------------- /input/readme.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/input/readme.txt -------------------------------------------------------------------------------- /logs/.gitignore: -------------------------------------------------------------------------------- 1 | * 2 | !.gitignore 3 | !sample* -------------------------------------------------------------------------------- /logs/sample-inference-criteo_kaggle_5mil.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/logs/sample-inference-criteo_kaggle_5mil.txt -------------------------------------------------------------------------------- /logs/sample-inference-criteo_kaggle_all.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/logs/sample-inference-criteo_kaggle_all.txt -------------------------------------------------------------------------------- /logs/sample-train-criteo_kaggle_5mil.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/logs/sample-train-criteo_kaggle_5mil.txt -------------------------------------------------------------------------------- /misc/README.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/misc/README.txt -------------------------------------------------------------------------------- /misc/dlrm_data_caffe2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/misc/dlrm_data_caffe2.py -------------------------------------------------------------------------------- /misc/dlrm_s_caffe2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/misc/dlrm_s_caffe2.py -------------------------------------------------------------------------------- /misc/mixed_precs_caching_v0/.gitignore: -------------------------------------------------------------------------------- 1 | a.out -------------------------------------------------------------------------------- /misc/mixed_precs_caching_v0/cache_manager.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/misc/mixed_precs_caching_v0/cache_manager.cpp -------------------------------------------------------------------------------- /misc/mixed_precs_caching_v0/cache_manager.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/misc/mixed_precs_caching_v0/cache_manager.hpp -------------------------------------------------------------------------------- /misc/mixed_precs_caching_v0/dlrm_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/misc/mixed_precs_caching_v0/dlrm_client.py -------------------------------------------------------------------------------- /misc/mixed_precs_caching_v0/evlfu_16.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/misc/mixed_precs_caching_v0/evlfu_16.cpp -------------------------------------------------------------------------------- /misc/mixed_precs_caching_v0/evlfu_16.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/misc/mixed_precs_caching_v0/evlfu_16.hpp -------------------------------------------------------------------------------- /misc/mixed_precs_caching_v0/evlfu_32.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/misc/mixed_precs_caching_v0/evlfu_32.cpp -------------------------------------------------------------------------------- /misc/mixed_precs_caching_v0/evlfu_32.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/misc/mixed_precs_caching_v0/evlfu_32.hpp -------------------------------------------------------------------------------- /misc/mixed_precs_caching_v0/evlfu_4.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/misc/mixed_precs_caching_v0/evlfu_4.cpp -------------------------------------------------------------------------------- /misc/mixed_precs_caching_v0/evlfu_4.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/misc/mixed_precs_caching_v0/evlfu_4.hpp -------------------------------------------------------------------------------- /misc/mixed_precs_caching_v0/evlfu_8.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/misc/mixed_precs_caching_v0/evlfu_8.cpp -------------------------------------------------------------------------------- /misc/mixed_precs_caching_v0/evlfu_8.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/misc/mixed_precs_caching_v0/evlfu_8.hpp -------------------------------------------------------------------------------- /misc/mixed_precs_caching_v0/readme.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/misc/mixed_precs_caching_v0/readme.txt -------------------------------------------------------------------------------- /misc/mixed_precs_caching_v0/test.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/misc/mixed_precs_caching_v0/test.cpp -------------------------------------------------------------------------------- /misc/testing_tensor_cpp/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/misc/testing_tensor_cpp/CMakeLists.txt -------------------------------------------------------------------------------- /misc/testing_tensor_cpp/evlfu_tensor.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/misc/testing_tensor_cpp/evlfu_tensor.cpp -------------------------------------------------------------------------------- /misc/testing_tensor_cpp/evlfu_tensor.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/misc/testing_tensor_cpp/evlfu_tensor.hpp -------------------------------------------------------------------------------- /misc/testing_tensor_cpp/sample_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/misc/testing_tensor_cpp/sample_client.py -------------------------------------------------------------------------------- /mixed_precs_caching/.gitignore: -------------------------------------------------------------------------------- 1 | a.out -------------------------------------------------------------------------------- /mixed_precs_caching/aprx_embedding.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/mixed_precs_caching/aprx_embedding.cpp -------------------------------------------------------------------------------- /mixed_precs_caching/aprx_embedding.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/mixed_precs_caching/aprx_embedding.hpp -------------------------------------------------------------------------------- /mixed_precs_caching/cache_manager.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/mixed_precs_caching/cache_manager.cpp -------------------------------------------------------------------------------- /mixed_precs_caching/cache_manager.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/mixed_precs_caching/cache_manager.hpp -------------------------------------------------------------------------------- /mixed_precs_caching/dlrm_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/mixed_precs_caching/dlrm_client.py -------------------------------------------------------------------------------- /mixed_precs_caching/evlfu_16.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/mixed_precs_caching/evlfu_16.cpp -------------------------------------------------------------------------------- /mixed_precs_caching/evlfu_16.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/mixed_precs_caching/evlfu_16.hpp -------------------------------------------------------------------------------- /mixed_precs_caching/evlfu_32.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/mixed_precs_caching/evlfu_32.cpp -------------------------------------------------------------------------------- /mixed_precs_caching/evlfu_32.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/mixed_precs_caching/evlfu_32.hpp -------------------------------------------------------------------------------- /mixed_precs_caching/evlfu_4.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/mixed_precs_caching/evlfu_4.cpp -------------------------------------------------------------------------------- /mixed_precs_caching/evlfu_4.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/mixed_precs_caching/evlfu_4.hpp -------------------------------------------------------------------------------- /mixed_precs_caching/evlfu_8.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/mixed_precs_caching/evlfu_8.cpp -------------------------------------------------------------------------------- /mixed_precs_caching/evlfu_8.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/mixed_precs_caching/evlfu_8.hpp -------------------------------------------------------------------------------- /mixed_precs_caching/lib/.gitignore: -------------------------------------------------------------------------------- 1 | *.so -------------------------------------------------------------------------------- /mixed_precs_caching/readme.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/mixed_precs_caching/readme.txt -------------------------------------------------------------------------------- /mixed_precs_caching/test.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/mixed_precs_caching/test.cpp -------------------------------------------------------------------------------- /mixed_precs_caching/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/mixed_precs_caching/test.py -------------------------------------------------------------------------------- /mlperf_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/mlperf_logger.py -------------------------------------------------------------------------------- /optim/rwsadagrad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/optim/rwsadagrad.py -------------------------------------------------------------------------------- /script/apply_ev_preconditioning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/script/apply_ev_preconditioning.py -------------------------------------------------------------------------------- /script/approximate_embedding/phase2_similarity_analysis/README.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/script/approximate_embedding/phase2_similarity_analysis/README.txt -------------------------------------------------------------------------------- /script/approximate_embedding/phase2_similarity_analysis/csvReader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/script/approximate_embedding/phase2_similarity_analysis/csvReader.py -------------------------------------------------------------------------------- /script/approximate_embedding/phase2_similarity_analysis/get_neighbors_CPU_slow.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/script/approximate_embedding/phase2_similarity_analysis/get_neighbors_CPU_slow.ipynb -------------------------------------------------------------------------------- /script/approximate_embedding/phase2_similarity_analysis/get_neighbors_GPU.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/script/approximate_embedding/phase2_similarity_analysis/get_neighbors_GPU.ipynb -------------------------------------------------------------------------------- /script/approximate_embedding/phase2_similarity_analysis/most_popular_neighbor.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/script/approximate_embedding/phase2_similarity_analysis/most_popular_neighbor.ipynb -------------------------------------------------------------------------------- /script/approximate_embedding/phase2_similarity_analysis/rankedWorkload.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/script/approximate_embedding/phase2_similarity_analysis/rankedWorkload.csv -------------------------------------------------------------------------------- /script/compress_folder_for_github.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/script/compress_folder_for_github.sh -------------------------------------------------------------------------------- /script/convert_altkeys_to_binary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/script/convert_altkeys_to_binary.py -------------------------------------------------------------------------------- /script/convert_ev_to_binary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/script/convert_ev_to_binary.py -------------------------------------------------------------------------------- /script/data_loader_terabyte.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/script/data_loader_terabyte.py -------------------------------------------------------------------------------- /script/dissectingmodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/script/dissectingmodel.py -------------------------------------------------------------------------------- /script/free_page_cache.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/script/free_page_cache.sh -------------------------------------------------------------------------------- /script/gnuplot_cdf_direct_io.plt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/script/gnuplot_cdf_direct_io.plt -------------------------------------------------------------------------------- /script/gnuplot_cdf_evlfu_lru.plt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/script/gnuplot_cdf_evlfu_lru.plt -------------------------------------------------------------------------------- /script/gnuplot_cdf_multi_line.plt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/script/gnuplot_cdf_multi_line.plt -------------------------------------------------------------------------------- /script/gnuplot_graph/cdf_2_line.plt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/script/gnuplot_graph/cdf_2_line.plt -------------------------------------------------------------------------------- /script/modify_param.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/script/modify_param.py -------------------------------------------------------------------------------- /script/mount_cham_obj_stor.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/script/mount_cham_obj_stor.sh -------------------------------------------------------------------------------- /script/plot_cdf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/script/plot_cdf.py -------------------------------------------------------------------------------- /script/read_cham_obj_stor.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/script/read_cham_obj_stor.sh -------------------------------------------------------------------------------- /script/reduce_precision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/script/reduce_precision.py -------------------------------------------------------------------------------- /script/uncompress_folder_for_github.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/script/uncompress_folder_for_github.sh -------------------------------------------------------------------------------- /script/wget_evstore_dataset.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/script/wget_evstore_dataset.sh -------------------------------------------------------------------------------- /stored_model/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/stored_model/.gitignore -------------------------------------------------------------------------------- /test/dlrm_s_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/test/dlrm_s_test.sh -------------------------------------------------------------------------------- /tools/visualize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/tools/visualize.py -------------------------------------------------------------------------------- /tricks/md_embedding_bag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/tricks/md_embedding_bag.py -------------------------------------------------------------------------------- /tricks/qr_embedding_bag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ucare-uchicago/ev-store-dlrm/HEAD/tricks/qr_embedding_bag.py --------------------------------------------------------------------------------