├── .gitignore ├── .vscode ├── launch.json └── settings.json ├── CODEOWNERS ├── LICENSE ├── README.md ├── docs ├── images │ └── stg_workflow.png └── stg_demo_241006.pptx ├── eg_simulator ├── OUTDATED ├── __init__.py ├── executor │ └── astrasim_executor.py ├── node_runner.py └── runtime_database │ └── astrasim_runtime_database.py ├── environment.yml ├── experiment ├── dp_dimensions_random │ ├── OUTDATED │ ├── design_space.py │ ├── generate_run_files.py │ └── run_expr.py ├── dp_offload_random │ ├── OUTDATED │ ├── gather_results.py │ ├── generate_run_files.py │ └── run_expr.py └── fullset │ ├── cleanup.py │ ├── gather_results.py │ ├── generate_workloads.py │ ├── memory.json │ ├── network.yml │ ├── outputs │ └── .gitkeep │ ├── run_astrasim.py │ └── system.json ├── main.py ├── models ├── __init__.py ├── old │ └── transformer.py ├── stage1 │ ├── __init__.py │ ├── gpt_model.py │ ├── llama_model.py │ ├── moe_model.py │ └── utils.py ├── transformer.py ├── transformer_forward_only.py └── transformer_inference.py ├── sharding_spreadsheets ├── module │ ├── decoding_fullset │ │ ├── embedding.csv │ │ ├── embedding.json │ │ ├── feed_forward_network.csv │ │ ├── feed_forward_network.json │ │ ├── multi_head_attention.csv │ │ └── multi_head_attention.json │ ├── decoding_fully_sharded_fullset │ │ ├── embedding.csv │ │ ├── embedding.json │ │ ├── feed_forward_network.csv │ │ ├── feed_forward_network.json │ │ ├── multi_head_attention.csv │ │ └── multi_head_attention.json │ ├── divya │ │ ├── embedding.csv │ │ ├── embedding.json │ │ ├── feed_forward_network.csv │ │ ├── feed_forward_network.json │ │ ├── linear.csv │ │ ├── linear.json │ │ ├── multi_head_attention.csv │ │ ├── multi_head_attention.json │ │ ├── reshape.csv │ │ └── reshape.json │ ├── embedding.csv │ ├── embedding.json │ ├── feed_forward_network.csv │ ├── feed_forward_network.json │ ├── feed_forward_network.xlsx │ ├── fullset │ │ ├── embedding.csv │ │ ├── embedding.json │ │ ├── feed_forward_network.csv │ │ ├── feed_forward_network.json │ │ ├── multi_head_attention.csv │ │ └── multi_head_attention.json │ ├── fullset_recomp │ │ ├── embedding.csv │ │ ├── embedding.json │ │ ├── feed_forward_network.csv │ │ ├── feed_forward_network.json │ │ ├── multi_head_attention.csv │ │ └── multi_head_attention.json │ ├── fully_sharded_divya │ │ ├── embedding.csv │ │ ├── embedding.json │ │ ├── feed_forward_network.csv │ │ ├── feed_forward_network.json │ │ ├── linear.csv │ │ ├── linear.json │ │ ├── multi_head_attention.csv │ │ ├── multi_head_attention.json │ │ ├── reshape.csv │ │ └── reshape.json │ ├── fully_sharded_fullset │ │ ├── embedding.csv │ │ ├── embedding.json │ │ ├── feed_forward_network.csv │ │ ├── feed_forward_network.json │ │ ├── multi_head_attention.csv │ │ └── multi_head_attention.json │ ├── fully_sharded_fullset_recomp │ │ ├── embedding.csv │ │ ├── embedding.json │ │ ├── feed_forward_network.csv │ │ ├── feed_forward_network.json │ │ ├── multi_head_attention.csv │ │ └── multi_head_attention.json │ ├── linear.csv │ ├── linear.json │ ├── linear.xlsx │ ├── multi_head_attention.csv │ ├── multi_head_attention.json │ ├── multi_head_attention.xlsx │ ├── prefilling_fullset │ │ ├── embedding.csv │ │ ├── embedding.json │ │ ├── feed_forward_network.csv │ │ ├── feed_forward_network.json │ │ ├── multi_head_attention.csv │ │ └── multi_head_attention.json │ └── prefilling_fully_sharded_fullset │ │ ├── embedding.csv │ │ ├── embedding.json │ │ ├── feed_forward_network.csv │ │ ├── feed_forward_network.json │ │ ├── multi_head_attention.csv │ │ └── multi_head_attention.json ├── module3 │ ├── embedding.csv │ ├── embedding.json │ ├── expert_wrapper.csv │ ├── expert_wrapper.json │ ├── group_query_attention_kernel.csv │ ├── group_query_attention_kernel.json │ ├── group_query_attention_kernel_2.csv │ ├── group_query_attention_kernel_2.json │ ├── group_query_attention_surrounding.csv │ ├── group_query_attention_surrounding.json │ ├── layer_norm.csv │ ├── layer_norm.json │ ├── llama_feed_forward_network.csv │ ├── llama_feed_forward_network.json │ ├── loss.csv │ ├── loss.json │ ├── mamba_mixer.csv │ ├── moe_frame.csv │ ├── moe_frame.json │ ├── residual.csv │ ├── residual.json │ ├── tp │ │ ├── embedding.csv │ │ ├── embedding.json │ │ ├── expert_wrapper.csv │ │ ├── expert_wrapper.json │ │ ├── group_query_attention_kernel.csv │ │ ├── group_query_attention_kernel.json │ │ ├── group_query_attention_kernel_2.csv │ │ ├── group_query_attention_kernel_2.json │ │ ├── group_query_attention_kernel_fused.csv │ │ ├── group_query_attention_kernel_fused.json │ │ ├── group_query_attention_surrounding.csv │ │ ├── group_query_attention_surrounding.json │ │ ├── layer_norm.csv │ │ ├── layer_norm.json │ │ ├── llama_feed_forward_network.csv │ │ ├── llama_feed_forward_network.json │ │ ├── loss.csv │ │ ├── loss.json │ │ ├── moe_frame.csv │ │ ├── moe_frame.json │ │ ├── residual.csv │ │ ├── residual.json │ │ └── vocab_parallel_cross_entropy.csv │ ├── tp_gpt │ │ ├── embedding.csv │ │ ├── embedding.json │ │ ├── expert_wrapper.csv │ │ ├── expert_wrapper.json │ │ ├── group_query_attention_kernel.csv │ │ ├── group_query_attention_kernel.json │ │ ├── group_query_attention_kernel_2.csv │ │ ├── group_query_attention_kernel_2.json │ │ ├── group_query_attention_kernel_fused.csv │ │ ├── group_query_attention_kernel_fused.json │ │ ├── group_query_attention_surrounding.csv │ │ ├── group_query_attention_surrounding.json │ │ ├── layer_norm.csv │ │ ├── layer_norm.json │ │ ├── llama_feed_forward_network.csv │ │ ├── llama_feed_forward_network.json │ │ ├── loss.csv │ │ ├── loss.json │ │ ├── mamba_mixer.csv │ │ ├── moe_frame.csv │ │ ├── moe_frame.json │ │ ├── residual.csv │ │ ├── residual.json │ │ └── vocab_parallel_cross_entropy.csv │ ├── tp_gpt_moe │ │ ├── embedding.csv │ │ ├── embedding.json │ │ ├── expert_wrapper.csv │ │ ├── expert_wrapper.json │ │ ├── group_query_attention_kernel.csv │ │ ├── group_query_attention_kernel.json │ │ ├── group_query_attention_kernel_2.csv │ │ ├── group_query_attention_kernel_2.json │ │ ├── group_query_attention_kernel_fused.csv │ │ ├── group_query_attention_kernel_fused.json │ │ ├── group_query_attention_surrounding.csv │ │ ├── group_query_attention_surrounding.json │ │ ├── layer_norm.csv │ │ ├── layer_norm.json │ │ ├── llama_feed_forward_network.csv │ │ ├── llama_feed_forward_network.json │ │ ├── loss.csv │ │ ├── loss.json │ │ ├── mamba_mixer.csv │ │ ├── moe_frame.csv │ │ ├── moe_frame.json │ │ ├── residual.csv │ │ ├── residual.json │ │ └── vocab_parallel_cross_entropy.csv │ ├── tpsp │ │ ├── embedding.csv │ │ ├── embedding.json │ │ ├── expert_wrapper.csv │ │ ├── expert_wrapper.json │ │ ├── group_query_attention_kernel.csv │ │ ├── group_query_attention_kernel.json │ │ ├── group_query_attention_kernel_2.csv │ │ ├── group_query_attention_kernel_2.json │ │ ├── group_query_attention_kernel_fused.csv │ │ ├── group_query_attention_kernel_fused.json │ │ ├── group_query_attention_surrounding.csv │ │ ├── group_query_attention_surrounding.json │ │ ├── group_query_attention_surrounding_fsdp_merged.csv │ │ ├── group_query_attention_surrounding_fsdp_merged.json │ │ ├── layer_norm.csv │ │ ├── layer_norm.json │ │ ├── llama_feed_forward_network.csv │ │ ├── llama_feed_forward_network.json │ │ ├── loss.csv │ │ ├── loss.json │ │ ├── mamba_mixer.csv │ │ ├── moe_frame.csv │ │ ├── moe_frame.json │ │ ├── residual.csv │ │ ├── residual.json │ │ └── vocab_parallel_cross_entropy.csv │ ├── tpsp_fsdp │ │ ├── embedding.csv │ │ ├── embedding.json │ │ ├── expert_wrapper.csv │ │ ├── expert_wrapper.json │ │ ├── group_query_attention_kernel.csv │ │ ├── group_query_attention_kernel.json │ │ ├── group_query_attention_kernel_2.csv │ │ ├── group_query_attention_kernel_2.json │ │ ├── group_query_attention_kernel_fused.csv │ │ ├── group_query_attention_kernel_fused.json │ │ ├── group_query_attention_surrounding.csv │ │ ├── group_query_attention_surrounding.json │ │ ├── layer_norm.csv │ │ ├── layer_norm.json │ │ ├── llama_feed_forward_network.csv │ │ ├── llama_feed_forward_network.json │ │ ├── loss.csv │ │ ├── loss.json │ │ ├── mamba_mixer.csv │ │ ├── moe_frame.csv │ │ ├── moe_frame.json │ │ ├── residual.csv │ │ ├── residual.json │ │ └── vocab_parallel_cross_entropy.csv │ ├── tpsp_gpt │ │ ├── embedding.csv │ │ ├── embedding.json │ │ ├── expert_wrapper.csv │ │ ├── expert_wrapper.json │ │ ├── group_query_attention_kernel.csv │ │ ├── group_query_attention_kernel.json │ │ ├── group_query_attention_kernel_2.csv │ │ ├── group_query_attention_kernel_2.json │ │ ├── group_query_attention_kernel_fused.csv │ │ ├── group_query_attention_kernel_fused.json │ │ ├── group_query_attention_surrounding.csv │ │ ├── group_query_attention_surrounding.json │ │ ├── group_query_attention_surrounding_fsdp_merged.csv │ │ ├── group_query_attention_surrounding_fsdp_merged.json │ │ ├── layer_norm.csv │ │ ├── layer_norm.json │ │ ├── llama_feed_forward_network.csv │ │ ├── llama_feed_forward_network.json │ │ ├── loss.csv │ │ ├── loss.json │ │ ├── mamba_mixer.csv │ │ ├── moe_frame.csv │ │ ├── moe_frame.json │ │ ├── residual.csv │ │ ├── residual.json │ │ └── vocab_parallel_cross_entropy.csv │ └── tpsp_moe │ │ ├── embedding.csv │ │ ├── embedding.json │ │ ├── expert_wrapper.csv │ │ ├── expert_wrapper.json │ │ ├── group_query_attention_kernel.csv │ │ ├── group_query_attention_kernel.json │ │ ├── group_query_attention_kernel_2.csv │ │ ├── group_query_attention_kernel_2.json │ │ ├── group_query_attention_kernel_fused.csv │ │ ├── group_query_attention_kernel_fused.json │ │ ├── group_query_attention_surrounding.csv │ │ ├── group_query_attention_surrounding.json │ │ ├── group_query_attention_surrounding_fsdp_merged.csv │ │ ├── group_query_attention_surrounding_fsdp_merged.json │ │ ├── layer_norm.csv │ │ ├── layer_norm.json │ │ ├── llama_feed_forward_network.csv │ │ ├── llama_feed_forward_network.json │ │ ├── loss.csv │ │ ├── loss.json │ │ ├── mamba_mixer.csv │ │ ├── moe_frame.csv │ │ ├── moe_frame.json │ │ ├── residual.csv │ │ ├── residual.json │ │ └── vocab_parallel_cross_entropy.csv ├── module_2 │ ├── embedding.csv │ ├── embedding.json │ ├── embedding_ar.csv │ ├── embedding_ar.json │ ├── embedding_fs.csv │ ├── embedding_fs.json │ ├── embedding_fs_ar.csv │ ├── embedding_fs_ar.json │ ├── gpt_feed_forward_network.csv │ ├── gpt_feed_forward_network.json │ ├── gpt_feed_forward_network_ar.csv │ ├── gpt_feed_forward_network_ar.json │ ├── gpt_feed_forward_network_fs.csv │ ├── gpt_feed_forward_network_fs.json │ ├── gpt_feed_forward_network_fs_ar.csv │ ├── gpt_feed_forward_network_fs_ar.json │ ├── group_query_attention.csv │ ├── group_query_attention.json │ ├── group_query_attention_ar.csv │ ├── group_query_attention_ar.json │ ├── group_query_attention_ar_fs.csv │ ├── group_query_attention_ar_fs.json │ ├── group_query_attention_fs.csv │ ├── group_query_attention_fs.json │ ├── llama_feed_forward_network.csv │ ├── llama_feed_forward_network.json │ ├── llama_feed_forward_network_ar.csv │ ├── llama_feed_forward_network_ar.json │ ├── llama_feed_forward_network_fs.csv │ ├── llama_feed_forward_network_fs.json │ ├── llama_feed_forward_network_fs_ar.csv │ ├── llama_feed_forward_network_fs_ar.json │ ├── moe_feed_forward_network.csv │ ├── moe_feed_forward_network.json │ ├── multi_head_attention.csv │ ├── multi_head_attention.json │ ├── multi_head_attention_ar.csv │ ├── multi_head_attention_ar.json │ ├── multi_head_attention_fs.csv │ ├── multi_head_attention_fs.json │ ├── multi_head_attention_fs_ar.csv │ └── multi_head_attention_fs_ar.json ├── old │ └── transformer │ │ ├── divya_parallel │ │ ├── graphs │ │ │ ├── feedForwardNetworkBwd.csv │ │ │ ├── feedForwardNetworkFwd.csv │ │ │ ├── inEmbedBwd.csv │ │ │ ├── inEmbedFwd.csv │ │ │ ├── multiHeadAttentionBwd.csv │ │ │ ├── multiHeadAttentionFwd.csv │ │ │ ├── outEmbedBwd.csv │ │ │ └── outEmbedFwd.csv │ │ └── transformer_divya.xlsx │ │ ├── dp │ │ ├── graphs │ │ │ ├── feedForwardNetworkBwd.csv │ │ │ ├── feedForwardNetworkFwd.csv │ │ │ ├── inEmbedBwd.csv │ │ │ ├── inEmbedFwd.csv │ │ │ ├── multiHeadAttentionBwd.csv │ │ │ ├── multiHeadAttentionFwd.csv │ │ │ ├── outEmbedBwd.csv │ │ │ └── outEmbedFwd.csv │ │ ├── link_files │ │ │ ├── multiple_stacks_2.link │ │ │ ├── multiple_stacks_4.link │ │ │ └── transformer_stack.link │ │ └── transformer_dp.xlsx │ │ └── fsdp │ │ ├── graphs │ │ ├── feedForwardNetworkBwd.csv │ │ ├── feedForwardNetworkFwd.csv │ │ ├── inEmbedBwd.csv │ │ ├── inEmbedFwd.csv │ │ ├── multiHeadAttentionBwd.csv │ │ ├── multiHeadAttentionFwd.csv │ │ ├── outEmbedBwd.csv │ │ └── outEmbedFwd.csv │ │ └── transformer_fsdp.xlsx └── test │ ├── mlp2.csv │ ├── mlp2.json │ ├── mlp2.xlsx │ ├── test_ops.csv │ ├── test_ops.json │ └── test_ops.xlsx ├── symbolic_tensor_graph ├── __init__.py ├── chakra │ ├── __init__.py │ ├── backends │ │ ├── __init__.py │ │ ├── backend.py │ │ ├── chakra_00_1_backend │ │ │ ├── __init__.py │ │ │ ├── chakra_00_1_backend.py │ │ │ ├── et_def │ │ │ │ ├── __init__.py │ │ │ │ ├── et_def.proto │ │ │ │ └── et_def_pb2.py │ │ │ └── protolib.py │ │ ├── chakra_00_4_backend │ │ │ ├── __init__.py │ │ │ ├── chakra_00_4_backend.py │ │ │ ├── et_def │ │ │ │ ├── __init__.py │ │ │ │ ├── et_def.proto │ │ │ │ └── et_def_pb2.py │ │ │ └── protolib.py │ │ └── json_backend.py │ └── node.py ├── graph │ ├── __init__.py │ ├── coll_comm_matcher.py │ ├── connect_graph.py │ ├── convert_chakra.py │ ├── grad_updater.py │ ├── graph.py │ ├── graph_distributer.py │ ├── logical_to_physicall_rank_mapper.py │ ├── pipeline_parallel.py │ └── replicate_graph.py ├── ops │ ├── __init__.py │ ├── add.py │ ├── broadcast_reduce.py │ ├── concat.py │ ├── customized.py │ ├── einsum.py │ ├── element.py │ ├── element2.py │ ├── identical.py │ ├── op_base.py │ ├── op_handler.py │ ├── place_holder.py │ ├── reshape.py │ ├── shadow.py │ └── slice.py ├── scheduler │ ├── __init__.py │ ├── baseline_greedy_scheduler.py │ ├── monotonous_greedy_scheduler.py │ ├── monotonous_nearest_greedy_scheduler.py │ ├── random_scheduler.py │ └── scheduler.py ├── tensor.py └── vram_counting.py └── test_cases ├── old ├── generate_meta_ext_dataset.py ├── generate_validaition_files.py ├── verify_astrasim_executor.py ├── verify_different_scheduler.py ├── verify_greedy_scheduler_removal.py ├── verify_node_runner.py └── verify_tensor_lifetime_extractor.py ├── symbolic_tensor_graph ├── graph │ ├── test_connect_graph.py │ ├── test_graph.py │ └── test_replicate_graph.py ├── main.py └── test_tensor.py └── test.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/.gitignore -------------------------------------------------------------------------------- /.vscode/launch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/.vscode/launch.json -------------------------------------------------------------------------------- /.vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/.vscode/settings.json -------------------------------------------------------------------------------- /CODEOWNERS: -------------------------------------------------------------------------------- 1 | @changhai0109 @tushar-krishna 2 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/README.md -------------------------------------------------------------------------------- /docs/images/stg_workflow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/docs/images/stg_workflow.png -------------------------------------------------------------------------------- /docs/stg_demo_241006.pptx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/docs/stg_demo_241006.pptx -------------------------------------------------------------------------------- /eg_simulator/OUTDATED: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /eg_simulator/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /eg_simulator/executor/astrasim_executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/eg_simulator/executor/astrasim_executor.py -------------------------------------------------------------------------------- /eg_simulator/node_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/eg_simulator/node_runner.py -------------------------------------------------------------------------------- /eg_simulator/runtime_database/astrasim_runtime_database.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/eg_simulator/runtime_database/astrasim_runtime_database.py -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/environment.yml -------------------------------------------------------------------------------- /experiment/dp_dimensions_random/OUTDATED: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /experiment/dp_dimensions_random/design_space.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/experiment/dp_dimensions_random/design_space.py -------------------------------------------------------------------------------- /experiment/dp_dimensions_random/generate_run_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/experiment/dp_dimensions_random/generate_run_files.py -------------------------------------------------------------------------------- /experiment/dp_dimensions_random/run_expr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/experiment/dp_dimensions_random/run_expr.py -------------------------------------------------------------------------------- /experiment/dp_offload_random/OUTDATED: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /experiment/dp_offload_random/gather_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/experiment/dp_offload_random/gather_results.py -------------------------------------------------------------------------------- /experiment/dp_offload_random/generate_run_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/experiment/dp_offload_random/generate_run_files.py -------------------------------------------------------------------------------- /experiment/dp_offload_random/run_expr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/experiment/dp_offload_random/run_expr.py -------------------------------------------------------------------------------- /experiment/fullset/cleanup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/experiment/fullset/cleanup.py -------------------------------------------------------------------------------- /experiment/fullset/gather_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/experiment/fullset/gather_results.py -------------------------------------------------------------------------------- /experiment/fullset/generate_workloads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/experiment/fullset/generate_workloads.py -------------------------------------------------------------------------------- /experiment/fullset/memory.json: -------------------------------------------------------------------------------- 1 | { 2 | "memory-type": "NO_MEMORY_EXPANSION" 3 | } 4 | -------------------------------------------------------------------------------- /experiment/fullset/network.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/experiment/fullset/network.yml -------------------------------------------------------------------------------- /experiment/fullset/outputs/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /experiment/fullset/run_astrasim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/experiment/fullset/run_astrasim.py -------------------------------------------------------------------------------- /experiment/fullset/system.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/experiment/fullset/system.json -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/main.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/old/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/models/old/transformer.py -------------------------------------------------------------------------------- /models/stage1/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/models/stage1/__init__.py -------------------------------------------------------------------------------- /models/stage1/gpt_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/models/stage1/gpt_model.py -------------------------------------------------------------------------------- /models/stage1/llama_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/models/stage1/llama_model.py -------------------------------------------------------------------------------- /models/stage1/moe_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/models/stage1/moe_model.py -------------------------------------------------------------------------------- /models/stage1/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/models/stage1/utils.py -------------------------------------------------------------------------------- /models/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/models/transformer.py -------------------------------------------------------------------------------- /models/transformer_forward_only.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/models/transformer_forward_only.py -------------------------------------------------------------------------------- /models/transformer_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/models/transformer_inference.py -------------------------------------------------------------------------------- /sharding_spreadsheets/module/decoding_fullset/embedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/decoding_fullset/embedding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/decoding_fullset/embedding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/decoding_fullset/embedding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/decoding_fullset/feed_forward_network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/decoding_fullset/feed_forward_network.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/decoding_fullset/feed_forward_network.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/decoding_fullset/feed_forward_network.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/decoding_fullset/multi_head_attention.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/decoding_fullset/multi_head_attention.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/decoding_fullset/multi_head_attention.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/decoding_fullset/multi_head_attention.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/decoding_fully_sharded_fullset/embedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/decoding_fully_sharded_fullset/embedding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/decoding_fully_sharded_fullset/embedding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/decoding_fully_sharded_fullset/embedding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/decoding_fully_sharded_fullset/feed_forward_network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/decoding_fully_sharded_fullset/feed_forward_network.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/decoding_fully_sharded_fullset/feed_forward_network.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/decoding_fully_sharded_fullset/feed_forward_network.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/decoding_fully_sharded_fullset/multi_head_attention.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/decoding_fully_sharded_fullset/multi_head_attention.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/decoding_fully_sharded_fullset/multi_head_attention.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/decoding_fully_sharded_fullset/multi_head_attention.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/divya/embedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/divya/embedding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/divya/embedding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/divya/embedding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/divya/feed_forward_network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/divya/feed_forward_network.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/divya/feed_forward_network.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/divya/feed_forward_network.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/divya/linear.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/divya/linear.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/divya/linear.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/divya/linear.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/divya/multi_head_attention.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/divya/multi_head_attention.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/divya/multi_head_attention.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/divya/multi_head_attention.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/divya/reshape.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/divya/reshape.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/divya/reshape.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/divya/reshape.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/embedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/embedding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/embedding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/embedding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/feed_forward_network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/feed_forward_network.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/feed_forward_network.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/feed_forward_network.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/feed_forward_network.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/feed_forward_network.xlsx -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fullset/embedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fullset/embedding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fullset/embedding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fullset/embedding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fullset/feed_forward_network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fullset/feed_forward_network.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fullset/feed_forward_network.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fullset/feed_forward_network.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fullset/multi_head_attention.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fullset/multi_head_attention.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fullset/multi_head_attention.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fullset/multi_head_attention.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fullset_recomp/embedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fullset_recomp/embedding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fullset_recomp/embedding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fullset_recomp/embedding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fullset_recomp/feed_forward_network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fullset_recomp/feed_forward_network.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fullset_recomp/feed_forward_network.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fullset_recomp/feed_forward_network.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fullset_recomp/multi_head_attention.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fullset_recomp/multi_head_attention.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fullset_recomp/multi_head_attention.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fullset_recomp/multi_head_attention.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fully_sharded_divya/embedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fully_sharded_divya/embedding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fully_sharded_divya/embedding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fully_sharded_divya/embedding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fully_sharded_divya/feed_forward_network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fully_sharded_divya/feed_forward_network.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fully_sharded_divya/feed_forward_network.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fully_sharded_divya/feed_forward_network.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fully_sharded_divya/linear.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fully_sharded_divya/linear.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fully_sharded_divya/linear.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fully_sharded_divya/linear.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fully_sharded_divya/multi_head_attention.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fully_sharded_divya/multi_head_attention.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fully_sharded_divya/multi_head_attention.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fully_sharded_divya/multi_head_attention.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fully_sharded_divya/reshape.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fully_sharded_divya/reshape.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fully_sharded_divya/reshape.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fully_sharded_divya/reshape.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fully_sharded_fullset/embedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fully_sharded_fullset/embedding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fully_sharded_fullset/embedding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fully_sharded_fullset/embedding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fully_sharded_fullset/feed_forward_network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fully_sharded_fullset/feed_forward_network.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fully_sharded_fullset/feed_forward_network.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fully_sharded_fullset/feed_forward_network.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fully_sharded_fullset/multi_head_attention.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fully_sharded_fullset/multi_head_attention.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fully_sharded_fullset/multi_head_attention.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fully_sharded_fullset/multi_head_attention.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fully_sharded_fullset_recomp/embedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fully_sharded_fullset_recomp/embedding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fully_sharded_fullset_recomp/embedding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fully_sharded_fullset_recomp/embedding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fully_sharded_fullset_recomp/feed_forward_network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fully_sharded_fullset_recomp/feed_forward_network.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fully_sharded_fullset_recomp/feed_forward_network.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fully_sharded_fullset_recomp/feed_forward_network.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fully_sharded_fullset_recomp/multi_head_attention.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fully_sharded_fullset_recomp/multi_head_attention.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/fully_sharded_fullset_recomp/multi_head_attention.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/fully_sharded_fullset_recomp/multi_head_attention.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/linear.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/linear.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/linear.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/linear.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/linear.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/linear.xlsx -------------------------------------------------------------------------------- /sharding_spreadsheets/module/multi_head_attention.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/multi_head_attention.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/multi_head_attention.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/multi_head_attention.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/multi_head_attention.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/multi_head_attention.xlsx -------------------------------------------------------------------------------- /sharding_spreadsheets/module/prefilling_fullset/embedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/prefilling_fullset/embedding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/prefilling_fullset/embedding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/prefilling_fullset/embedding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/prefilling_fullset/feed_forward_network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/prefilling_fullset/feed_forward_network.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/prefilling_fullset/feed_forward_network.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/prefilling_fullset/feed_forward_network.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/prefilling_fullset/multi_head_attention.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/prefilling_fullset/multi_head_attention.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/prefilling_fullset/multi_head_attention.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/prefilling_fullset/multi_head_attention.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/prefilling_fully_sharded_fullset/embedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/prefilling_fully_sharded_fullset/embedding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/prefilling_fully_sharded_fullset/embedding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/prefilling_fully_sharded_fullset/embedding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/prefilling_fully_sharded_fullset/feed_forward_network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/prefilling_fully_sharded_fullset/feed_forward_network.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/prefilling_fully_sharded_fullset/feed_forward_network.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/prefilling_fully_sharded_fullset/feed_forward_network.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module/prefilling_fully_sharded_fullset/multi_head_attention.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/prefilling_fully_sharded_fullset/multi_head_attention.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module/prefilling_fully_sharded_fullset/multi_head_attention.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module/prefilling_fully_sharded_fullset/multi_head_attention.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/embedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/embedding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/embedding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/embedding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/expert_wrapper.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/expert_wrapper.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/expert_wrapper.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/expert_wrapper.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/group_query_attention_kernel.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/group_query_attention_kernel.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/group_query_attention_kernel.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/group_query_attention_kernel.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/group_query_attention_kernel_2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/group_query_attention_kernel_2.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/group_query_attention_kernel_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/group_query_attention_kernel_2.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/group_query_attention_surrounding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/group_query_attention_surrounding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/group_query_attention_surrounding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/group_query_attention_surrounding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/layer_norm.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/layer_norm.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/layer_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/layer_norm.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/llama_feed_forward_network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/llama_feed_forward_network.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/llama_feed_forward_network.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/llama_feed_forward_network.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/loss.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/loss.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/loss.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/loss.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/mamba_mixer.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/mamba_mixer.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/moe_frame.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/moe_frame.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/moe_frame.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/moe_frame.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/residual.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/residual.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/residual.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/residual.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp/embedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp/embedding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp/embedding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp/embedding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp/expert_wrapper.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp/expert_wrapper.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp/expert_wrapper.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp/expert_wrapper.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp/group_query_attention_kernel.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp/group_query_attention_kernel.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp/group_query_attention_kernel.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp/group_query_attention_kernel.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp/group_query_attention_kernel_2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp/group_query_attention_kernel_2.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp/group_query_attention_kernel_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp/group_query_attention_kernel_2.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp/group_query_attention_kernel_fused.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp/group_query_attention_kernel_fused.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp/group_query_attention_kernel_fused.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp/group_query_attention_kernel_fused.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp/group_query_attention_surrounding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp/group_query_attention_surrounding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp/group_query_attention_surrounding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp/group_query_attention_surrounding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp/layer_norm.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp/layer_norm.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp/layer_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp/layer_norm.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp/llama_feed_forward_network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp/llama_feed_forward_network.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp/llama_feed_forward_network.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp/llama_feed_forward_network.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp/loss.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp/loss.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp/loss.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp/loss.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp/moe_frame.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp/moe_frame.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp/moe_frame.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp/moe_frame.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp/residual.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp/residual.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp/residual.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp/residual.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp/vocab_parallel_cross_entropy.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp/vocab_parallel_cross_entropy.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt/embedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt/embedding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt/embedding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt/embedding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt/expert_wrapper.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt/expert_wrapper.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt/expert_wrapper.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt/expert_wrapper.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt/group_query_attention_kernel.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt/group_query_attention_kernel.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt/group_query_attention_kernel.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt/group_query_attention_kernel.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt/group_query_attention_kernel_2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt/group_query_attention_kernel_2.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt/group_query_attention_kernel_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt/group_query_attention_kernel_2.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt/group_query_attention_kernel_fused.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt/group_query_attention_kernel_fused.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt/group_query_attention_kernel_fused.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt/group_query_attention_kernel_fused.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt/group_query_attention_surrounding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt/group_query_attention_surrounding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt/group_query_attention_surrounding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt/group_query_attention_surrounding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt/layer_norm.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt/layer_norm.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt/layer_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt/layer_norm.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt/llama_feed_forward_network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt/llama_feed_forward_network.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt/llama_feed_forward_network.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt/llama_feed_forward_network.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt/loss.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt/loss.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt/loss.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt/loss.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt/mamba_mixer.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt/mamba_mixer.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt/moe_frame.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt/moe_frame.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt/moe_frame.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt/moe_frame.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt/residual.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt/residual.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt/residual.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt/residual.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt/vocab_parallel_cross_entropy.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt/vocab_parallel_cross_entropy.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt_moe/embedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt_moe/embedding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt_moe/embedding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt_moe/embedding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt_moe/expert_wrapper.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt_moe/expert_wrapper.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt_moe/expert_wrapper.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt_moe/expert_wrapper.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt_moe/group_query_attention_kernel.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt_moe/group_query_attention_kernel.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt_moe/group_query_attention_kernel.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt_moe/group_query_attention_kernel.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt_moe/group_query_attention_kernel_2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt_moe/group_query_attention_kernel_2.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt_moe/group_query_attention_kernel_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt_moe/group_query_attention_kernel_2.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt_moe/group_query_attention_kernel_fused.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt_moe/group_query_attention_kernel_fused.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt_moe/group_query_attention_kernel_fused.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt_moe/group_query_attention_kernel_fused.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt_moe/group_query_attention_surrounding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt_moe/group_query_attention_surrounding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt_moe/group_query_attention_surrounding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt_moe/group_query_attention_surrounding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt_moe/layer_norm.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt_moe/layer_norm.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt_moe/layer_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt_moe/layer_norm.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt_moe/llama_feed_forward_network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt_moe/llama_feed_forward_network.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt_moe/llama_feed_forward_network.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt_moe/llama_feed_forward_network.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt_moe/loss.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt_moe/loss.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt_moe/loss.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt_moe/loss.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt_moe/mamba_mixer.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt_moe/mamba_mixer.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt_moe/moe_frame.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt_moe/moe_frame.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt_moe/moe_frame.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt_moe/moe_frame.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt_moe/residual.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt_moe/residual.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt_moe/residual.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt_moe/residual.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tp_gpt_moe/vocab_parallel_cross_entropy.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tp_gpt_moe/vocab_parallel_cross_entropy.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp/embedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp/embedding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp/embedding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp/embedding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp/expert_wrapper.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp/expert_wrapper.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp/expert_wrapper.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp/expert_wrapper.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp/group_query_attention_kernel.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp/group_query_attention_kernel.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp/group_query_attention_kernel.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp/group_query_attention_kernel.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp/group_query_attention_kernel_2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp/group_query_attention_kernel_2.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp/group_query_attention_kernel_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp/group_query_attention_kernel_2.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp/group_query_attention_kernel_fused.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp/group_query_attention_kernel_fused.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp/group_query_attention_kernel_fused.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp/group_query_attention_kernel_fused.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp/group_query_attention_surrounding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp/group_query_attention_surrounding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp/group_query_attention_surrounding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp/group_query_attention_surrounding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp/group_query_attention_surrounding_fsdp_merged.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp/group_query_attention_surrounding_fsdp_merged.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp/group_query_attention_surrounding_fsdp_merged.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp/group_query_attention_surrounding_fsdp_merged.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp/layer_norm.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp/layer_norm.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp/layer_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp/layer_norm.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp/llama_feed_forward_network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp/llama_feed_forward_network.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp/llama_feed_forward_network.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp/llama_feed_forward_network.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp/loss.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp/loss.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp/loss.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp/loss.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp/mamba_mixer.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp/mamba_mixer.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp/moe_frame.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp/moe_frame.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp/moe_frame.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp/moe_frame.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp/residual.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp/residual.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp/residual.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp/residual.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp/vocab_parallel_cross_entropy.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp/vocab_parallel_cross_entropy.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_fsdp/embedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_fsdp/embedding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_fsdp/embedding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_fsdp/embedding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_fsdp/expert_wrapper.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_fsdp/expert_wrapper.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_fsdp/expert_wrapper.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_fsdp/expert_wrapper.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_fsdp/group_query_attention_kernel.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_fsdp/group_query_attention_kernel.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_fsdp/group_query_attention_kernel.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_fsdp/group_query_attention_kernel.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_fsdp/group_query_attention_kernel_2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_fsdp/group_query_attention_kernel_2.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_fsdp/group_query_attention_kernel_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_fsdp/group_query_attention_kernel_2.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_fsdp/group_query_attention_kernel_fused.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_fsdp/group_query_attention_kernel_fused.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_fsdp/group_query_attention_kernel_fused.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_fsdp/group_query_attention_kernel_fused.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_fsdp/group_query_attention_surrounding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_fsdp/group_query_attention_surrounding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_fsdp/group_query_attention_surrounding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_fsdp/group_query_attention_surrounding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_fsdp/layer_norm.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_fsdp/layer_norm.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_fsdp/layer_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_fsdp/layer_norm.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_fsdp/llama_feed_forward_network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_fsdp/llama_feed_forward_network.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_fsdp/llama_feed_forward_network.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_fsdp/llama_feed_forward_network.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_fsdp/loss.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_fsdp/loss.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_fsdp/loss.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_fsdp/loss.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_fsdp/mamba_mixer.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_fsdp/mamba_mixer.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_fsdp/moe_frame.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_fsdp/moe_frame.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_fsdp/moe_frame.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_fsdp/moe_frame.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_fsdp/residual.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_fsdp/residual.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_fsdp/residual.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_fsdp/residual.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_fsdp/vocab_parallel_cross_entropy.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_fsdp/vocab_parallel_cross_entropy.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_gpt/embedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_gpt/embedding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_gpt/embedding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_gpt/embedding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_gpt/expert_wrapper.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_gpt/expert_wrapper.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_gpt/expert_wrapper.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_gpt/expert_wrapper.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_gpt/group_query_attention_kernel.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_gpt/group_query_attention_kernel.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_gpt/group_query_attention_kernel.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_gpt/group_query_attention_kernel.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_gpt/group_query_attention_kernel_2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_gpt/group_query_attention_kernel_2.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_gpt/group_query_attention_kernel_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_gpt/group_query_attention_kernel_2.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_gpt/group_query_attention_kernel_fused.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_gpt/group_query_attention_kernel_fused.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_gpt/group_query_attention_kernel_fused.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_gpt/group_query_attention_kernel_fused.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_gpt/group_query_attention_surrounding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_gpt/group_query_attention_surrounding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_gpt/group_query_attention_surrounding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_gpt/group_query_attention_surrounding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_gpt/group_query_attention_surrounding_fsdp_merged.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_gpt/group_query_attention_surrounding_fsdp_merged.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_gpt/group_query_attention_surrounding_fsdp_merged.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_gpt/group_query_attention_surrounding_fsdp_merged.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_gpt/layer_norm.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_gpt/layer_norm.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_gpt/layer_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_gpt/layer_norm.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_gpt/llama_feed_forward_network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_gpt/llama_feed_forward_network.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_gpt/llama_feed_forward_network.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_gpt/llama_feed_forward_network.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_gpt/loss.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_gpt/loss.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_gpt/loss.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_gpt/loss.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_gpt/mamba_mixer.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_gpt/mamba_mixer.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_gpt/moe_frame.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_gpt/moe_frame.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_gpt/moe_frame.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_gpt/moe_frame.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_gpt/residual.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_gpt/residual.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_gpt/residual.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_gpt/residual.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_gpt/vocab_parallel_cross_entropy.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_gpt/vocab_parallel_cross_entropy.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_moe/embedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_moe/embedding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_moe/embedding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_moe/embedding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_moe/expert_wrapper.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_moe/expert_wrapper.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_moe/expert_wrapper.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_moe/expert_wrapper.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_moe/group_query_attention_kernel.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_moe/group_query_attention_kernel.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_moe/group_query_attention_kernel.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_moe/group_query_attention_kernel.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_moe/group_query_attention_kernel_2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_moe/group_query_attention_kernel_2.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_moe/group_query_attention_kernel_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_moe/group_query_attention_kernel_2.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_moe/group_query_attention_kernel_fused.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_moe/group_query_attention_kernel_fused.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_moe/group_query_attention_kernel_fused.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_moe/group_query_attention_kernel_fused.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_moe/group_query_attention_surrounding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_moe/group_query_attention_surrounding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_moe/group_query_attention_surrounding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_moe/group_query_attention_surrounding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_moe/group_query_attention_surrounding_fsdp_merged.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_moe/group_query_attention_surrounding_fsdp_merged.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_moe/group_query_attention_surrounding_fsdp_merged.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_moe/group_query_attention_surrounding_fsdp_merged.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_moe/layer_norm.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_moe/layer_norm.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_moe/layer_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_moe/layer_norm.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_moe/llama_feed_forward_network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_moe/llama_feed_forward_network.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_moe/llama_feed_forward_network.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_moe/llama_feed_forward_network.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_moe/loss.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_moe/loss.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_moe/loss.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_moe/loss.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_moe/mamba_mixer.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_moe/mamba_mixer.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_moe/moe_frame.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_moe/moe_frame.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_moe/moe_frame.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_moe/moe_frame.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_moe/residual.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_moe/residual.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_moe/residual.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_moe/residual.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module3/tpsp_moe/vocab_parallel_cross_entropy.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module3/tpsp_moe/vocab_parallel_cross_entropy.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/embedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/embedding.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/embedding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/embedding.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/embedding_ar.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/embedding_ar.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/embedding_ar.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/embedding_ar.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/embedding_fs.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/embedding_fs.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/embedding_fs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/embedding_fs.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/embedding_fs_ar.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/embedding_fs_ar.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/embedding_fs_ar.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/embedding_fs_ar.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/gpt_feed_forward_network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/gpt_feed_forward_network.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/gpt_feed_forward_network.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/gpt_feed_forward_network.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/gpt_feed_forward_network_ar.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/gpt_feed_forward_network_ar.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/gpt_feed_forward_network_ar.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/gpt_feed_forward_network_ar.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/gpt_feed_forward_network_fs.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/gpt_feed_forward_network_fs.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/gpt_feed_forward_network_fs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/gpt_feed_forward_network_fs.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/gpt_feed_forward_network_fs_ar.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/gpt_feed_forward_network_fs_ar.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/gpt_feed_forward_network_fs_ar.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/gpt_feed_forward_network_fs_ar.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/group_query_attention.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/group_query_attention.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/group_query_attention.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/group_query_attention.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/group_query_attention_ar.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/group_query_attention_ar.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/group_query_attention_ar.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/group_query_attention_ar.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/group_query_attention_ar_fs.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/group_query_attention_ar_fs.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/group_query_attention_ar_fs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/group_query_attention_ar_fs.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/group_query_attention_fs.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/group_query_attention_fs.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/group_query_attention_fs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/group_query_attention_fs.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/llama_feed_forward_network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/llama_feed_forward_network.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/llama_feed_forward_network.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/llama_feed_forward_network.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/llama_feed_forward_network_ar.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/llama_feed_forward_network_ar.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/llama_feed_forward_network_ar.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/llama_feed_forward_network_ar.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/llama_feed_forward_network_fs.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/llama_feed_forward_network_fs.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/llama_feed_forward_network_fs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/llama_feed_forward_network_fs.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/llama_feed_forward_network_fs_ar.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/llama_feed_forward_network_fs_ar.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/llama_feed_forward_network_fs_ar.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/llama_feed_forward_network_fs_ar.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/moe_feed_forward_network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/moe_feed_forward_network.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/moe_feed_forward_network.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/moe_feed_forward_network.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/multi_head_attention.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/multi_head_attention.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/multi_head_attention.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/multi_head_attention.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/multi_head_attention_ar.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/multi_head_attention_ar.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/multi_head_attention_ar.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/multi_head_attention_ar.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/multi_head_attention_fs.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/multi_head_attention_fs.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/multi_head_attention_fs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/multi_head_attention_fs.json -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/multi_head_attention_fs_ar.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/multi_head_attention_fs_ar.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/module_2/multi_head_attention_fs_ar.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/module_2/multi_head_attention_fs_ar.json -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/divya_parallel/graphs/feedForwardNetworkBwd.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/divya_parallel/graphs/feedForwardNetworkBwd.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/divya_parallel/graphs/feedForwardNetworkFwd.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/divya_parallel/graphs/feedForwardNetworkFwd.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/divya_parallel/graphs/inEmbedBwd.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/divya_parallel/graphs/inEmbedBwd.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/divya_parallel/graphs/inEmbedFwd.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/divya_parallel/graphs/inEmbedFwd.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/divya_parallel/graphs/multiHeadAttentionBwd.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/divya_parallel/graphs/multiHeadAttentionBwd.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/divya_parallel/graphs/multiHeadAttentionFwd.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/divya_parallel/graphs/multiHeadAttentionFwd.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/divya_parallel/graphs/outEmbedBwd.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/divya_parallel/graphs/outEmbedBwd.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/divya_parallel/graphs/outEmbedFwd.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/divya_parallel/graphs/outEmbedFwd.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/divya_parallel/transformer_divya.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/divya_parallel/transformer_divya.xlsx -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/dp/graphs/feedForwardNetworkBwd.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/dp/graphs/feedForwardNetworkBwd.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/dp/graphs/feedForwardNetworkFwd.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/dp/graphs/feedForwardNetworkFwd.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/dp/graphs/inEmbedBwd.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/dp/graphs/inEmbedBwd.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/dp/graphs/inEmbedFwd.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/dp/graphs/inEmbedFwd.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/dp/graphs/multiHeadAttentionBwd.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/dp/graphs/multiHeadAttentionBwd.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/dp/graphs/multiHeadAttentionFwd.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/dp/graphs/multiHeadAttentionFwd.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/dp/graphs/outEmbedBwd.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/dp/graphs/outEmbedBwd.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/dp/graphs/outEmbedFwd.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/dp/graphs/outEmbedFwd.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/dp/link_files/multiple_stacks_2.link: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/dp/link_files/multiple_stacks_2.link -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/dp/link_files/multiple_stacks_4.link: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/dp/link_files/multiple_stacks_4.link -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/dp/link_files/transformer_stack.link: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/dp/link_files/transformer_stack.link -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/dp/transformer_dp.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/dp/transformer_dp.xlsx -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/fsdp/graphs/feedForwardNetworkBwd.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/fsdp/graphs/feedForwardNetworkBwd.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/fsdp/graphs/feedForwardNetworkFwd.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/fsdp/graphs/feedForwardNetworkFwd.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/fsdp/graphs/inEmbedBwd.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/fsdp/graphs/inEmbedBwd.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/fsdp/graphs/inEmbedFwd.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/fsdp/graphs/inEmbedFwd.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/fsdp/graphs/multiHeadAttentionBwd.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/fsdp/graphs/multiHeadAttentionBwd.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/fsdp/graphs/multiHeadAttentionFwd.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/fsdp/graphs/multiHeadAttentionFwd.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/fsdp/graphs/outEmbedBwd.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/fsdp/graphs/outEmbedBwd.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/fsdp/graphs/outEmbedFwd.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/fsdp/graphs/outEmbedFwd.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/old/transformer/fsdp/transformer_fsdp.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/old/transformer/fsdp/transformer_fsdp.xlsx -------------------------------------------------------------------------------- /sharding_spreadsheets/test/mlp2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/test/mlp2.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/test/mlp2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/test/mlp2.json -------------------------------------------------------------------------------- /sharding_spreadsheets/test/mlp2.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/test/mlp2.xlsx -------------------------------------------------------------------------------- /sharding_spreadsheets/test/test_ops.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/test/test_ops.csv -------------------------------------------------------------------------------- /sharding_spreadsheets/test/test_ops.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/test/test_ops.json -------------------------------------------------------------------------------- /sharding_spreadsheets/test/test_ops.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/sharding_spreadsheets/test/test_ops.xlsx -------------------------------------------------------------------------------- /symbolic_tensor_graph/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /symbolic_tensor_graph/chakra/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /symbolic_tensor_graph/chakra/backends/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /symbolic_tensor_graph/chakra/backends/backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/chakra/backends/backend.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/chakra/backends/chakra_00_1_backend/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/chakra/backends/chakra_00_1_backend/__init__.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/chakra/backends/chakra_00_1_backend/chakra_00_1_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/chakra/backends/chakra_00_1_backend/chakra_00_1_backend.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/chakra/backends/chakra_00_1_backend/et_def/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /symbolic_tensor_graph/chakra/backends/chakra_00_1_backend/et_def/et_def.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/chakra/backends/chakra_00_1_backend/et_def/et_def.proto -------------------------------------------------------------------------------- /symbolic_tensor_graph/chakra/backends/chakra_00_1_backend/et_def/et_def_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/chakra/backends/chakra_00_1_backend/et_def/et_def_pb2.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/chakra/backends/chakra_00_1_backend/protolib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/chakra/backends/chakra_00_1_backend/protolib.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/chakra/backends/chakra_00_4_backend/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/chakra/backends/chakra_00_4_backend/__init__.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/chakra/backends/chakra_00_4_backend/chakra_00_4_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/chakra/backends/chakra_00_4_backend/chakra_00_4_backend.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/chakra/backends/chakra_00_4_backend/et_def/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /symbolic_tensor_graph/chakra/backends/chakra_00_4_backend/et_def/et_def.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/chakra/backends/chakra_00_4_backend/et_def/et_def.proto -------------------------------------------------------------------------------- /symbolic_tensor_graph/chakra/backends/chakra_00_4_backend/et_def/et_def_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/chakra/backends/chakra_00_4_backend/et_def/et_def_pb2.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/chakra/backends/chakra_00_4_backend/protolib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/chakra/backends/chakra_00_4_backend/protolib.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/chakra/backends/json_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/chakra/backends/json_backend.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/chakra/node.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/chakra/node.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/graph/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /symbolic_tensor_graph/graph/coll_comm_matcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/graph/coll_comm_matcher.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/graph/connect_graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/graph/connect_graph.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/graph/convert_chakra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/graph/convert_chakra.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/graph/grad_updater.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/graph/grad_updater.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/graph/graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/graph/graph.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/graph/graph_distributer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/graph/graph_distributer.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/graph/logical_to_physicall_rank_mapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/graph/logical_to_physicall_rank_mapper.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/graph/pipeline_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/graph/pipeline_parallel.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/graph/replicate_graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/graph/replicate_graph.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/ops/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/ops/__init__.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/ops/add.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/ops/add.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/ops/broadcast_reduce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/ops/broadcast_reduce.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/ops/concat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/ops/concat.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/ops/customized.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/ops/customized.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/ops/einsum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/ops/einsum.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/ops/element.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/ops/element.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/ops/element2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/ops/element2.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/ops/identical.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/ops/identical.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/ops/op_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/ops/op_base.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/ops/op_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/ops/op_handler.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/ops/place_holder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/ops/place_holder.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/ops/reshape.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/ops/reshape.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/ops/shadow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/ops/shadow.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/ops/slice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/ops/slice.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/scheduler/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/scheduler/__init__.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/scheduler/baseline_greedy_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/scheduler/baseline_greedy_scheduler.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/scheduler/monotonous_greedy_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/scheduler/monotonous_greedy_scheduler.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/scheduler/monotonous_nearest_greedy_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/scheduler/monotonous_nearest_greedy_scheduler.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/scheduler/random_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/scheduler/random_scheduler.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/scheduler/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/scheduler/scheduler.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/tensor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/tensor.py -------------------------------------------------------------------------------- /symbolic_tensor_graph/vram_counting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/symbolic_tensor_graph/vram_counting.py -------------------------------------------------------------------------------- /test_cases/old/generate_meta_ext_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/test_cases/old/generate_meta_ext_dataset.py -------------------------------------------------------------------------------- /test_cases/old/generate_validaition_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/test_cases/old/generate_validaition_files.py -------------------------------------------------------------------------------- /test_cases/old/verify_astrasim_executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/test_cases/old/verify_astrasim_executor.py -------------------------------------------------------------------------------- /test_cases/old/verify_different_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/test_cases/old/verify_different_scheduler.py -------------------------------------------------------------------------------- /test_cases/old/verify_greedy_scheduler_removal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/test_cases/old/verify_greedy_scheduler_removal.py -------------------------------------------------------------------------------- /test_cases/old/verify_node_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/test_cases/old/verify_node_runner.py -------------------------------------------------------------------------------- /test_cases/old/verify_tensor_lifetime_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/test_cases/old/verify_tensor_lifetime_extractor.py -------------------------------------------------------------------------------- /test_cases/symbolic_tensor_graph/graph/test_connect_graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/test_cases/symbolic_tensor_graph/graph/test_connect_graph.py -------------------------------------------------------------------------------- /test_cases/symbolic_tensor_graph/graph/test_graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/test_cases/symbolic_tensor_graph/graph/test_graph.py -------------------------------------------------------------------------------- /test_cases/symbolic_tensor_graph/graph/test_replicate_graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/test_cases/symbolic_tensor_graph/graph/test_replicate_graph.py -------------------------------------------------------------------------------- /test_cases/symbolic_tensor_graph/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/test_cases/symbolic_tensor_graph/main.py -------------------------------------------------------------------------------- /test_cases/symbolic_tensor_graph/test_tensor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/test_cases/symbolic_tensor_graph/test_tensor.py -------------------------------------------------------------------------------- /test_cases/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astra-sim/symbolic_tensor_graph/HEAD/test_cases/test.py --------------------------------------------------------------------------------