├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── README.md ├── docs ├── PerFlow-AI.plantuml └── contributing.md ├── examples └── heterogeneous_resource_pp │ ├── pipeline.py │ ├── trace.png │ ├── workflow.drawio │ └── workflow.png ├── format └── mypy.sh ├── perflowai ├── __init__.py ├── core │ ├── __init__.py │ ├── event.py │ └── trace.py ├── parallel │ ├── __init__.py │ ├── data_parallel.py │ ├── pipeline_parallel │ │ ├── __init__.py │ │ ├── gpipe.py │ │ ├── interleaved1f1b.py │ │ ├── pipedream.py │ │ ├── ppgraph.py │ │ └── zerobubble.py │ └── tensor_parallel.py ├── reader │ ├── __init__.py │ ├── nsys_reader.py │ ├── reader.py │ └── torchprofiler_reader.py ├── simulator │ ├── __init__.py │ ├── comm_simulator.py │ ├── dptp_simulator.py │ ├── oprt_simulator.py │ ├── pp_simulator.py │ └── simulator.py ├── trace_op │ ├── __init__.py │ ├── filter.py │ └── merge.py ├── visualizer │ ├── __init__.py │ └── trace_visualizer.py └── workflow │ ├── __init__.py │ └── flow.py ├── setup.py └── tests ├── example_trace └── out-1024.json ├── integration_tests ├── gpipe_simulate_visualize_test.py ├── heterogeneous_simulate_visualize_test.py ├── interleaved1f1b_simulate_visualize_test.py ├── pipedream_simulate_visualize_test.py ├── visualize_json_test.py ├── zbv_simulate_visualize_test.py └── zerobubble_simulate_visualize_test.py └── units_tests ├── filter_test.py ├── flowgraph_test.py ├── flownode_test.py ├── gpipe_test.py ├── interleaved1f1b_test.py ├── merge_test.py ├── pipedream_test.py ├── pipepartitionconfig_test.py ├── ppgraph_test.py ├── ppsimulator_test.py ├── test_event.py ├── test_fwdbwdevent.py ├── torchprofilerreader_test.py ├── trace_test.py └── zerobubble_test.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/README.md -------------------------------------------------------------------------------- /docs/PerFlow-AI.plantuml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/docs/PerFlow-AI.plantuml -------------------------------------------------------------------------------- /docs/contributing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/docs/contributing.md -------------------------------------------------------------------------------- /examples/heterogeneous_resource_pp/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/examples/heterogeneous_resource_pp/pipeline.py -------------------------------------------------------------------------------- /examples/heterogeneous_resource_pp/trace.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/examples/heterogeneous_resource_pp/trace.png -------------------------------------------------------------------------------- /examples/heterogeneous_resource_pp/workflow.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/examples/heterogeneous_resource_pp/workflow.drawio -------------------------------------------------------------------------------- /examples/heterogeneous_resource_pp/workflow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/examples/heterogeneous_resource_pp/workflow.png -------------------------------------------------------------------------------- /format/mypy.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/format/mypy.sh -------------------------------------------------------------------------------- /perflowai/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/perflowai/__init__.py -------------------------------------------------------------------------------- /perflowai/core/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/perflowai/core/__init__.py -------------------------------------------------------------------------------- /perflowai/core/event.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/perflowai/core/event.py -------------------------------------------------------------------------------- /perflowai/core/trace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/perflowai/core/trace.py -------------------------------------------------------------------------------- /perflowai/parallel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/perflowai/parallel/__init__.py -------------------------------------------------------------------------------- /perflowai/parallel/data_parallel.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /perflowai/parallel/pipeline_parallel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/perflowai/parallel/pipeline_parallel/__init__.py -------------------------------------------------------------------------------- /perflowai/parallel/pipeline_parallel/gpipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/perflowai/parallel/pipeline_parallel/gpipe.py -------------------------------------------------------------------------------- /perflowai/parallel/pipeline_parallel/interleaved1f1b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/perflowai/parallel/pipeline_parallel/interleaved1f1b.py -------------------------------------------------------------------------------- /perflowai/parallel/pipeline_parallel/pipedream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/perflowai/parallel/pipeline_parallel/pipedream.py -------------------------------------------------------------------------------- /perflowai/parallel/pipeline_parallel/ppgraph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/perflowai/parallel/pipeline_parallel/ppgraph.py -------------------------------------------------------------------------------- /perflowai/parallel/pipeline_parallel/zerobubble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/perflowai/parallel/pipeline_parallel/zerobubble.py -------------------------------------------------------------------------------- /perflowai/parallel/tensor_parallel.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /perflowai/reader/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/perflowai/reader/__init__.py -------------------------------------------------------------------------------- /perflowai/reader/nsys_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/perflowai/reader/nsys_reader.py -------------------------------------------------------------------------------- /perflowai/reader/reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/perflowai/reader/reader.py -------------------------------------------------------------------------------- /perflowai/reader/torchprofiler_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/perflowai/reader/torchprofiler_reader.py -------------------------------------------------------------------------------- /perflowai/simulator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/perflowai/simulator/__init__.py -------------------------------------------------------------------------------- /perflowai/simulator/comm_simulator.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /perflowai/simulator/dptp_simulator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/perflowai/simulator/dptp_simulator.py -------------------------------------------------------------------------------- /perflowai/simulator/oprt_simulator.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /perflowai/simulator/pp_simulator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/perflowai/simulator/pp_simulator.py -------------------------------------------------------------------------------- /perflowai/simulator/simulator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/perflowai/simulator/simulator.py -------------------------------------------------------------------------------- /perflowai/trace_op/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/perflowai/trace_op/__init__.py -------------------------------------------------------------------------------- /perflowai/trace_op/filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/perflowai/trace_op/filter.py -------------------------------------------------------------------------------- /perflowai/trace_op/merge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/perflowai/trace_op/merge.py -------------------------------------------------------------------------------- /perflowai/visualizer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/perflowai/visualizer/__init__.py -------------------------------------------------------------------------------- /perflowai/visualizer/trace_visualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/perflowai/visualizer/trace_visualizer.py -------------------------------------------------------------------------------- /perflowai/workflow/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/perflowai/workflow/__init__.py -------------------------------------------------------------------------------- /perflowai/workflow/flow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/perflowai/workflow/flow.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/setup.py -------------------------------------------------------------------------------- /tests/example_trace/out-1024.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/tests/example_trace/out-1024.json -------------------------------------------------------------------------------- /tests/integration_tests/gpipe_simulate_visualize_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/tests/integration_tests/gpipe_simulate_visualize_test.py -------------------------------------------------------------------------------- /tests/integration_tests/heterogeneous_simulate_visualize_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/tests/integration_tests/heterogeneous_simulate_visualize_test.py -------------------------------------------------------------------------------- /tests/integration_tests/interleaved1f1b_simulate_visualize_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/tests/integration_tests/interleaved1f1b_simulate_visualize_test.py -------------------------------------------------------------------------------- /tests/integration_tests/pipedream_simulate_visualize_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/tests/integration_tests/pipedream_simulate_visualize_test.py -------------------------------------------------------------------------------- /tests/integration_tests/visualize_json_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/tests/integration_tests/visualize_json_test.py -------------------------------------------------------------------------------- /tests/integration_tests/zbv_simulate_visualize_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/tests/integration_tests/zbv_simulate_visualize_test.py -------------------------------------------------------------------------------- /tests/integration_tests/zerobubble_simulate_visualize_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/tests/integration_tests/zerobubble_simulate_visualize_test.py -------------------------------------------------------------------------------- /tests/units_tests/filter_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/tests/units_tests/filter_test.py -------------------------------------------------------------------------------- /tests/units_tests/flowgraph_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/tests/units_tests/flowgraph_test.py -------------------------------------------------------------------------------- /tests/units_tests/flownode_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/tests/units_tests/flownode_test.py -------------------------------------------------------------------------------- /tests/units_tests/gpipe_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/tests/units_tests/gpipe_test.py -------------------------------------------------------------------------------- /tests/units_tests/interleaved1f1b_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/tests/units_tests/interleaved1f1b_test.py -------------------------------------------------------------------------------- /tests/units_tests/merge_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/tests/units_tests/merge_test.py -------------------------------------------------------------------------------- /tests/units_tests/pipedream_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/tests/units_tests/pipedream_test.py -------------------------------------------------------------------------------- /tests/units_tests/pipepartitionconfig_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/tests/units_tests/pipepartitionconfig_test.py -------------------------------------------------------------------------------- /tests/units_tests/ppgraph_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/tests/units_tests/ppgraph_test.py -------------------------------------------------------------------------------- /tests/units_tests/ppsimulator_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/tests/units_tests/ppsimulator_test.py -------------------------------------------------------------------------------- /tests/units_tests/test_event.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/tests/units_tests/test_event.py -------------------------------------------------------------------------------- /tests/units_tests/test_fwdbwdevent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/tests/units_tests/test_fwdbwdevent.py -------------------------------------------------------------------------------- /tests/units_tests/torchprofilerreader_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/tests/units_tests/torchprofilerreader_test.py -------------------------------------------------------------------------------- /tests/units_tests/trace_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/tests/units_tests/trace_test.py -------------------------------------------------------------------------------- /tests/units_tests/zerobubble_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuyangJin/PerFlow-AI/HEAD/tests/units_tests/zerobubble_test.py --------------------------------------------------------------------------------