├── .gitignore ├── .travis.yml ├── LICENSE ├── README.rst ├── docs ├── Makefile ├── api.rst ├── conf.py ├── index.rst ├── installation.rst ├── make.bat ├── overview.rst ├── quickstart.rst ├── tasks.rst └── tutorial │ ├── index.rst │ ├── setup.rst │ └── simple.rst ├── examples ├── __init__.py ├── abort.py ├── bash.py ├── branching.py ├── chunking_dag.py ├── data_store.py ├── decision.py ├── multi_data.py ├── parallel.py ├── parameters.py ├── queues.py ├── sequence.py ├── simple.py ├── stop.py ├── sub_dag.py └── timing.py ├── lightflow-complete.sh ├── lightflow.cfg ├── lightflow ├── __init__.py ├── config.py ├── logger.py ├── models │ ├── __init__.py │ ├── action.py │ ├── dag.py │ ├── dag_signal.py │ ├── datastore.py │ ├── exceptions.py │ ├── mongo_proxy.py │ ├── parameters.py │ ├── signal.py │ ├── task.py │ ├── task_context.py │ ├── task_data.py │ ├── task_parameters.py │ ├── task_signal.py │ ├── utils.py │ └── workflow.py ├── queue │ ├── __init__.py │ ├── app.py │ ├── const.py │ ├── event.py │ ├── jobs.py │ ├── models.py │ ├── pickle.py │ └── worker.py ├── scripts │ ├── __init__.py │ └── cli.py ├── tasks │ ├── __init__.py │ ├── bash_task.py │ └── python_task.py ├── version.py ├── workers.py └── workflows.py ├── meta.yaml ├── requirements-dev.txt ├── setup.py ├── tests ├── __init__.py ├── conftest.py ├── fixtures │ └── workflows │ │ ├── dag_present_workflow.py │ │ ├── no_dag_workflow.py │ │ └── parameters_workflow.py ├── test_base_task.py ├── test_bash_task.py ├── test_exceptions.py ├── test_task_data.py ├── test_workflow.py └── test_workflows.py └── tox.ini /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/.gitignore -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/.travis.yml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/LICENSE -------------------------------------------------------------------------------- /README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/README.rst -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/api.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/docs/api.rst -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/docs/index.rst -------------------------------------------------------------------------------- /docs/installation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/docs/installation.rst -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/overview.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/docs/overview.rst -------------------------------------------------------------------------------- /docs/quickstart.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/docs/quickstart.rst -------------------------------------------------------------------------------- /docs/tasks.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/docs/tasks.rst -------------------------------------------------------------------------------- /docs/tutorial/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/docs/tutorial/index.rst -------------------------------------------------------------------------------- /docs/tutorial/setup.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/docs/tutorial/setup.rst -------------------------------------------------------------------------------- /docs/tutorial/simple.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/docs/tutorial/simple.rst -------------------------------------------------------------------------------- /examples/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/abort.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/examples/abort.py -------------------------------------------------------------------------------- /examples/bash.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/examples/bash.py -------------------------------------------------------------------------------- /examples/branching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/examples/branching.py -------------------------------------------------------------------------------- /examples/chunking_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/examples/chunking_dag.py -------------------------------------------------------------------------------- /examples/data_store.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/examples/data_store.py -------------------------------------------------------------------------------- /examples/decision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/examples/decision.py -------------------------------------------------------------------------------- /examples/multi_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/examples/multi_data.py -------------------------------------------------------------------------------- /examples/parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/examples/parallel.py -------------------------------------------------------------------------------- /examples/parameters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/examples/parameters.py -------------------------------------------------------------------------------- /examples/queues.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/examples/queues.py -------------------------------------------------------------------------------- /examples/sequence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/examples/sequence.py -------------------------------------------------------------------------------- /examples/simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/examples/simple.py -------------------------------------------------------------------------------- /examples/stop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/examples/stop.py -------------------------------------------------------------------------------- /examples/sub_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/examples/sub_dag.py -------------------------------------------------------------------------------- /examples/timing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/examples/timing.py -------------------------------------------------------------------------------- /lightflow-complete.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow-complete.sh -------------------------------------------------------------------------------- /lightflow.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow.cfg -------------------------------------------------------------------------------- /lightflow/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/__init__.py -------------------------------------------------------------------------------- /lightflow/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/config.py -------------------------------------------------------------------------------- /lightflow/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/logger.py -------------------------------------------------------------------------------- /lightflow/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/models/__init__.py -------------------------------------------------------------------------------- /lightflow/models/action.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/models/action.py -------------------------------------------------------------------------------- /lightflow/models/dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/models/dag.py -------------------------------------------------------------------------------- /lightflow/models/dag_signal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/models/dag_signal.py -------------------------------------------------------------------------------- /lightflow/models/datastore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/models/datastore.py -------------------------------------------------------------------------------- /lightflow/models/exceptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/models/exceptions.py -------------------------------------------------------------------------------- /lightflow/models/mongo_proxy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/models/mongo_proxy.py -------------------------------------------------------------------------------- /lightflow/models/parameters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/models/parameters.py -------------------------------------------------------------------------------- /lightflow/models/signal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/models/signal.py -------------------------------------------------------------------------------- /lightflow/models/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/models/task.py -------------------------------------------------------------------------------- /lightflow/models/task_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/models/task_context.py -------------------------------------------------------------------------------- /lightflow/models/task_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/models/task_data.py -------------------------------------------------------------------------------- /lightflow/models/task_parameters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/models/task_parameters.py -------------------------------------------------------------------------------- /lightflow/models/task_signal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/models/task_signal.py -------------------------------------------------------------------------------- /lightflow/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/models/utils.py -------------------------------------------------------------------------------- /lightflow/models/workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/models/workflow.py -------------------------------------------------------------------------------- /lightflow/queue/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/queue/__init__.py -------------------------------------------------------------------------------- /lightflow/queue/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/queue/app.py -------------------------------------------------------------------------------- /lightflow/queue/const.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/queue/const.py -------------------------------------------------------------------------------- /lightflow/queue/event.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/queue/event.py -------------------------------------------------------------------------------- /lightflow/queue/jobs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/queue/jobs.py -------------------------------------------------------------------------------- /lightflow/queue/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/queue/models.py -------------------------------------------------------------------------------- /lightflow/queue/pickle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/queue/pickle.py -------------------------------------------------------------------------------- /lightflow/queue/worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/queue/worker.py -------------------------------------------------------------------------------- /lightflow/scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lightflow/scripts/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/scripts/cli.py -------------------------------------------------------------------------------- /lightflow/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/tasks/__init__.py -------------------------------------------------------------------------------- /lightflow/tasks/bash_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/tasks/bash_task.py -------------------------------------------------------------------------------- /lightflow/tasks/python_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/tasks/python_task.py -------------------------------------------------------------------------------- /lightflow/version.py: -------------------------------------------------------------------------------- 1 | __version__ = '1.11.1' 2 | -------------------------------------------------------------------------------- /lightflow/workers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/workers.py -------------------------------------------------------------------------------- /lightflow/workflows.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/lightflow/workflows.py -------------------------------------------------------------------------------- /meta.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/meta.yaml -------------------------------------------------------------------------------- /requirements-dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/requirements-dev.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/setup.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/fixtures/workflows/dag_present_workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/tests/fixtures/workflows/dag_present_workflow.py -------------------------------------------------------------------------------- /tests/fixtures/workflows/no_dag_workflow.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/fixtures/workflows/parameters_workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/tests/fixtures/workflows/parameters_workflow.py -------------------------------------------------------------------------------- /tests/test_base_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/tests/test_base_task.py -------------------------------------------------------------------------------- /tests/test_bash_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/tests/test_bash_task.py -------------------------------------------------------------------------------- /tests/test_exceptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/tests/test_exceptions.py -------------------------------------------------------------------------------- /tests/test_task_data.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/test_workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/tests/test_workflow.py -------------------------------------------------------------------------------- /tests/test_workflows.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/tests/test_workflows.py -------------------------------------------------------------------------------- /tox.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AustralianSynchrotron/lightflow/HEAD/tox.ini --------------------------------------------------------------------------------