├── .github └── workflows │ ├── pr-privileged.yml │ ├── pr.yml │ └── release.yml ├── .gitignore ├── .readthedocs.yml ├── LICENSE ├── MANIFEST.in ├── Makefile ├── README.md ├── bench ├── bench_flow.py └── early_sense.csv ├── dev-requirements.txt ├── docs ├── Makefile ├── api.rst ├── conf.py ├── examples.rst ├── index.rst ├── make.bat └── requirements.txt ├── integration ├── __init__.py ├── conftest.py ├── integration_test_utils.py ├── test_aggregation_integration.py ├── test_azure_filesystem_integration.py ├── test_filesystems_integration.py ├── test_flow_integration.py ├── test_kafka_integration.py ├── test_redis_specific.py ├── test_s3_filesystem_integration.py ├── test_tdengine.py └── test_timescaledb.py ├── requirements.txt ├── set-version.py ├── setup.cfg ├── setup.py ├── storey ├── __init__.py ├── aggregation_utils.py ├── aggregations.py ├── dataframe.py ├── drivers.py ├── dtypes.py ├── flow.py ├── queue.py ├── redis_driver.py ├── sources.py ├── sql_driver.py ├── steps │ ├── __init__.py │ ├── assertion.py │ ├── flatten.py │ ├── foreach.py │ ├── partition.py │ └── sample.py ├── table.py ├── targets.py ├── timescaledb_target.py ├── transformations │ └── __init__.py ├── utils.py └── windowed_store.py ├── tests.coveragerc └── tests ├── __init__.py ├── test-multiple-time-columns.csv ├── test-none-in-keyfield.csv ├── test-with-compact-timestamp.csv ├── test-with-none-values.csv ├── test-with-timestamp-microsecs.csv ├── test-with-timestamp-nanosecs.csv ├── test-with-timestamp.csv ├── test.csv ├── test.parquet ├── test_aggregate_by_key.py ├── test_aggregate_store.py ├── test_concurrent_execution.py ├── test_flow.py ├── test_queue.py ├── test_space_in_header.csv ├── test_space_in_header.parquet ├── test_steps.py ├── test_targets.py ├── test_types.py ├── test_utils.py ├── test_v3io.py └── test_windowed_store.py /.github/workflows/pr-privileged.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/.github/workflows/pr-privileged.yml -------------------------------------------------------------------------------- /.github/workflows/pr.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/.github/workflows/pr.yml -------------------------------------------------------------------------------- /.github/workflows/release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/.github/workflows/release.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/.gitignore -------------------------------------------------------------------------------- /.readthedocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/.readthedocs.yml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/README.md -------------------------------------------------------------------------------- /bench/bench_flow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/bench/bench_flow.py -------------------------------------------------------------------------------- /bench/early_sense.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/bench/early_sense.csv -------------------------------------------------------------------------------- /dev-requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/dev-requirements.txt -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/api.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/docs/api.rst -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/examples.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/docs/examples.rst -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/docs/index.rst -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/docs/requirements.txt -------------------------------------------------------------------------------- /integration/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/integration/__init__.py -------------------------------------------------------------------------------- /integration/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/integration/conftest.py -------------------------------------------------------------------------------- /integration/integration_test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/integration/integration_test_utils.py -------------------------------------------------------------------------------- /integration/test_aggregation_integration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/integration/test_aggregation_integration.py -------------------------------------------------------------------------------- /integration/test_azure_filesystem_integration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/integration/test_azure_filesystem_integration.py -------------------------------------------------------------------------------- /integration/test_filesystems_integration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/integration/test_filesystems_integration.py -------------------------------------------------------------------------------- /integration/test_flow_integration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/integration/test_flow_integration.py -------------------------------------------------------------------------------- /integration/test_kafka_integration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/integration/test_kafka_integration.py -------------------------------------------------------------------------------- /integration/test_redis_specific.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/integration/test_redis_specific.py -------------------------------------------------------------------------------- /integration/test_s3_filesystem_integration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/integration/test_s3_filesystem_integration.py -------------------------------------------------------------------------------- /integration/test_tdengine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/integration/test_tdengine.py -------------------------------------------------------------------------------- /integration/test_timescaledb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/integration/test_timescaledb.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/requirements.txt -------------------------------------------------------------------------------- /set-version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/set-version.py -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/setup.py -------------------------------------------------------------------------------- /storey/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/storey/__init__.py -------------------------------------------------------------------------------- /storey/aggregation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/storey/aggregation_utils.py -------------------------------------------------------------------------------- /storey/aggregations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/storey/aggregations.py -------------------------------------------------------------------------------- /storey/dataframe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/storey/dataframe.py -------------------------------------------------------------------------------- /storey/drivers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/storey/drivers.py -------------------------------------------------------------------------------- /storey/dtypes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/storey/dtypes.py -------------------------------------------------------------------------------- /storey/flow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/storey/flow.py -------------------------------------------------------------------------------- /storey/queue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/storey/queue.py -------------------------------------------------------------------------------- /storey/redis_driver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/storey/redis_driver.py -------------------------------------------------------------------------------- /storey/sources.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/storey/sources.py -------------------------------------------------------------------------------- /storey/sql_driver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/storey/sql_driver.py -------------------------------------------------------------------------------- /storey/steps/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/storey/steps/__init__.py -------------------------------------------------------------------------------- /storey/steps/assertion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/storey/steps/assertion.py -------------------------------------------------------------------------------- /storey/steps/flatten.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/storey/steps/flatten.py -------------------------------------------------------------------------------- /storey/steps/foreach.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/storey/steps/foreach.py -------------------------------------------------------------------------------- /storey/steps/partition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/storey/steps/partition.py -------------------------------------------------------------------------------- /storey/steps/sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/storey/steps/sample.py -------------------------------------------------------------------------------- /storey/table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/storey/table.py -------------------------------------------------------------------------------- /storey/targets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/storey/targets.py -------------------------------------------------------------------------------- /storey/timescaledb_target.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/storey/timescaledb_target.py -------------------------------------------------------------------------------- /storey/transformations/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/storey/transformations/__init__.py -------------------------------------------------------------------------------- /storey/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/storey/utils.py -------------------------------------------------------------------------------- /storey/windowed_store.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/storey/windowed_store.py -------------------------------------------------------------------------------- /tests.coveragerc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/tests.coveragerc -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/tests/__init__.py -------------------------------------------------------------------------------- /tests/test-multiple-time-columns.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/tests/test-multiple-time-columns.csv -------------------------------------------------------------------------------- /tests/test-none-in-keyfield.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/tests/test-none-in-keyfield.csv -------------------------------------------------------------------------------- /tests/test-with-compact-timestamp.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/tests/test-with-compact-timestamp.csv -------------------------------------------------------------------------------- /tests/test-with-none-values.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/tests/test-with-none-values.csv -------------------------------------------------------------------------------- /tests/test-with-timestamp-microsecs.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/tests/test-with-timestamp-microsecs.csv -------------------------------------------------------------------------------- /tests/test-with-timestamp-nanosecs.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/tests/test-with-timestamp-nanosecs.csv -------------------------------------------------------------------------------- /tests/test-with-timestamp.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/tests/test-with-timestamp.csv -------------------------------------------------------------------------------- /tests/test.csv: -------------------------------------------------------------------------------- 1 | n1,n2,n3 2 | 1,2,3 3 | 4,5,6 4 | -------------------------------------------------------------------------------- /tests/test.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/tests/test.parquet -------------------------------------------------------------------------------- /tests/test_aggregate_by_key.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/tests/test_aggregate_by_key.py -------------------------------------------------------------------------------- /tests/test_aggregate_store.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/tests/test_aggregate_store.py -------------------------------------------------------------------------------- /tests/test_concurrent_execution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/tests/test_concurrent_execution.py -------------------------------------------------------------------------------- /tests/test_flow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/tests/test_flow.py -------------------------------------------------------------------------------- /tests/test_queue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/tests/test_queue.py -------------------------------------------------------------------------------- /tests/test_space_in_header.csv: -------------------------------------------------------------------------------- 1 | header with space,n2,n3 2 | 1,2,3 3 | 4,5,6 4 | -------------------------------------------------------------------------------- /tests/test_space_in_header.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/tests/test_space_in_header.parquet -------------------------------------------------------------------------------- /tests/test_steps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/tests/test_steps.py -------------------------------------------------------------------------------- /tests/test_targets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/tests/test_targets.py -------------------------------------------------------------------------------- /tests/test_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/tests/test_types.py -------------------------------------------------------------------------------- /tests/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/tests/test_utils.py -------------------------------------------------------------------------------- /tests/test_v3io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/tests/test_v3io.py -------------------------------------------------------------------------------- /tests/test_windowed_store.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlrun/storey/HEAD/tests/test_windowed_store.py --------------------------------------------------------------------------------