├── .gitignore ├── LICENSE ├── README.md ├── fs-feature-freshness-benchmark ├── README.md └── java-bytewax │ ├── bytewax_scripts │ ├── click_events.py │ ├── hsfs_bytewax_util.py │ └── recreate_fg.py │ ├── pom.xml │ └── src │ └── main │ └── java │ └── org │ └── featurestore │ └── featurefreshness │ └── BytewaxLatencyBenchmark.java ├── fs-offline-benchmark ├── LICENSE ├── README.md ├── databricks_fg_benchmarks.ipynb ├── datagen │ ├── clean_taxidata_zones.ipynb │ ├── download.py │ └── gendata.ipynb ├── hopsworks_fg_benchmark.ipynb ├── images │ ├── fs-offline-experiment-setup-hardware.png │ ├── fs-offline-pandas-read-throughput-relative.png │ ├── fs-offline-pandas-read-throughput-secs.png │ ├── fs-offline-pit-dataset.png │ ├── fs-offline-pit-join-pandas-throughput-relative.png │ ├── fs-offline-pit-join-pandas-throughput-secs.png │ ├── fs-offline-pit-join-td-throughput-relative.png │ ├── fs-offline-pit-join-td-throughput-secs.png │ ├── fs-offline-read-dataset.png │ ├── fs-offline-td-write-throughput-relative.png │ └── fs-offline-td-write-throughput-secs.png ├── point-in-time-join-perf │ ├── databricks_pit_benchmarks.ipynb │ ├── hopsworks_pit_benchmark.ipynb │ ├── sagemaker_pit_benchmarks.ipynb │ └── vertex_pit_benchmarks.ipynb ├── sagemaker_fg_benchmarks.ipynb └── vertex_fg_benchmarks.ipynb ├── fs-online-benchmark ├── README.md ├── images │ ├── Batch_1.png │ ├── Batch_100.png │ ├── Batch_250.png │ ├── Batch_500.png │ ├── hops_cluster.png │ ├── locust_vm.png │ ├── sagemaker_domain.png │ └── vertex_fs.png └── locust-bechmarking │ ├── Dockerfile │ ├── README.md │ ├── aws-benchmarking │ ├── README.md │ ├── aws_configuration.json │ ├── common │ │ ├── __init__.py │ │ └── stop_watch.py │ ├── create_feature_group_helper.ipynb │ ├── docker-compose-aws.yml │ └── locustfile_aws.py │ ├── requirements.txt │ └── vertex-benchmarking │ ├── README.md │ ├── create_vertex_feature_data.py │ ├── docker-compose-vertex.yml │ ├── features_schema.json │ ├── locustfile_vertex.py │ └── vertex_configuration.json └── images ├── fs-freshness-benchmark.png ├── fs-offline-benchmark.png └── fs-online-benchmark.png /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/README.md -------------------------------------------------------------------------------- /fs-feature-freshness-benchmark/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-feature-freshness-benchmark/README.md -------------------------------------------------------------------------------- /fs-feature-freshness-benchmark/java-bytewax/bytewax_scripts/click_events.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-feature-freshness-benchmark/java-bytewax/bytewax_scripts/click_events.py -------------------------------------------------------------------------------- /fs-feature-freshness-benchmark/java-bytewax/bytewax_scripts/hsfs_bytewax_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-feature-freshness-benchmark/java-bytewax/bytewax_scripts/hsfs_bytewax_util.py -------------------------------------------------------------------------------- /fs-feature-freshness-benchmark/java-bytewax/bytewax_scripts/recreate_fg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-feature-freshness-benchmark/java-bytewax/bytewax_scripts/recreate_fg.py -------------------------------------------------------------------------------- /fs-feature-freshness-benchmark/java-bytewax/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-feature-freshness-benchmark/java-bytewax/pom.xml -------------------------------------------------------------------------------- /fs-feature-freshness-benchmark/java-bytewax/src/main/java/org/featurestore/featurefreshness/BytewaxLatencyBenchmark.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-feature-freshness-benchmark/java-bytewax/src/main/java/org/featurestore/featurefreshness/BytewaxLatencyBenchmark.java -------------------------------------------------------------------------------- /fs-offline-benchmark/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-offline-benchmark/LICENSE -------------------------------------------------------------------------------- /fs-offline-benchmark/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-offline-benchmark/README.md -------------------------------------------------------------------------------- /fs-offline-benchmark/databricks_fg_benchmarks.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-offline-benchmark/databricks_fg_benchmarks.ipynb -------------------------------------------------------------------------------- /fs-offline-benchmark/datagen/clean_taxidata_zones.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-offline-benchmark/datagen/clean_taxidata_zones.ipynb -------------------------------------------------------------------------------- /fs-offline-benchmark/datagen/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-offline-benchmark/datagen/download.py -------------------------------------------------------------------------------- /fs-offline-benchmark/datagen/gendata.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-offline-benchmark/datagen/gendata.ipynb -------------------------------------------------------------------------------- /fs-offline-benchmark/hopsworks_fg_benchmark.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-offline-benchmark/hopsworks_fg_benchmark.ipynb -------------------------------------------------------------------------------- /fs-offline-benchmark/images/fs-offline-experiment-setup-hardware.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-offline-benchmark/images/fs-offline-experiment-setup-hardware.png -------------------------------------------------------------------------------- /fs-offline-benchmark/images/fs-offline-pandas-read-throughput-relative.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-offline-benchmark/images/fs-offline-pandas-read-throughput-relative.png -------------------------------------------------------------------------------- /fs-offline-benchmark/images/fs-offline-pandas-read-throughput-secs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-offline-benchmark/images/fs-offline-pandas-read-throughput-secs.png -------------------------------------------------------------------------------- /fs-offline-benchmark/images/fs-offline-pit-dataset.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-offline-benchmark/images/fs-offline-pit-dataset.png -------------------------------------------------------------------------------- /fs-offline-benchmark/images/fs-offline-pit-join-pandas-throughput-relative.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-offline-benchmark/images/fs-offline-pit-join-pandas-throughput-relative.png -------------------------------------------------------------------------------- /fs-offline-benchmark/images/fs-offline-pit-join-pandas-throughput-secs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-offline-benchmark/images/fs-offline-pit-join-pandas-throughput-secs.png -------------------------------------------------------------------------------- /fs-offline-benchmark/images/fs-offline-pit-join-td-throughput-relative.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-offline-benchmark/images/fs-offline-pit-join-td-throughput-relative.png -------------------------------------------------------------------------------- /fs-offline-benchmark/images/fs-offline-pit-join-td-throughput-secs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-offline-benchmark/images/fs-offline-pit-join-td-throughput-secs.png -------------------------------------------------------------------------------- /fs-offline-benchmark/images/fs-offline-read-dataset.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-offline-benchmark/images/fs-offline-read-dataset.png -------------------------------------------------------------------------------- /fs-offline-benchmark/images/fs-offline-td-write-throughput-relative.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-offline-benchmark/images/fs-offline-td-write-throughput-relative.png -------------------------------------------------------------------------------- /fs-offline-benchmark/images/fs-offline-td-write-throughput-secs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-offline-benchmark/images/fs-offline-td-write-throughput-secs.png -------------------------------------------------------------------------------- /fs-offline-benchmark/point-in-time-join-perf/databricks_pit_benchmarks.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-offline-benchmark/point-in-time-join-perf/databricks_pit_benchmarks.ipynb -------------------------------------------------------------------------------- /fs-offline-benchmark/point-in-time-join-perf/hopsworks_pit_benchmark.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-offline-benchmark/point-in-time-join-perf/hopsworks_pit_benchmark.ipynb -------------------------------------------------------------------------------- /fs-offline-benchmark/point-in-time-join-perf/sagemaker_pit_benchmarks.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-offline-benchmark/point-in-time-join-perf/sagemaker_pit_benchmarks.ipynb -------------------------------------------------------------------------------- /fs-offline-benchmark/point-in-time-join-perf/vertex_pit_benchmarks.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-offline-benchmark/point-in-time-join-perf/vertex_pit_benchmarks.ipynb -------------------------------------------------------------------------------- /fs-offline-benchmark/sagemaker_fg_benchmarks.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-offline-benchmark/sagemaker_fg_benchmarks.ipynb -------------------------------------------------------------------------------- /fs-offline-benchmark/vertex_fg_benchmarks.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-offline-benchmark/vertex_fg_benchmarks.ipynb -------------------------------------------------------------------------------- /fs-online-benchmark/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-online-benchmark/README.md -------------------------------------------------------------------------------- /fs-online-benchmark/images/Batch_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-online-benchmark/images/Batch_1.png -------------------------------------------------------------------------------- /fs-online-benchmark/images/Batch_100.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-online-benchmark/images/Batch_100.png -------------------------------------------------------------------------------- /fs-online-benchmark/images/Batch_250.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-online-benchmark/images/Batch_250.png -------------------------------------------------------------------------------- /fs-online-benchmark/images/Batch_500.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-online-benchmark/images/Batch_500.png -------------------------------------------------------------------------------- /fs-online-benchmark/images/hops_cluster.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-online-benchmark/images/hops_cluster.png -------------------------------------------------------------------------------- /fs-online-benchmark/images/locust_vm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-online-benchmark/images/locust_vm.png -------------------------------------------------------------------------------- /fs-online-benchmark/images/sagemaker_domain.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-online-benchmark/images/sagemaker_domain.png -------------------------------------------------------------------------------- /fs-online-benchmark/images/vertex_fs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-online-benchmark/images/vertex_fs.png -------------------------------------------------------------------------------- /fs-online-benchmark/locust-bechmarking/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-online-benchmark/locust-bechmarking/Dockerfile -------------------------------------------------------------------------------- /fs-online-benchmark/locust-bechmarking/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-online-benchmark/locust-bechmarking/README.md -------------------------------------------------------------------------------- /fs-online-benchmark/locust-bechmarking/aws-benchmarking/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-online-benchmark/locust-bechmarking/aws-benchmarking/README.md -------------------------------------------------------------------------------- /fs-online-benchmark/locust-bechmarking/aws-benchmarking/aws_configuration.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-online-benchmark/locust-bechmarking/aws-benchmarking/aws_configuration.json -------------------------------------------------------------------------------- /fs-online-benchmark/locust-bechmarking/aws-benchmarking/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fs-online-benchmark/locust-bechmarking/aws-benchmarking/common/stop_watch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-online-benchmark/locust-bechmarking/aws-benchmarking/common/stop_watch.py -------------------------------------------------------------------------------- /fs-online-benchmark/locust-bechmarking/aws-benchmarking/create_feature_group_helper.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-online-benchmark/locust-bechmarking/aws-benchmarking/create_feature_group_helper.ipynb -------------------------------------------------------------------------------- /fs-online-benchmark/locust-bechmarking/aws-benchmarking/docker-compose-aws.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-online-benchmark/locust-bechmarking/aws-benchmarking/docker-compose-aws.yml -------------------------------------------------------------------------------- /fs-online-benchmark/locust-bechmarking/aws-benchmarking/locustfile_aws.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-online-benchmark/locust-bechmarking/aws-benchmarking/locustfile_aws.py -------------------------------------------------------------------------------- /fs-online-benchmark/locust-bechmarking/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-online-benchmark/locust-bechmarking/requirements.txt -------------------------------------------------------------------------------- /fs-online-benchmark/locust-bechmarking/vertex-benchmarking/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-online-benchmark/locust-bechmarking/vertex-benchmarking/README.md -------------------------------------------------------------------------------- /fs-online-benchmark/locust-bechmarking/vertex-benchmarking/create_vertex_feature_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-online-benchmark/locust-bechmarking/vertex-benchmarking/create_vertex_feature_data.py -------------------------------------------------------------------------------- /fs-online-benchmark/locust-bechmarking/vertex-benchmarking/docker-compose-vertex.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-online-benchmark/locust-bechmarking/vertex-benchmarking/docker-compose-vertex.yml -------------------------------------------------------------------------------- /fs-online-benchmark/locust-bechmarking/vertex-benchmarking/features_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-online-benchmark/locust-bechmarking/vertex-benchmarking/features_schema.json -------------------------------------------------------------------------------- /fs-online-benchmark/locust-bechmarking/vertex-benchmarking/locustfile_vertex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-online-benchmark/locust-bechmarking/vertex-benchmarking/locustfile_vertex.py -------------------------------------------------------------------------------- /fs-online-benchmark/locust-bechmarking/vertex-benchmarking/vertex_configuration.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/fs-online-benchmark/locust-bechmarking/vertex-benchmarking/vertex_configuration.json -------------------------------------------------------------------------------- /images/fs-freshness-benchmark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/images/fs-freshness-benchmark.png -------------------------------------------------------------------------------- /images/fs-offline-benchmark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/images/fs-offline-benchmark.png -------------------------------------------------------------------------------- /images/fs-online-benchmark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/featurestoreorg/featurestore-benchmarks/HEAD/images/fs-online-benchmark.png --------------------------------------------------------------------------------