├── .devcontainer ├── Dockerfile └── devcontainer.json ├── .gitignore ├── AUTHORS ├── LICENSE ├── README.md ├── app ├── README.md ├── bootstrap_models │ └── GBPAUD │ │ ├── saved_model.pb │ │ └── variables │ │ ├── variables.data-00000-of-00001 │ │ └── variables.index ├── cloudbuild.yaml ├── grafana │ └── values.yaml ├── java │ ├── Adapters │ │ ├── build.gradle │ │ └── src │ │ │ ├── main │ │ │ └── java │ │ │ │ └── com │ │ │ │ └── google │ │ │ │ └── dataflow │ │ │ │ └── sample │ │ │ │ └── timeseriesflow │ │ │ │ └── adaptors │ │ │ │ └── domain │ │ │ │ ├── BlendedIndex.java │ │ │ │ └── MergeSparseStreamsToSingleDenseStream.java │ │ │ └── test │ │ │ ├── java │ │ │ └── com │ │ │ │ └── google │ │ │ │ └── dataflow │ │ │ │ └── sample │ │ │ │ └── timeseriesflow │ │ │ │ └── adaptors │ │ │ │ └── domain │ │ │ │ └── tests │ │ │ │ └── BlendedIndexTest.java │ │ │ └── test1.iml │ ├── Apache_Licence_For_Spotless │ ├── Examples │ │ ├── Examples.iml │ │ ├── build.gradle │ │ └── src │ │ │ └── main │ │ │ ├── java │ │ │ └── com │ │ │ │ └── google │ │ │ │ └── dataflow │ │ │ │ └── sample │ │ │ │ └── timeseriesflow │ │ │ │ └── examples │ │ │ │ └── fsi │ │ │ │ └── forex │ │ │ │ ├── ExampleForexPipelineOptions.java │ │ │ │ ├── ForexBatchPipeline.java │ │ │ │ ├── ForexCSVAdaptor.java │ │ │ │ └── HistoryForexReader.java │ │ │ └── resources │ │ │ └── [EMPTY]-EURUSD-2020-05-11_2020-05-11.csv │ ├── README.md │ ├── SyntheticExamples │ │ ├── SyntheticExamples.iml │ │ ├── build.gradle │ │ └── src │ │ │ └── main │ │ │ └── java │ │ │ └── com │ │ │ └── google │ │ │ └── dataflow │ │ │ └── sample │ │ │ └── timeseriesflow │ │ │ └── examples │ │ │ └── simpledata │ │ │ ├── ForexMetricsGeneratorOptions.java │ │ │ ├── ForexMetricsGeneratorPipeline.java │ │ │ └── transforms │ │ │ ├── IterableTSAccumSequenceFlattener.java │ │ │ ├── KVMetricsFlattener.java │ │ │ ├── Print.java │ │ │ ├── PubsubPriceTickerParser.java │ │ │ ├── PubsubPriceTickerParserOptions.java │ │ │ ├── SimpleDataBootstrapGenerator.java │ │ │ ├── SimpleDataOptions.java │ │ │ ├── SimpleDataStreamGenerator.java │ │ │ └── TsDataPointToRow.java │ ├── TimeSeriesMetricsLibrary │ │ ├── README.md │ │ ├── build.gradle │ │ └── src │ │ │ ├── main │ │ │ ├── java │ │ │ │ └── com │ │ │ │ │ └── google │ │ │ │ │ └── dataflow │ │ │ │ │ └── sample │ │ │ │ │ └── timeseriesflow │ │ │ │ │ └── metrics │ │ │ │ │ ├── AccumBBBuilder.java │ │ │ │ │ ├── AccumLogRtnBuilder.java │ │ │ │ │ ├── AccumMABuilder.java │ │ │ │ │ ├── AccumRSIBuilder.java │ │ │ │ │ ├── AccumStdDevBuilder.java │ │ │ │ │ ├── AccumSumUpDownBuilder.java │ │ │ │ │ ├── BB.java │ │ │ │ │ ├── ComputeBollingerBandsDoFn.java │ │ │ │ │ ├── ComputeExponentialMovingAverageDoFn.java │ │ │ │ │ ├── ComputeSimpleMovingAverageDoFn.java │ │ │ │ │ ├── ComputeStdDevDoFn.java │ │ │ │ │ ├── ComputeSumUpSumDownWithCount.java │ │ │ │ │ ├── ComputeWeightedMovingAverageDoFn.java │ │ │ │ │ ├── LogRtn.java │ │ │ │ │ ├── MA.java │ │ │ │ │ ├── RSI.java │ │ │ │ │ ├── StdDev.java │ │ │ │ │ └── utils │ │ │ │ │ ├── AllMetricsWithDefaults.java │ │ │ │ │ └── StatisticalFormulas.java │ │ │ └── proto │ │ │ │ └── TSFSITechKeys.proto │ │ │ └── test │ │ │ ├── java │ │ │ └── com │ │ │ │ └── google │ │ │ │ └── dataflow │ │ │ │ └── sample │ │ │ │ └── timeseriesflow │ │ │ │ └── metrics │ │ │ │ ├── StatisticalFormulasTests.java │ │ │ │ ├── TSMetricsIntegrationTest.java │ │ │ │ └── TSMetricsTests.java │ │ │ └── test.iml │ ├── TimeSeriesPipeline │ │ ├── build.gradle │ │ └── src │ │ │ ├── main │ │ │ ├── java │ │ │ │ └── com │ │ │ │ │ └── google │ │ │ │ │ └── dataflow │ │ │ │ │ └── sample │ │ │ │ │ └── timeseriesflow │ │ │ │ │ ├── AllComputationsExamplePipeline.java │ │ │ │ │ ├── ExampleTimeseriesPipelineOptions.java │ │ │ │ │ ├── TFXOptions.java │ │ │ │ │ ├── TimeseriesStreamingOptions.java │ │ │ │ │ ├── combiners │ │ │ │ │ ├── TSCombiner.java │ │ │ │ │ └── typeone │ │ │ │ │ │ ├── TSBaseCombiner.java │ │ │ │ │ │ ├── TSCategoricalCombiner.java │ │ │ │ │ │ └── TSNumericCombiner.java │ │ │ │ │ ├── common │ │ │ │ │ ├── CommonUtils.java │ │ │ │ │ ├── TSDataUtils.java │ │ │ │ │ └── TupleTypes.java │ │ │ │ │ ├── datamap │ │ │ │ │ ├── AccumBuilder.java │ │ │ │ │ ├── AccumCategoricalBuilder.java │ │ │ │ │ ├── AccumCoreMetadataBuilder.java │ │ │ │ │ ├── AccumCoreNumericBuilder.java │ │ │ │ │ └── ComputationKeyRegister.java │ │ │ │ │ ├── io │ │ │ │ │ └── tfexample │ │ │ │ │ │ ├── CreateTFRecordMetadata.java │ │ │ │ │ │ ├── FeaturesFromIterableAccumSequence.java │ │ │ │ │ │ ├── OutPutTFExampleToFile.java │ │ │ │ │ │ ├── OutPutTFExampleToPubSub.java │ │ │ │ │ │ ├── TSAccumIterableToTFExample.java │ │ │ │ │ │ └── TSToTFExampleUtils.java │ │ │ │ │ ├── transforms │ │ │ │ │ ├── CollapseAllTSMinorKeyIntoMajorKey.java │ │ │ │ │ ├── ConvertAccumToSequence.java │ │ │ │ │ ├── ConvertAccumToSequenceV2.java │ │ │ │ │ ├── CreateCompositeTSAccum.java │ │ │ │ │ ├── GenerateComputations.java │ │ │ │ │ ├── LatestEventTimeDataPoint.java │ │ │ │ │ ├── MajorKeyWindowSnapshot.java │ │ │ │ │ ├── MergeAllTypeCompsInSameKeyWindow.java │ │ │ │ │ ├── MergeTSAccum.java │ │ │ │ │ ├── MinorKeyWindowSnapshot.java │ │ │ │ │ ├── ParseTSDataPointFromBytes.java │ │ │ │ │ ├── PerfectRectangles.java │ │ │ │ │ ├── TSAccumSequenceToRow.java │ │ │ │ │ ├── TSAccumToJson.java │ │ │ │ │ ├── TSAccumToRow.java │ │ │ │ │ ├── TSDataPointToRow.java │ │ │ │ │ └── TypeTwoComputation.java │ │ │ │ │ └── verifier │ │ │ │ │ └── TSDataPointVerifier.java │ │ │ ├── main.iml │ │ │ └── proto │ │ │ │ ├── TFExampleKeys.proto │ │ │ │ ├── TS.proto │ │ │ │ └── TSBaseKeys.proto │ │ │ └── test │ │ │ ├── java │ │ │ ├── com │ │ │ │ └── google │ │ │ │ │ └── dataflow │ │ │ │ │ └── sample │ │ │ │ │ └── timeseriesflow │ │ │ │ │ └── test │ │ │ │ │ ├── CommonUtilsTest.java │ │ │ │ │ ├── CreateCompositeTSAccmTest.java │ │ │ │ │ ├── GenerateComputationTest.java │ │ │ │ │ ├── GenerateComputationTestWithAccumToSeqV2.java │ │ │ │ │ ├── GenerateTFExampleFromTSSequenceTest.java │ │ │ │ │ ├── MergeAllTypeCompsInSameKeyWindowTest.java │ │ │ │ │ ├── PerfectRectangleUtils.java │ │ │ │ │ ├── PerfectRectanglesScalability_5Days_5Keys_EvenGaps.java │ │ │ │ │ ├── PerfectRectanglesScalability_86400S_AllGaps.java │ │ │ │ │ ├── PerfectRectanglesScalability_86400S_EvenGaps.java │ │ │ │ │ ├── PerfectRectanglesScalability_86400S_NoGaps.java │ │ │ │ │ ├── PerfectRectanglesTests.java │ │ │ │ │ ├── Print.java │ │ │ │ │ ├── ScaleTestingOptions.java │ │ │ │ │ ├── SnapShotScalabilityUtilsTest.java │ │ │ │ │ ├── SnapShotScalability_1D_100M_100K_1FW_60SW_withTFExampleSerlization.java │ │ │ │ │ ├── SnapShotScalability_1D_100M_1K_1FW_60SW.java │ │ │ │ │ ├── SnapShotScalability_1D_100M_1K_1FW_60SW_withTFExampleSerlization.java │ │ │ │ │ ├── SnapShotUtils.java │ │ │ │ │ ├── SnapshotTests.java │ │ │ │ │ ├── TSAccumIterableToTFExampleTest.java │ │ │ │ │ ├── TSAccumSequenceToRowTest.java │ │ │ │ │ ├── TSAccumToRowTest.java │ │ │ │ │ ├── TSDataPointToRowTest.java │ │ │ │ │ ├── TSDataTestUtils.java │ │ │ │ │ └── TSNumericCombinerTest.java │ │ │ └── common │ │ │ │ ├── TSTestData.java │ │ │ │ └── TSTestDataBaseline.java │ │ │ ├── proto │ │ │ └── TSTest.proto │ │ │ └── test2.iml │ ├── build.gradle │ └── settings.gradle ├── kubernetes │ ├── dataflow-pipelines.yaml │ ├── generator-deployment.yaml │ ├── prereq-resources.yaml │ └── training-cronjob.yaml └── python │ ├── .dockerignore │ ├── Dockerfile │ ├── generator_weights │ ├── freq.npy │ ├── interpolator_AUDJPY.joblib │ ├── interpolator_AUDUSD.joblib │ ├── interpolator_CADJPY.joblib │ ├── interpolator_EURAUD.joblib │ ├── interpolator_EURCAD.joblib │ ├── interpolator_EURGBP.joblib │ ├── interpolator_EURJPY.joblib │ ├── interpolator_EURUSD.joblib │ ├── interpolator_GBPAUD.joblib │ ├── interpolator_GBPCHF.joblib │ ├── interpolator_GBPJPY.joblib │ ├── interpolator_GBPNZD.joblib │ ├── interpolator_GBPUSD.joblib │ ├── interpolator_NZDUSD.joblib │ ├── interpolator_USDCAD.joblib │ ├── interpolator_USDCHF.joblib │ ├── interpolator_USDJPY.joblib │ └── val.npy │ ├── main.py │ ├── setup.py │ └── src │ ├── __init__.py │ ├── beam_components │ ├── __init__.py │ ├── inference.py │ └── window.py │ ├── forexgenerator │ ├── __init__.py │ ├── forexgenerator.py │ └── utils.py │ ├── pipelines │ ├── __init__.py │ ├── generator.py │ ├── inference.py │ ├── pubsub_to_bigquery.py │ └── training.py │ ├── serialisers │ ├── __init__.py │ ├── pubsub.py │ └── tfexample.py │ └── tfx_components │ ├── __init__.py │ ├── bigquery_window_gen.py │ ├── trainer.py │ └── transformer.py ├── config.sh ├── deploy-infra.sh ├── docs ├── BLOG.md ├── CODE-OF-CONDUCT.md ├── COMPONENTS.md ├── CONTRIBUTING.md ├── FLOWS.md └── assets │ ├── Blog_1.png │ ├── Blog_10.png │ ├── Blog_11.png │ ├── Blog_12.png │ ├── Blog_13.png │ ├── Blog_14.png │ ├── Blog_15.png │ ├── Blog_16.png │ ├── Blog_17.png │ ├── Blog_18.png │ ├── Blog_2.png │ ├── Blog_3.png │ ├── Blog_4.png │ ├── Blog_5.png │ ├── Blog_6.png │ ├── Blog_7.png │ ├── Blog_8.png │ ├── Blog_9.png │ ├── Dataflow-FSI-Example-Dashboards.png │ ├── Dataflow-FSI-Example-Logical.png │ ├── Dataflow-FSI-Example-Re-training.png │ ├── Dataflow-FSI-Example-Real-time.png │ └── Dataflow-FSI-Example.drawio ├── infra ├── README.md ├── backend.tf ├── cloudbuild.yaml ├── main.tf ├── outputs.tf ├── table_schemas │ ├── metrics.json │ ├── prices.json │ └── reconerr.json └── variables.tf ├── notebooks ├── example_data_exploration.ipynb └── example_tfx_training_pipeline.ipynb └── run-app.sh /.devcontainer/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/.devcontainer/Dockerfile -------------------------------------------------------------------------------- /.devcontainer/devcontainer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/.devcontainer/devcontainer.json -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/.gitignore -------------------------------------------------------------------------------- /AUTHORS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/AUTHORS -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/README.md -------------------------------------------------------------------------------- /app/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/README.md -------------------------------------------------------------------------------- /app/bootstrap_models/GBPAUD/saved_model.pb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/bootstrap_models/GBPAUD/saved_model.pb -------------------------------------------------------------------------------- /app/bootstrap_models/GBPAUD/variables/variables.data-00000-of-00001: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/bootstrap_models/GBPAUD/variables/variables.data-00000-of-00001 -------------------------------------------------------------------------------- /app/bootstrap_models/GBPAUD/variables/variables.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/bootstrap_models/GBPAUD/variables/variables.index -------------------------------------------------------------------------------- /app/cloudbuild.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/cloudbuild.yaml -------------------------------------------------------------------------------- /app/grafana/values.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/grafana/values.yaml -------------------------------------------------------------------------------- /app/java/Adapters/build.gradle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/Adapters/build.gradle -------------------------------------------------------------------------------- /app/java/Adapters/src/main/java/com/google/dataflow/sample/timeseriesflow/adaptors/domain/BlendedIndex.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/Adapters/src/main/java/com/google/dataflow/sample/timeseriesflow/adaptors/domain/BlendedIndex.java -------------------------------------------------------------------------------- /app/java/Adapters/src/main/java/com/google/dataflow/sample/timeseriesflow/adaptors/domain/MergeSparseStreamsToSingleDenseStream.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/Adapters/src/main/java/com/google/dataflow/sample/timeseriesflow/adaptors/domain/MergeSparseStreamsToSingleDenseStream.java -------------------------------------------------------------------------------- /app/java/Adapters/src/test/java/com/google/dataflow/sample/timeseriesflow/adaptors/domain/tests/BlendedIndexTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/Adapters/src/test/java/com/google/dataflow/sample/timeseriesflow/adaptors/domain/tests/BlendedIndexTest.java -------------------------------------------------------------------------------- /app/java/Adapters/src/test/test1.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/Adapters/src/test/test1.iml -------------------------------------------------------------------------------- /app/java/Apache_Licence_For_Spotless: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/Apache_Licence_For_Spotless -------------------------------------------------------------------------------- /app/java/Examples/Examples.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/Examples/Examples.iml -------------------------------------------------------------------------------- /app/java/Examples/build.gradle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/Examples/build.gradle -------------------------------------------------------------------------------- /app/java/Examples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/fsi/forex/ExampleForexPipelineOptions.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/Examples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/fsi/forex/ExampleForexPipelineOptions.java -------------------------------------------------------------------------------- /app/java/Examples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/fsi/forex/ForexBatchPipeline.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/Examples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/fsi/forex/ForexBatchPipeline.java -------------------------------------------------------------------------------- /app/java/Examples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/fsi/forex/ForexCSVAdaptor.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/Examples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/fsi/forex/ForexCSVAdaptor.java -------------------------------------------------------------------------------- /app/java/Examples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/fsi/forex/HistoryForexReader.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/Examples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/fsi/forex/HistoryForexReader.java -------------------------------------------------------------------------------- /app/java/Examples/src/main/resources/[EMPTY]-EURUSD-2020-05-11_2020-05-11.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/Examples/src/main/resources/[EMPTY]-EURUSD-2020-05-11_2020-05-11.csv -------------------------------------------------------------------------------- /app/java/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/README.md -------------------------------------------------------------------------------- /app/java/SyntheticExamples/SyntheticExamples.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/SyntheticExamples/SyntheticExamples.iml -------------------------------------------------------------------------------- /app/java/SyntheticExamples/build.gradle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/SyntheticExamples/build.gradle -------------------------------------------------------------------------------- /app/java/SyntheticExamples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/simpledata/ForexMetricsGeneratorOptions.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/SyntheticExamples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/simpledata/ForexMetricsGeneratorOptions.java -------------------------------------------------------------------------------- /app/java/SyntheticExamples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/simpledata/ForexMetricsGeneratorPipeline.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/SyntheticExamples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/simpledata/ForexMetricsGeneratorPipeline.java -------------------------------------------------------------------------------- /app/java/SyntheticExamples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/simpledata/transforms/IterableTSAccumSequenceFlattener.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/SyntheticExamples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/simpledata/transforms/IterableTSAccumSequenceFlattener.java -------------------------------------------------------------------------------- /app/java/SyntheticExamples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/simpledata/transforms/KVMetricsFlattener.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/SyntheticExamples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/simpledata/transforms/KVMetricsFlattener.java -------------------------------------------------------------------------------- /app/java/SyntheticExamples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/simpledata/transforms/Print.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/SyntheticExamples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/simpledata/transforms/Print.java -------------------------------------------------------------------------------- /app/java/SyntheticExamples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/simpledata/transforms/PubsubPriceTickerParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/SyntheticExamples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/simpledata/transforms/PubsubPriceTickerParser.java -------------------------------------------------------------------------------- /app/java/SyntheticExamples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/simpledata/transforms/PubsubPriceTickerParserOptions.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/SyntheticExamples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/simpledata/transforms/PubsubPriceTickerParserOptions.java -------------------------------------------------------------------------------- /app/java/SyntheticExamples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/simpledata/transforms/SimpleDataBootstrapGenerator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/SyntheticExamples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/simpledata/transforms/SimpleDataBootstrapGenerator.java -------------------------------------------------------------------------------- /app/java/SyntheticExamples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/simpledata/transforms/SimpleDataOptions.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/SyntheticExamples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/simpledata/transforms/SimpleDataOptions.java -------------------------------------------------------------------------------- /app/java/SyntheticExamples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/simpledata/transforms/SimpleDataStreamGenerator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/SyntheticExamples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/simpledata/transforms/SimpleDataStreamGenerator.java -------------------------------------------------------------------------------- /app/java/SyntheticExamples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/simpledata/transforms/TsDataPointToRow.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/SyntheticExamples/src/main/java/com/google/dataflow/sample/timeseriesflow/examples/simpledata/transforms/TsDataPointToRow.java -------------------------------------------------------------------------------- /app/java/TimeSeriesMetricsLibrary/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesMetricsLibrary/README.md -------------------------------------------------------------------------------- /app/java/TimeSeriesMetricsLibrary/build.gradle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesMetricsLibrary/build.gradle -------------------------------------------------------------------------------- /app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/AccumBBBuilder.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/AccumBBBuilder.java -------------------------------------------------------------------------------- /app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/AccumLogRtnBuilder.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/AccumLogRtnBuilder.java -------------------------------------------------------------------------------- /app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/AccumMABuilder.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/AccumMABuilder.java -------------------------------------------------------------------------------- /app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/AccumRSIBuilder.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/AccumRSIBuilder.java -------------------------------------------------------------------------------- /app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/AccumStdDevBuilder.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/AccumStdDevBuilder.java -------------------------------------------------------------------------------- /app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/AccumSumUpDownBuilder.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/AccumSumUpDownBuilder.java -------------------------------------------------------------------------------- /app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/BB.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/BB.java -------------------------------------------------------------------------------- /app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/ComputeBollingerBandsDoFn.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/ComputeBollingerBandsDoFn.java -------------------------------------------------------------------------------- /app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/ComputeExponentialMovingAverageDoFn.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/ComputeExponentialMovingAverageDoFn.java -------------------------------------------------------------------------------- /app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/ComputeSimpleMovingAverageDoFn.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/ComputeSimpleMovingAverageDoFn.java -------------------------------------------------------------------------------- /app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/ComputeStdDevDoFn.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/ComputeStdDevDoFn.java -------------------------------------------------------------------------------- /app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/ComputeSumUpSumDownWithCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/ComputeSumUpSumDownWithCount.java -------------------------------------------------------------------------------- /app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/ComputeWeightedMovingAverageDoFn.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/ComputeWeightedMovingAverageDoFn.java -------------------------------------------------------------------------------- /app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/LogRtn.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/LogRtn.java -------------------------------------------------------------------------------- /app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/MA.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/MA.java -------------------------------------------------------------------------------- /app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/RSI.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/RSI.java -------------------------------------------------------------------------------- /app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/StdDev.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/StdDev.java -------------------------------------------------------------------------------- /app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/utils/AllMetricsWithDefaults.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/utils/AllMetricsWithDefaults.java -------------------------------------------------------------------------------- /app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/utils/StatisticalFormulas.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesMetricsLibrary/src/main/java/com/google/dataflow/sample/timeseriesflow/metrics/utils/StatisticalFormulas.java -------------------------------------------------------------------------------- /app/java/TimeSeriesMetricsLibrary/src/main/proto/TSFSITechKeys.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesMetricsLibrary/src/main/proto/TSFSITechKeys.proto -------------------------------------------------------------------------------- /app/java/TimeSeriesMetricsLibrary/src/test/java/com/google/dataflow/sample/timeseriesflow/metrics/StatisticalFormulasTests.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesMetricsLibrary/src/test/java/com/google/dataflow/sample/timeseriesflow/metrics/StatisticalFormulasTests.java -------------------------------------------------------------------------------- /app/java/TimeSeriesMetricsLibrary/src/test/java/com/google/dataflow/sample/timeseriesflow/metrics/TSMetricsIntegrationTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesMetricsLibrary/src/test/java/com/google/dataflow/sample/timeseriesflow/metrics/TSMetricsIntegrationTest.java -------------------------------------------------------------------------------- /app/java/TimeSeriesMetricsLibrary/src/test/java/com/google/dataflow/sample/timeseriesflow/metrics/TSMetricsTests.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesMetricsLibrary/src/test/java/com/google/dataflow/sample/timeseriesflow/metrics/TSMetricsTests.java -------------------------------------------------------------------------------- /app/java/TimeSeriesMetricsLibrary/src/test/test.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesMetricsLibrary/src/test/test.iml -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/build.gradle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/build.gradle -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/AllComputationsExamplePipeline.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/AllComputationsExamplePipeline.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/ExampleTimeseriesPipelineOptions.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/ExampleTimeseriesPipelineOptions.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/TFXOptions.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/TFXOptions.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/TimeseriesStreamingOptions.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/TimeseriesStreamingOptions.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/combiners/TSCombiner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/combiners/TSCombiner.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/combiners/typeone/TSBaseCombiner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/combiners/typeone/TSBaseCombiner.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/combiners/typeone/TSCategoricalCombiner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/combiners/typeone/TSCategoricalCombiner.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/combiners/typeone/TSNumericCombiner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/combiners/typeone/TSNumericCombiner.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/common/CommonUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/common/CommonUtils.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/common/TSDataUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/common/TSDataUtils.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/common/TupleTypes.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/common/TupleTypes.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/datamap/AccumBuilder.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/datamap/AccumBuilder.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/datamap/AccumCategoricalBuilder.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/datamap/AccumCategoricalBuilder.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/datamap/AccumCoreMetadataBuilder.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/datamap/AccumCoreMetadataBuilder.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/datamap/AccumCoreNumericBuilder.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/datamap/AccumCoreNumericBuilder.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/datamap/ComputationKeyRegister.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/datamap/ComputationKeyRegister.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/io/tfexample/CreateTFRecordMetadata.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/io/tfexample/CreateTFRecordMetadata.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/io/tfexample/FeaturesFromIterableAccumSequence.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/io/tfexample/FeaturesFromIterableAccumSequence.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/io/tfexample/OutPutTFExampleToFile.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/io/tfexample/OutPutTFExampleToFile.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/io/tfexample/OutPutTFExampleToPubSub.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/io/tfexample/OutPutTFExampleToPubSub.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/io/tfexample/TSAccumIterableToTFExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/io/tfexample/TSAccumIterableToTFExample.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/io/tfexample/TSToTFExampleUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/io/tfexample/TSToTFExampleUtils.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/CollapseAllTSMinorKeyIntoMajorKey.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/CollapseAllTSMinorKeyIntoMajorKey.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/ConvertAccumToSequence.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/ConvertAccumToSequence.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/ConvertAccumToSequenceV2.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/ConvertAccumToSequenceV2.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/CreateCompositeTSAccum.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/CreateCompositeTSAccum.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/GenerateComputations.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/GenerateComputations.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/LatestEventTimeDataPoint.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/LatestEventTimeDataPoint.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/MajorKeyWindowSnapshot.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/MajorKeyWindowSnapshot.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/MergeAllTypeCompsInSameKeyWindow.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/MergeAllTypeCompsInSameKeyWindow.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/MergeTSAccum.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/MergeTSAccum.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/MinorKeyWindowSnapshot.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/MinorKeyWindowSnapshot.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/ParseTSDataPointFromBytes.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/ParseTSDataPointFromBytes.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/PerfectRectangles.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/PerfectRectangles.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/TSAccumSequenceToRow.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/TSAccumSequenceToRow.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/TSAccumToJson.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/TSAccumToJson.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/TSAccumToRow.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/TSAccumToRow.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/TSDataPointToRow.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/TSDataPointToRow.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/TypeTwoComputation.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/transforms/TypeTwoComputation.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/verifier/TSDataPointVerifier.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/java/com/google/dataflow/sample/timeseriesflow/verifier/TSDataPointVerifier.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/main.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/main.iml -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/proto/TFExampleKeys.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/proto/TFExampleKeys.proto -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/proto/TS.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/proto/TS.proto -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/main/proto/TSBaseKeys.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/main/proto/TSBaseKeys.proto -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/CommonUtilsTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/CommonUtilsTest.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/CreateCompositeTSAccmTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/CreateCompositeTSAccmTest.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/GenerateComputationTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/GenerateComputationTest.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/GenerateComputationTestWithAccumToSeqV2.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/GenerateComputationTestWithAccumToSeqV2.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/GenerateTFExampleFromTSSequenceTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/GenerateTFExampleFromTSSequenceTest.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/MergeAllTypeCompsInSameKeyWindowTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/MergeAllTypeCompsInSameKeyWindowTest.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/PerfectRectangleUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/PerfectRectangleUtils.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/PerfectRectanglesScalability_5Days_5Keys_EvenGaps.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/PerfectRectanglesScalability_5Days_5Keys_EvenGaps.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/PerfectRectanglesScalability_86400S_AllGaps.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/PerfectRectanglesScalability_86400S_AllGaps.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/PerfectRectanglesScalability_86400S_EvenGaps.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/PerfectRectanglesScalability_86400S_EvenGaps.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/PerfectRectanglesScalability_86400S_NoGaps.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/PerfectRectanglesScalability_86400S_NoGaps.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/PerfectRectanglesTests.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/PerfectRectanglesTests.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/Print.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/Print.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/ScaleTestingOptions.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/ScaleTestingOptions.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/SnapShotScalabilityUtilsTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/SnapShotScalabilityUtilsTest.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/SnapShotScalability_1D_100M_100K_1FW_60SW_withTFExampleSerlization.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/SnapShotScalability_1D_100M_100K_1FW_60SW_withTFExampleSerlization.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/SnapShotScalability_1D_100M_1K_1FW_60SW.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/SnapShotScalability_1D_100M_1K_1FW_60SW.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/SnapShotScalability_1D_100M_1K_1FW_60SW_withTFExampleSerlization.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/SnapShotScalability_1D_100M_1K_1FW_60SW_withTFExampleSerlization.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/SnapShotUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/SnapShotUtils.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/SnapshotTests.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/SnapshotTests.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/TSAccumIterableToTFExampleTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/TSAccumIterableToTFExampleTest.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/TSAccumSequenceToRowTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/TSAccumSequenceToRowTest.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/TSAccumToRowTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/TSAccumToRowTest.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/TSDataPointToRowTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/TSDataPointToRowTest.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/TSDataTestUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/TSDataTestUtils.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/TSNumericCombinerTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/com/google/dataflow/sample/timeseriesflow/test/TSNumericCombinerTest.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/common/TSTestData.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/common/TSTestData.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/java/common/TSTestDataBaseline.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/java/common/TSTestDataBaseline.java -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/proto/TSTest.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/proto/TSTest.proto -------------------------------------------------------------------------------- /app/java/TimeSeriesPipeline/src/test/test2.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/TimeSeriesPipeline/src/test/test2.iml -------------------------------------------------------------------------------- /app/java/build.gradle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/build.gradle -------------------------------------------------------------------------------- /app/java/settings.gradle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/java/settings.gradle -------------------------------------------------------------------------------- /app/kubernetes/dataflow-pipelines.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/kubernetes/dataflow-pipelines.yaml -------------------------------------------------------------------------------- /app/kubernetes/generator-deployment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/kubernetes/generator-deployment.yaml -------------------------------------------------------------------------------- /app/kubernetes/prereq-resources.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/kubernetes/prereq-resources.yaml -------------------------------------------------------------------------------- /app/kubernetes/training-cronjob.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/kubernetes/training-cronjob.yaml -------------------------------------------------------------------------------- /app/python/.dockerignore: -------------------------------------------------------------------------------- 1 | __pycache__ 2 | .tfx 3 | *.egg-info 4 | -------------------------------------------------------------------------------- /app/python/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/Dockerfile -------------------------------------------------------------------------------- /app/python/generator_weights/freq.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/generator_weights/freq.npy -------------------------------------------------------------------------------- /app/python/generator_weights/interpolator_AUDJPY.joblib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/generator_weights/interpolator_AUDJPY.joblib -------------------------------------------------------------------------------- /app/python/generator_weights/interpolator_AUDUSD.joblib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/generator_weights/interpolator_AUDUSD.joblib -------------------------------------------------------------------------------- /app/python/generator_weights/interpolator_CADJPY.joblib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/generator_weights/interpolator_CADJPY.joblib -------------------------------------------------------------------------------- /app/python/generator_weights/interpolator_EURAUD.joblib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/generator_weights/interpolator_EURAUD.joblib -------------------------------------------------------------------------------- /app/python/generator_weights/interpolator_EURCAD.joblib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/generator_weights/interpolator_EURCAD.joblib -------------------------------------------------------------------------------- /app/python/generator_weights/interpolator_EURGBP.joblib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/generator_weights/interpolator_EURGBP.joblib -------------------------------------------------------------------------------- /app/python/generator_weights/interpolator_EURJPY.joblib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/generator_weights/interpolator_EURJPY.joblib -------------------------------------------------------------------------------- /app/python/generator_weights/interpolator_EURUSD.joblib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/generator_weights/interpolator_EURUSD.joblib -------------------------------------------------------------------------------- /app/python/generator_weights/interpolator_GBPAUD.joblib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/generator_weights/interpolator_GBPAUD.joblib -------------------------------------------------------------------------------- /app/python/generator_weights/interpolator_GBPCHF.joblib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/generator_weights/interpolator_GBPCHF.joblib -------------------------------------------------------------------------------- /app/python/generator_weights/interpolator_GBPJPY.joblib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/generator_weights/interpolator_GBPJPY.joblib -------------------------------------------------------------------------------- /app/python/generator_weights/interpolator_GBPNZD.joblib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/generator_weights/interpolator_GBPNZD.joblib -------------------------------------------------------------------------------- /app/python/generator_weights/interpolator_GBPUSD.joblib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/generator_weights/interpolator_GBPUSD.joblib -------------------------------------------------------------------------------- /app/python/generator_weights/interpolator_NZDUSD.joblib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/generator_weights/interpolator_NZDUSD.joblib -------------------------------------------------------------------------------- /app/python/generator_weights/interpolator_USDCAD.joblib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/generator_weights/interpolator_USDCAD.joblib -------------------------------------------------------------------------------- /app/python/generator_weights/interpolator_USDCHF.joblib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/generator_weights/interpolator_USDCHF.joblib -------------------------------------------------------------------------------- /app/python/generator_weights/interpolator_USDJPY.joblib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/generator_weights/interpolator_USDJPY.joblib -------------------------------------------------------------------------------- /app/python/generator_weights/val.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/generator_weights/val.npy -------------------------------------------------------------------------------- /app/python/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/main.py -------------------------------------------------------------------------------- /app/python/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/setup.py -------------------------------------------------------------------------------- /app/python/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /app/python/src/beam_components/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /app/python/src/beam_components/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/src/beam_components/inference.py -------------------------------------------------------------------------------- /app/python/src/beam_components/window.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/src/beam_components/window.py -------------------------------------------------------------------------------- /app/python/src/forexgenerator/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /app/python/src/forexgenerator/forexgenerator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/src/forexgenerator/forexgenerator.py -------------------------------------------------------------------------------- /app/python/src/forexgenerator/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/src/forexgenerator/utils.py -------------------------------------------------------------------------------- /app/python/src/pipelines/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /app/python/src/pipelines/generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/src/pipelines/generator.py -------------------------------------------------------------------------------- /app/python/src/pipelines/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/src/pipelines/inference.py -------------------------------------------------------------------------------- /app/python/src/pipelines/pubsub_to_bigquery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/src/pipelines/pubsub_to_bigquery.py -------------------------------------------------------------------------------- /app/python/src/pipelines/training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/src/pipelines/training.py -------------------------------------------------------------------------------- /app/python/src/serialisers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /app/python/src/serialisers/pubsub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/src/serialisers/pubsub.py -------------------------------------------------------------------------------- /app/python/src/serialisers/tfexample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/src/serialisers/tfexample.py -------------------------------------------------------------------------------- /app/python/src/tfx_components/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /app/python/src/tfx_components/bigquery_window_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/src/tfx_components/bigquery_window_gen.py -------------------------------------------------------------------------------- /app/python/src/tfx_components/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/src/tfx_components/trainer.py -------------------------------------------------------------------------------- /app/python/src/tfx_components/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/app/python/src/tfx_components/transformer.py -------------------------------------------------------------------------------- /config.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/config.sh -------------------------------------------------------------------------------- /deploy-infra.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/deploy-infra.sh -------------------------------------------------------------------------------- /docs/BLOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/BLOG.md -------------------------------------------------------------------------------- /docs/CODE-OF-CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/CODE-OF-CONDUCT.md -------------------------------------------------------------------------------- /docs/COMPONENTS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/COMPONENTS.md -------------------------------------------------------------------------------- /docs/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/CONTRIBUTING.md -------------------------------------------------------------------------------- /docs/FLOWS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/FLOWS.md -------------------------------------------------------------------------------- /docs/assets/Blog_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/assets/Blog_1.png -------------------------------------------------------------------------------- /docs/assets/Blog_10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/assets/Blog_10.png -------------------------------------------------------------------------------- /docs/assets/Blog_11.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/assets/Blog_11.png -------------------------------------------------------------------------------- /docs/assets/Blog_12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/assets/Blog_12.png -------------------------------------------------------------------------------- /docs/assets/Blog_13.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/assets/Blog_13.png -------------------------------------------------------------------------------- /docs/assets/Blog_14.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/assets/Blog_14.png -------------------------------------------------------------------------------- /docs/assets/Blog_15.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/assets/Blog_15.png -------------------------------------------------------------------------------- /docs/assets/Blog_16.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/assets/Blog_16.png -------------------------------------------------------------------------------- /docs/assets/Blog_17.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/assets/Blog_17.png -------------------------------------------------------------------------------- /docs/assets/Blog_18.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/assets/Blog_18.png -------------------------------------------------------------------------------- /docs/assets/Blog_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/assets/Blog_2.png -------------------------------------------------------------------------------- /docs/assets/Blog_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/assets/Blog_3.png -------------------------------------------------------------------------------- /docs/assets/Blog_4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/assets/Blog_4.png -------------------------------------------------------------------------------- /docs/assets/Blog_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/assets/Blog_5.png -------------------------------------------------------------------------------- /docs/assets/Blog_6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/assets/Blog_6.png -------------------------------------------------------------------------------- /docs/assets/Blog_7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/assets/Blog_7.png -------------------------------------------------------------------------------- /docs/assets/Blog_8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/assets/Blog_8.png -------------------------------------------------------------------------------- /docs/assets/Blog_9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/assets/Blog_9.png -------------------------------------------------------------------------------- /docs/assets/Dataflow-FSI-Example-Dashboards.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/assets/Dataflow-FSI-Example-Dashboards.png -------------------------------------------------------------------------------- /docs/assets/Dataflow-FSI-Example-Logical.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/assets/Dataflow-FSI-Example-Logical.png -------------------------------------------------------------------------------- /docs/assets/Dataflow-FSI-Example-Re-training.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/assets/Dataflow-FSI-Example-Re-training.png -------------------------------------------------------------------------------- /docs/assets/Dataflow-FSI-Example-Real-time.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/assets/Dataflow-FSI-Example-Real-time.png -------------------------------------------------------------------------------- /docs/assets/Dataflow-FSI-Example.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/docs/assets/Dataflow-FSI-Example.drawio -------------------------------------------------------------------------------- /infra/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/infra/README.md -------------------------------------------------------------------------------- /infra/backend.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/infra/backend.tf -------------------------------------------------------------------------------- /infra/cloudbuild.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/infra/cloudbuild.yaml -------------------------------------------------------------------------------- /infra/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/infra/main.tf -------------------------------------------------------------------------------- /infra/outputs.tf: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /infra/table_schemas/metrics.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/infra/table_schemas/metrics.json -------------------------------------------------------------------------------- /infra/table_schemas/prices.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/infra/table_schemas/prices.json -------------------------------------------------------------------------------- /infra/table_schemas/reconerr.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/infra/table_schemas/reconerr.json -------------------------------------------------------------------------------- /infra/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/infra/variables.tf -------------------------------------------------------------------------------- /notebooks/example_data_exploration.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/notebooks/example_data_exploration.ipynb -------------------------------------------------------------------------------- /notebooks/example_tfx_training_pipeline.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/notebooks/example_tfx_training_pipeline.ipynb -------------------------------------------------------------------------------- /run-app.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kasna-cloud/dataflow-fsi-example/HEAD/run-app.sh --------------------------------------------------------------------------------