├── .gitallowed ├── .gitignore ├── .travis.yml ├── LICENSE.md ├── README.md ├── dev-readme.md ├── dynatrace-aws-log-forwarder-template.yaml ├── dynatrace-aws-logs.sh ├── examples ├── SNS │ ├── kinesis_request_SNS.json │ ├── kinesis_request_SNS_failure.json │ └── kinesis_request_record_data_decoded_SNS.txt ├── app_runner │ ├── kinesis_request_app_runner_application.json │ ├── kinesis_request_app_runner_service.json │ └── kinesis_request_record_data_decoded_app_runner.txt ├── aurora.txt ├── kinesis_request.json ├── kinesis_request_record_data_decoded.txt ├── metadata_engine_input.txt └── rds │ ├── rds_mysql.txt │ ├── rds_oracle.txt │ └── rds_postgresql.txt ├── img ├── architecture.drawio └── architecture.png ├── pipeline ├── Dockerfile └── pylint.cfg ├── src ├── config │ ├── api_gateway_execution.json │ ├── apprunner.json │ ├── cloudtrail.json │ ├── default.json │ ├── lambda.json │ ├── rds.json │ ├── rds_aurora.json │ └── sns.json ├── index.py ├── logs │ ├── __init__.py │ ├── input_records_decoder.py │ ├── logs_sender.py │ ├── main.py │ ├── metadata_engine │ │ ├── __init__.py │ │ ├── jmespath.py │ │ ├── me_id.py │ │ └── metadata_engine.py │ ├── models │ │ ├── __init__.py │ │ └── batch_metadata.py │ ├── self_monitoring │ │ ├── __init__.py │ │ └── sfm.py │ └── transformation.py ├── requirements-dev.txt ├── requirements.txt └── util │ ├── __init__.py │ ├── context.py │ ├── http_client.py │ └── logging.py ├── tests ├── e2e │ ├── __init__.py │ ├── main.py │ └── requirements.txt ├── perf │ └── logs │ │ └── test_transformation_full.py └── unit │ ├── __init__.py │ ├── full_flow │ ├── __init__.py │ └── test_full_flow.py │ ├── logs │ ├── __init__.py │ ├── metadata_engine │ │ ├── __init__.py │ │ ├── entity_id │ │ │ ├── __init__.py │ │ │ ├── test_me_id.py │ │ │ ├── test_me_id_in_all_credentials_v1_v2.py │ │ │ ├── test_me_id_in_credentials_v1.py │ │ │ └── test_me_id_in_credentials_v2.py │ │ └── test_metadata_engine.py │ ├── self_monitoring │ │ ├── __init__.py │ │ └── test_sfm.py │ ├── test_input_records_decoder.py │ ├── test_logs_sender.py │ ├── test_transformation.py │ └── test_transformation_full.py │ └── test_index.py └── version.sh /.gitallowed: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/.gitallowed -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/.gitignore -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/.travis.yml -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/README.md -------------------------------------------------------------------------------- /dev-readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/dev-readme.md -------------------------------------------------------------------------------- /dynatrace-aws-log-forwarder-template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/dynatrace-aws-log-forwarder-template.yaml -------------------------------------------------------------------------------- /dynatrace-aws-logs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/dynatrace-aws-logs.sh -------------------------------------------------------------------------------- /examples/SNS/kinesis_request_SNS.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/examples/SNS/kinesis_request_SNS.json -------------------------------------------------------------------------------- /examples/SNS/kinesis_request_SNS_failure.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/examples/SNS/kinesis_request_SNS_failure.json -------------------------------------------------------------------------------- /examples/SNS/kinesis_request_record_data_decoded_SNS.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/examples/SNS/kinesis_request_record_data_decoded_SNS.txt -------------------------------------------------------------------------------- /examples/app_runner/kinesis_request_app_runner_application.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/examples/app_runner/kinesis_request_app_runner_application.json -------------------------------------------------------------------------------- /examples/app_runner/kinesis_request_app_runner_service.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/examples/app_runner/kinesis_request_app_runner_service.json -------------------------------------------------------------------------------- /examples/app_runner/kinesis_request_record_data_decoded_app_runner.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/examples/app_runner/kinesis_request_record_data_decoded_app_runner.txt -------------------------------------------------------------------------------- /examples/aurora.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/examples/aurora.txt -------------------------------------------------------------------------------- /examples/kinesis_request.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/examples/kinesis_request.json -------------------------------------------------------------------------------- /examples/kinesis_request_record_data_decoded.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/examples/kinesis_request_record_data_decoded.txt -------------------------------------------------------------------------------- /examples/metadata_engine_input.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/examples/metadata_engine_input.txt -------------------------------------------------------------------------------- /examples/rds/rds_mysql.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/examples/rds/rds_mysql.txt -------------------------------------------------------------------------------- /examples/rds/rds_oracle.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/examples/rds/rds_oracle.txt -------------------------------------------------------------------------------- /examples/rds/rds_postgresql.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/examples/rds/rds_postgresql.txt -------------------------------------------------------------------------------- /img/architecture.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/img/architecture.drawio -------------------------------------------------------------------------------- /img/architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/img/architecture.png -------------------------------------------------------------------------------- /pipeline/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/pipeline/Dockerfile -------------------------------------------------------------------------------- /pipeline/pylint.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/pipeline/pylint.cfg -------------------------------------------------------------------------------- /src/config/api_gateway_execution.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/config/api_gateway_execution.json -------------------------------------------------------------------------------- /src/config/apprunner.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/config/apprunner.json -------------------------------------------------------------------------------- /src/config/cloudtrail.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/config/cloudtrail.json -------------------------------------------------------------------------------- /src/config/default.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/config/default.json -------------------------------------------------------------------------------- /src/config/lambda.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/config/lambda.json -------------------------------------------------------------------------------- /src/config/rds.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/config/rds.json -------------------------------------------------------------------------------- /src/config/rds_aurora.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/config/rds_aurora.json -------------------------------------------------------------------------------- /src/config/sns.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/config/sns.json -------------------------------------------------------------------------------- /src/index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/index.py -------------------------------------------------------------------------------- /src/logs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/logs/__init__.py -------------------------------------------------------------------------------- /src/logs/input_records_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/logs/input_records_decoder.py -------------------------------------------------------------------------------- /src/logs/logs_sender.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/logs/logs_sender.py -------------------------------------------------------------------------------- /src/logs/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/logs/main.py -------------------------------------------------------------------------------- /src/logs/metadata_engine/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/logs/metadata_engine/__init__.py -------------------------------------------------------------------------------- /src/logs/metadata_engine/jmespath.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/logs/metadata_engine/jmespath.py -------------------------------------------------------------------------------- /src/logs/metadata_engine/me_id.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/logs/metadata_engine/me_id.py -------------------------------------------------------------------------------- /src/logs/metadata_engine/metadata_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/logs/metadata_engine/metadata_engine.py -------------------------------------------------------------------------------- /src/logs/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/logs/models/__init__.py -------------------------------------------------------------------------------- /src/logs/models/batch_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/logs/models/batch_metadata.py -------------------------------------------------------------------------------- /src/logs/self_monitoring/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/logs/self_monitoring/__init__.py -------------------------------------------------------------------------------- /src/logs/self_monitoring/sfm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/logs/self_monitoring/sfm.py -------------------------------------------------------------------------------- /src/logs/transformation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/logs/transformation.py -------------------------------------------------------------------------------- /src/requirements-dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/requirements-dev.txt -------------------------------------------------------------------------------- /src/requirements.txt: -------------------------------------------------------------------------------- 1 | jmespath~=0.10.0 2 | pygrok==1.0.0 -------------------------------------------------------------------------------- /src/util/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/util/__init__.py -------------------------------------------------------------------------------- /src/util/context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/util/context.py -------------------------------------------------------------------------------- /src/util/http_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/util/http_client.py -------------------------------------------------------------------------------- /src/util/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/src/util/logging.py -------------------------------------------------------------------------------- /tests/e2e/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/tests/e2e/__init__.py -------------------------------------------------------------------------------- /tests/e2e/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/tests/e2e/main.py -------------------------------------------------------------------------------- /tests/e2e/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/tests/e2e/requirements.txt -------------------------------------------------------------------------------- /tests/perf/logs/test_transformation_full.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/tests/perf/logs/test_transformation_full.py -------------------------------------------------------------------------------- /tests/unit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/tests/unit/__init__.py -------------------------------------------------------------------------------- /tests/unit/full_flow/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/tests/unit/full_flow/__init__.py -------------------------------------------------------------------------------- /tests/unit/full_flow/test_full_flow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/tests/unit/full_flow/test_full_flow.py -------------------------------------------------------------------------------- /tests/unit/logs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/tests/unit/logs/__init__.py -------------------------------------------------------------------------------- /tests/unit/logs/metadata_engine/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/tests/unit/logs/metadata_engine/__init__.py -------------------------------------------------------------------------------- /tests/unit/logs/metadata_engine/entity_id/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/logs/metadata_engine/entity_id/test_me_id.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/tests/unit/logs/metadata_engine/entity_id/test_me_id.py -------------------------------------------------------------------------------- /tests/unit/logs/metadata_engine/entity_id/test_me_id_in_all_credentials_v1_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/tests/unit/logs/metadata_engine/entity_id/test_me_id_in_all_credentials_v1_v2.py -------------------------------------------------------------------------------- /tests/unit/logs/metadata_engine/entity_id/test_me_id_in_credentials_v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/tests/unit/logs/metadata_engine/entity_id/test_me_id_in_credentials_v1.py -------------------------------------------------------------------------------- /tests/unit/logs/metadata_engine/entity_id/test_me_id_in_credentials_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/tests/unit/logs/metadata_engine/entity_id/test_me_id_in_credentials_v2.py -------------------------------------------------------------------------------- /tests/unit/logs/metadata_engine/test_metadata_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/tests/unit/logs/metadata_engine/test_metadata_engine.py -------------------------------------------------------------------------------- /tests/unit/logs/self_monitoring/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/tests/unit/logs/self_monitoring/__init__.py -------------------------------------------------------------------------------- /tests/unit/logs/self_monitoring/test_sfm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/tests/unit/logs/self_monitoring/test_sfm.py -------------------------------------------------------------------------------- /tests/unit/logs/test_input_records_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/tests/unit/logs/test_input_records_decoder.py -------------------------------------------------------------------------------- /tests/unit/logs/test_logs_sender.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/tests/unit/logs/test_logs_sender.py -------------------------------------------------------------------------------- /tests/unit/logs/test_transformation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/tests/unit/logs/test_transformation.py -------------------------------------------------------------------------------- /tests/unit/logs/test_transformation_full.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/tests/unit/logs/test_transformation_full.py -------------------------------------------------------------------------------- /tests/unit/test_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/tests/unit/test_index.py -------------------------------------------------------------------------------- /version.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dynatrace-oss/dynatrace-aws-log-forwarder/HEAD/version.sh --------------------------------------------------------------------------------