├── Procfile
├── run-kafka-connect-standalone
├── README.md
├── app.json
└── properties-generate


/Procfile:
--------------------------------------------------------------------------------
1 | web: ./run-kafka-connect-standalone etc/kafka/connect-console-source.properties etc/kafka/connect-console-sink.properties
2 | 


--------------------------------------------------------------------------------
/run-kafka-connect-standalone:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env bash
2 | set -ueo pipefail
3 | 
4 | ./properties-generate >connect-standalone.properties
5 | 
6 | while true; do sleep 5; date; done | exec ./bin/connect-standalone connect-standalone.properties "$@"
7 | 


--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
1 | [![Deploy](https://www.herokucdn.com/deploy/button.svg)](https://heroku.com/deploy)
2 | 
3 | Status
4 | ------
5 | 
6 | Currently throws a Java OutOfMemoryError on startup, even on a `performance-m` dyno with 2.5GB of RAM.  Have not dug into why this happens.  I had it working once upon a time... :(
7 | 


--------------------------------------------------------------------------------
/app.json:
--------------------------------------------------------------------------------
 1 | {
 2 |   "name": "kafka-connect-heroku",
 3 |   "description": "Hack project to get Kafka Connect running on Heroku",
 4 |   "repository": "https://github.com/samstokes/kafka-connect-heroku",
 5 |   "success_url": "/connectors",
 6 |   "buildpacks": [
 7 |     {
 8 |       "url": "https://github.com/heroku/heroku-confluent-buildpack"
 9 |     }
10 |   ],
11 |   "env": {
12 |     "ARCHIVE_URL_OVERRIDE": {
13 |       "description": "Used by Confluent buildpack to download latest Confluent Platform release",
14 |       "value": "http://packages.confluent.io/archive/2.0/confluent-2.0.1-2.11.7.tar.gz"
15 |     },
16 |     "CONFLUENT_VERSION": {
17 |       "description": "Required by Confluent buildpack",
18 |       "value": "2.0.1"
19 |     }
20 |   },
21 |   "addons": [
22 |     "heroku-kafka:beta-dev"
23 |   ]
24 | }
25 | 


--------------------------------------------------------------------------------
/properties-generate:
--------------------------------------------------------------------------------
 1 | #!/usr/bin/env bash
 2 | set -ueo pipefail
 3 | 
 4 | echo bootstrap.servers=${KAFKA_URL//kafka:\/\//}
 5 | echo rest.port=$PORT
 6 | 
 7 | cat <<PROPERTIES
 8 | # copied from Kafka Connect distribution etc/kafka/connect-standalone.properties example file
 9 | 
10 | # The converters specify the format of data in Kafka and how to translate it into Connect data. Every Connect user will
11 | # need to configure these based on the format they want their data in when loaded from or stored into Kafka
12 | key.converter=org.apache.kafka.connect.json.JsonConverter
13 | value.converter=org.apache.kafka.connect.json.JsonConverter
14 | # Converter-specific settings can be passed in by prefixing the Converter's setting with the converter we want to apply
15 | # it to
16 | key.converter.schemas.enable=false
17 | value.converter.schemas.enable=false
18 | 
19 | # The internal converter used for offsets and config data is configurable and must be specified, but most users will
20 | # always want to use the built-in default. Offset and config data is never visible outside of Copcyat in this format.
21 | internal.key.converter=org.apache.kafka.connect.json.JsonConverter
22 | internal.value.converter=org.apache.kafka.connect.json.JsonConverter
23 | internal.key.converter.schemas.enable=false
24 | internal.value.converter.schemas.enable=false
25 | 
26 | offset.storage.file.filename=/tmp/connect.offsets
27 | # Flush much faster than normal, which is useful for testing/debugging
28 | offset.flush.interval.ms=10000
29 | PROPERTIES
30 | 


--------------------------------------------------------------------------------