Merge pull request #1098 from ayeshLK/local-dev

Add basic structure for the docker based setup for kafkahub

Author: ayeshLK

examples/kafka-hub/_resources/brokercerts/broker.public.crt

@@ -0,0 +1,20 @@
+-----BEGIN CERTIFICATE-----
+MIIDRjCCAi4CFEtcpjpBgELtRhMH0wWKPrzTmmnuMA0GCSqGSIb3DQEBCwUAMFYx
+EjAQBgNVBAMMCWxvY2FsaG9zdDENMAsGA1UECwwEVEVTVDESMBAGA1UECgwJQ09O
+RkxVRU5UMRAwDgYDVQQHDAdDb2xvbWJvMQswCQYDVQQGEwJMSzAeFw0yMTA2MDIx
+MzM5MDlaFw0zMTA1MzExMzM5MDlaMGkxCzAJBgNVBAYTAkxLMREwDwYDVQQIEwhT
+b3V0aGVybjEQMA4GA1UEBxMHQ29sb21ibzESMBAGA1UEChMJQ09ORkxVRU5UMQ0w
+CwYDVQQLEwRURVNUMRIwEAYDVQQDEwlsb2NhbGhvc3QwggEiMA0GCSqGSIb3DQEB
+AQUAA4IBDwAwggEKAoIBAQCc7D71QMmwi98ra+l5OGZM3UNPdT4vkJ9iUGo4w8kr
+mTZHJCGmc3//CE/oi+YtkOnDokNe0F5kyYl3Sq8jAMNhOYT6IBjR6sDkljqNx/IC
+mEiI10EgCS2oV6ntG5YWjK1EQh3dnYxoSfwbzV+HbvUwqSbhNRRqJQkH/vb4foY/
+VcXvjf2uVf5IjlbvfpD8ZSVL6fp99+daUw10o4MLbxowysWauZnPuFCy8UjDDYVW
+V/IYlEpnDHbhl4Gea8kUsfdxP/6XRB4FODoTkZX9nVdStIICqErXr9coLFwPVntd
+3eSEfu7hWvWtz3J7NMPjE6D3s/PwL+H9UR2x2niiU7MDAgMBAAEwDQYJKoZIhvcN
+AQELBQADggEBAMNRaAA3bkk6pAJ2bA9P+rj7IIMRx+PjamSLS8iWvDJ0BOANxMzS
+rvxoqGgbnIrNAoHSr4Pa5o2zBcb1E4pDHPqNS1SVDY1Mz/rGa291VKClxqzEd3n8
+7LDnJm3FOSFv5/p7fTlgW6IZGn9O6DNiwhURPcGwyTSmGtE+OcVyzugOOR0zH4MO
+GlfK3sG86M2+bTzkMgJDk99vTuogpwaddj0d67ra3TwCkma1Vk0D0MM+7Cplxh9g
+9msJTe5K7Zluy2J2KR7WK5uliXO/bwCJYgfyF0U8rBOHDd50BFxqujHybTZLKlaE
+pnbOGLjLOistRjnpaKbdzUIejaKd1NT518Y=
+-----END CERTIFICATE-----

examples/kafka-hub/_resources/brokercerts/client-keystore.jks

@@ -0,0 +1,28 @@
+-----BEGIN PRIVATE KEY-----
+MIIEvwIBADANBgkqhkiG9w0BAQEFAASCBKkwggSlAgEAAoIBAQDAk7ToFYTNSYyQ
+QGI0l2PxuvY5W/UO+KoOXLAGVpEXfTwbzoZT8VWSATv4ez6q+lTDo0pbYqbYRaNn
+5El+dEOFEMbHWgxhGmZVOmkD8wYT+3HD57NJVCl7tnJI2I0akjAqiiljTf2rD/Wm
+aN9yNTGsRcZaIv5HMO9dK+5yhCvVJ30NKD5fGYSkluIJsT5bYut+o9ZXTp20Z8ST
+vOPtAYrHaM4nUFzTVnEVJNM70f6wa6hMvzpNuXOY4BY1A3z04EB1AQe/9ECFV04X
+Dt7wisYxD1n1VfAqwbcWLJH+Y+3fe6+bYRIOk3LHO/lMEVqAEoMTkeplwGDB3Uh7
+6GkR/SrVAgMBAAECggEBALBWEC77lVEM6eMksUgK3/92/QNkyq5c0Aq6oIwNNGpX
+yHSF1caDk6FP9AQBhk61Tmyd1vZ7DN+4VHpLNWjPOQxdYkckk3VO4SllhMeS/pvJ
+gFCslySsJhgb5eYCNKKB/gzV2jQONBsxT/SCzygawVNHyOq8ZC34BxY/peXCVQil
+uYYRj8pYJhVLqZPt2jUJFENk0W/K2Yr5xHcvX4ZckeHGMloEuI0u/jFCYI4tPXSi
+0GyuUnZ2TFjMC/WEW5crbWEHZOZkskagdnlcU/QfvwwabXtJEPBfqjoJR3dwpbWa
+ORukAOW8uZh4opoH76c0d6012DT0jNK6FBHe46X1JLkCgYEA9Exd6KYvPGmB+Tx3
+BgtD8XVM9qK3a2SIJcU4Wl6R6ulYLqCzGh79I+mGFFEzEOGM5DK/syBQ5TR7ctTc
+Npt0tJm9XZrokb5uKU5CqafI4RotIfj7epOrjajIUCb17Ac4UkU/CMa9Cog9THzk
+tNwpaC0h1QT7/V1KntBVDdzwi68CgYEAyc0fdVVddgytfYgc4v11VvbLfjVr1xbt
+Cx2BwL3uyqUdNQnDI8s1MENhCQW1488ou7D1Z4DqX9QvYPcOVNAaaf3MVm41YBTf
+Rq6x9VgZW+n5UytuG3yvrrbPkt2zP06+/1uoKgTHP7SzOQdE+Q1Jpf9NRpqM8Lfx
+YXKjWN2pfrsCgYEA6nQf7BcRXjkjs76DvBkzq5eXtVuUDEz/HMCZxKDeCUTIjHdN
+a9QxvTVwqC8Fgz3zqU3LDG4HNPGZSCtg7EdlSa4CPsNcUAMiViH1eDy+XMpyZhg9
+wPXXvqwtEj9R5KNJOiuawyF4a5M0wSNbmvdwBbrKrVWLQS03YBMwjY1sjaECgYBr
+4sLnurydqQdzbjprTC/YT1bZYXwG4NXXtG2y+pfYNM/ZlB+EWlZUOCF/blMguJbB
+SUjZjf0/QDQYNdyukRceBTaiGodkl6QKqMixLulXz02hHj3eahmOYWO109rJhLLt
+2DWeSTGwqE2Mtos0TttJ6KSKk4O4Cc79VwlnMBI2kwKBgQC7FfnLYhPZ+QrluCYA
+62rs+BNI8QzoDv3btY0skn/MueE1py6lsUX1BtaV8AKY6hx4woQSCHx2zJIg/FhG
+j4nMlYSlPk5heueSG19jznS/ASPskh0BbVGmwJgrIMc+643LA7GJig8HlBNUvtux
+jb/DNrHu4wWp5yxqS+kJ3VX4Hw==
+-----END PRIVATE KEY-----

examples/kafka-hub/_resources/brokercerts/client-keystore.p12

@@ -0,0 +1,20 @@
+-----BEGIN CERTIFICATE-----
+MIIDOTCCAiECFD9o08xgwVMIpyIrzmWt0an2DIrsMA0GCSqGSIb3DQEBCwUAMFkx
+CzAJBgNVBAYTAkxLMRMwEQYDVQQIDApTb21lLVN0YXRlMSEwHwYDVQQKDBhJbnRl
+cm5ldCBXaWRnaXRzIFB0eSBMdGQxEjAQBgNVBAMMCWxvY2FsaG9zdDAeFw0yMTA3
+MDUwNDQ4MTZaFw0zMTA3MDMwNDQ4MTZaMFkxCzAJBgNVBAYTAkxLMRMwEQYDVQQI
+DApTb21lLVN0YXRlMSEwHwYDVQQKDBhJbnRlcm5ldCBXaWRnaXRzIFB0eSBMdGQx
+EjAQBgNVBAMMCWxvY2FsaG9zdDCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoC
+ggEBAMCTtOgVhM1JjJBAYjSXY/G69jlb9Q74qg5csAZWkRd9PBvOhlPxVZIBO/h7
+Pqr6VMOjSltipthFo2fkSX50Q4UQxsdaDGEaZlU6aQPzBhP7ccPns0lUKXu2ckjY
+jRqSMCqKKWNN/asP9aZo33I1MaxFxloi/kcw710r7nKEK9UnfQ0oPl8ZhKSW4gmx
+Plti636j1ldOnbRnxJO84+0BisdozidQXNNWcRUk0zvR/rBrqEy/Ok25c5jgFjUD
+fPTgQHUBB7/0QIVXThcO3vCKxjEPWfVV8CrBtxYskf5j7d97r5thEg6Tcsc7+UwR
+WoASgxOR6mXAYMHdSHvoaRH9KtUCAwEAATANBgkqhkiG9w0BAQsFAAOCAQEAN63C
+qU5wEhLlucUhY+zL9hC7FGuKfDaIq5yudigL7Ui2Ab2fr7hSf6TcmkXr8qAXNHpc
+CfI9WdxyVzuweiEBAat46L/bVHtsIoIYyUEGtt0aIRT7ojcAyPNX+G0aT2q18ydZ
+pp1VWzYp8PxBhSHqZlRj9Ake78rH64qLn5XCOopiSI4eocSVHKAY6oBojMKdbJHF
+8MgyMgDlkpQyBmHTpJk67cyFr+BOjuAVo9EzsUYqImrIK7sLAGx4V51/8bzt5UfU
+HCWW0/tCWQAzrRU2rupndZHLImPzy/tGQBA/61ICDa80VMVggmQkzo3FjtuU9PCY
+SFeMnPiWSaMeDTBKZg==
+-----END CERTIFICATE-----

examples/kafka-hub/_resources/brokercerts/client-truststore.jks

@@ -0,0 +1,25 @@
+[consolidatorService.config]
+# IP and Port of the Kafka bootstrap node
+KAFKA_BOOTSTRAP_NODE = "localhost:9094"
+
+# Kafka topic which stores websub-events for this server
+WEBSUB_EVENTS_TOPIC = "websub-events"
+
+# Kafka topic which stores the current snapshot for the websub-events
+WEBSUB_EVENTS_SNAPSHOT_TOPIC = "websub-events-snapshot"
+
+# The interval in which Kafka consumers wait for new messages
+POLLING_INTERVAL = 10.0
+
+# The period in which Kafka close method waits to complete
+GRACEFUL_CLOSE_PERIOD = 5.0
+
+# The port that is used to start the HTTP endpoint for consolidator
+CONSOLIDATOR_HTTP_ENDPOINT_PORT = 10001
+
+# The MTLS configurations related to Kafka connection
+[consolidatorService.config.KAFKA_MTLS_CONFIG]
+cert.path = "./resources/brokercerts/client-truststore.jks"
+cert.password = "password"
+key.keyStore.path = "./resources/brokercerts/client-keystore.jks"
+key.keyStore.password = "password"

examples/kafka-hub/_resources/brokercerts/client.private.key

@@ -0,0 +1,64 @@
+[kafkaHub.config]
+# Flag to check whether to enable/disable security
+SECURITY_ON = true
+
+# Server ID is is used to uniquely identify each server 
+# Each server must have a unique ID
+SERVER_ID = "hub-1"
+
+# IP and Port of the Kafka bootstrap node
+KAFKA_BOOTSTRAP_NODE = "localhost:9094"
+
+# Maximum number of records returned in a single call to consumer-poll
+KAFKA_CONSUMER_MAX_POLL_RECORDS = 50
+
+# Kafka topic which is stores websub-events for this server
+WEBSUB_EVENTS_TOPIC = "websub-events"
+
+# Consolidator HTTP endpoint to be used to retrieve current state-snapshot
+STATE_SNAPSHOT_ENDPOINT = "http://localhost:10001"
+
+# The interval in which Kafka consumers wait for new messages
+POLLING_INTERVAL = 10.0
+
+# The period in which Kafka close method waits to complete
+GRACEFUL_CLOSE_PERIOD = 5.0
+
+# The port that is used to start the hub
+HUB_PORT = 9000
+
+# SSL keystore file path
+SSL_KEYSTORE_PATH = "./resources/hub.keystore.jks"
+
+# SSL keystore password
+KEYSTORE_PASSWORD = "password"
+
+# The period between retry requests
+MESSAGE_DELIVERY_RETRY_INTERVAL = 3.0
+
+# The maximum retry count
+MESSAGE_DELIVERY_COUNT = 3
+
+# The message delivery timeout
+MESSAGE_DELIVERY_TIMEOUT = 10.0
+
+# The HTTP status codes for which the client should retry
+MESSAGE_DELIVERY_RETRYABLE_STATUS_CODES = [500, 502, 503]
+
+# The Oauth2 authorization related configurations
+[kafkaHub.config.OAUTH2_CONFIG]
+issuer = "https://localhost:9443/oauth2/token"
+audience = "ballerina"
+jwksUrl = "https://localhost:9443/oauth2/jwks"
+trustStore = "./resources/client-truststore.jks"
+trustStorePassword = "wso2carbon"
+
+# The MTLS configurations related to Kafka connection
+[kafkaHub.config.KAFKA_MTLS_CONFIG]
+cert.path = "./resources/brokercerts/client-truststore.jks"
+cert.password = "password"
+key.keyStore.path = "./resources/brokercerts/client-keystore.jks"
+key.keyStore.password = "password"
+
+[ballerina.log]
+level = "DEBUG"