quickstart default schema-registry for now

datahub-project · Apr 29, 2023 · 7ac77ad · 7ac77ad
1 parent 09cefdc
commit 7ac77ad
Show file tree

Hide file tree

Showing 27 changed files with 146 additions and 47 deletions.
diff --git a/docker/datahub-actions/env/docker.env b/docker/datahub-actions/env/docker.env
@@ -3,7 +3,8 @@ DATAHUB_GMS_HOST=datahub-gms
 DATAHUB_GMS_PORT=8080
 
 KAFKA_BOOTSTRAP_SERVER=broker:29092
-SCHEMA_REGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
+SCHEMA_REGISTRY_URL=http://schema-registry:8081
+# SCHEMA_REGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
 METADATA_AUDIT_EVENT_NAME=MetadataAuditEvent_v4
 METADATA_CHANGE_LOG_VERSIONED_TOPIC_NAME=MetadataChangeLog_Versioned_v1
 

diff --git a/docker/datahub-gms/env/docker-without-neo4j.env b/docker/datahub-gms/env/docker-without-neo4j.env
@@ -5,7 +5,8 @@ EBEAN_DATASOURCE_HOST=mysql:3306
 EBEAN_DATASOURCE_URL=jdbc:mysql://mysql:3306/datahub?verifyServerCertificate=false&useSSL=true&useUnicode=yes&characterEncoding=UTF-8
 EBEAN_DATASOURCE_DRIVER=com.mysql.jdbc.Driver
 KAFKA_BOOTSTRAP_SERVER=broker:29092
-KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
+KAFKA_SCHEMAREGISTRY_URL=http://schema-registry:8081
+# KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
 ELASTICSEARCH_HOST=elasticsearch
 ELASTICSEARCH_PORT=9200
 ELASTICSEARCH_INDEX_BUILDER_SETTINGS_REINDEX=true

diff --git a/docker/datahub-gms/env/docker.cassandra.env b/docker/datahub-gms/env/docker.cassandra.env
@@ -1,6 +1,7 @@
 DATAHUB_UPGRADE_HISTORY_KAFKA_CONSUMER_GROUP_ID=generic-duhe-consumer-job-client-gms
 KAFKA_BOOTSTRAP_SERVER=broker:29092
-KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
+KAFKA_SCHEMAREGISTRY_URL=http://schema-registry:8081
+# KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
 ELASTICSEARCH_HOST=elasticsearch
 ELASTICSEARCH_PORT=9200
 ES_BULK_REFRESH_POLICY=WAIT_UNTIL

diff --git a/docker/datahub-gms/env/docker.env b/docker/datahub-gms/env/docker.env
@@ -5,7 +5,8 @@ EBEAN_DATASOURCE_HOST=mysql:3306
 EBEAN_DATASOURCE_URL=jdbc:mysql://mysql:3306/datahub?verifyServerCertificate=false&useSSL=true&useUnicode=yes&characterEncoding=UTF-8&enabledTLSProtocols=TLSv1.2
 EBEAN_DATASOURCE_DRIVER=com.mysql.jdbc.Driver
 KAFKA_BOOTSTRAP_SERVER=broker:29092
-KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
+KAFKA_SCHEMAREGISTRY_URL=http://schema-registry:8081
+# KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
 ELASTICSEARCH_HOST=elasticsearch
 ELASTICSEARCH_PORT=9200
 ES_BULK_REFRESH_POLICY=WAIT_UNTIL

diff --git a/docker/datahub-gms/env/docker.mariadb.env b/docker/datahub-gms/env/docker.mariadb.env
@@ -5,7 +5,8 @@ EBEAN_DATASOURCE_HOST=mariadb:3306
 EBEAN_DATASOURCE_URL=jdbc:mariadb://mariadb:3306/datahub
 EBEAN_DATASOURCE_DRIVER=org.mariadb.jdbc.Driver
 KAFKA_BOOTSTRAP_SERVER=broker:29092
-KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
+KAFKA_SCHEMAREGISTRY_URL=http://schema-registry:8081
+# KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
 ELASTICSEARCH_HOST=elasticsearch
 ELASTICSEARCH_PORT=9200
 ES_BULK_REFRESH_POLICY=WAIT_UNTIL

diff --git a/docker/datahub-gms/env/docker.postgres.env b/docker/datahub-gms/env/docker.postgres.env
@@ -8,7 +8,8 @@ EBEAN_DATASOURCE_DRIVER=org.postgresql.Driver
 # Password is not required when accessing Postgres using IAM auth. It can be replaced by dummy password
 # EBEAN_POSTGRES_USE_AWS_IAM_AUTH=true
 KAFKA_BOOTSTRAP_SERVER=broker:29092
-KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
+KAFKA_SCHEMAREGISTRY_URL=http://schema-registry:8081
+# KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
 ELASTICSEARCH_HOST=elasticsearch
 ELASTICSEARCH_PORT=9200
 ES_BULK_REFRESH_POLICY=WAIT_UNTIL

diff --git a/docker/datahub-mae-consumer/env/docker-without-neo4j.env b/docker/datahub-mae-consumer/env/docker-without-neo4j.env
@@ -5,7 +5,8 @@ DATAHUB_GMS_PORT=8080
 MAE_CONSUMER_ENABLED=true
 PE_CONSUMER_ENABLED=false
 KAFKA_BOOTSTRAP_SERVER=broker:29092
-KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
+KAFKA_SCHEMAREGISTRY_URL=http://schema-registry:8081
+# KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
 ELASTICSEARCH_HOST=elasticsearch
 ELASTICSEARCH_PORT=9200
 ES_BULK_REFRESH_POLICY=WAIT_UNTIL

diff --git a/docker/datahub-mae-consumer/env/docker.env b/docker/datahub-mae-consumer/env/docker.env
@@ -5,7 +5,8 @@ DATAHUB_GMS_PORT=8080
 MAE_CONSUMER_ENABLED=true
 PE_CONSUMER_ENABLED=false
 KAFKA_BOOTSTRAP_SERVER=broker:29092
-KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
+KAFKA_SCHEMAREGISTRY_URL=http://schema-registry:8081
+# KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
 ELASTICSEARCH_HOST=elasticsearch
 ELASTICSEARCH_PORT=9200
 ES_BULK_REFRESH_POLICY=WAIT_UNTIL

diff --git a/docker/datahub-mce-consumer/env/docker-without-neo4j.env b/docker/datahub-mce-consumer/env/docker-without-neo4j.env
@@ -6,7 +6,8 @@ EBEAN_DATASOURCE_HOST=mysql:3306
 EBEAN_DATASOURCE_URL=jdbc:mysql://mysql:3306/datahub?verifyServerCertificate=false&useSSL=true&useUnicode=yes&characterEncoding=UTF-8
 EBEAN_DATASOURCE_DRIVER=com.mysql.jdbc.Driver
 KAFKA_BOOTSTRAP_SERVER=broker:29092
-KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
+KAFKA_SCHEMAREGISTRY_URL=http://schema-registry:8081
+# KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
 ELASTICSEARCH_HOST=elasticsearch
 ELASTICSEARCH_PORT=9200
 ES_BULK_REFRESH_POLICY=WAIT_UNTIL

diff --git a/docker/datahub-mce-consumer/env/docker.env b/docker/datahub-mce-consumer/env/docker.env
@@ -6,7 +6,8 @@ EBEAN_DATASOURCE_HOST=mysql:3306
 EBEAN_DATASOURCE_URL=jdbc:mysql://mysql:3306/datahub?verifyServerCertificate=false&useSSL=true&useUnicode=yes&characterEncoding=UTF-8
 EBEAN_DATASOURCE_DRIVER=com.mysql.jdbc.Driver
 KAFKA_BOOTSTRAP_SERVER=broker:29092
-KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
+KAFKA_SCHEMAREGISTRY_URL=http://schema-registry:8081
+# KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
 ELASTICSEARCH_HOST=elasticsearch
 ELASTICSEARCH_PORT=9200
 ES_BULK_REFRESH_POLICY=WAIT_UNTIL

diff --git a/docker/datahub-upgrade/env/docker-without-neo4j.env b/docker/datahub-upgrade/env/docker-without-neo4j.env
@@ -5,7 +5,8 @@ EBEAN_DATASOURCE_URL=jdbc:mysql://mysql:3306/datahub?verifyServerCertificate=fal
 EBEAN_DATASOURCE_DRIVER=com.mysql.jdbc.Driver
 
 KAFKA_BOOTSTRAP_SERVER=broker:29092
-KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
+KAFKA_SCHEMAREGISTRY_URL=http://schema-registry:8081
+# KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
 
 ELASTICSEARCH_HOST=elasticsearch
 ELASTICSEARCH_PORT=9200

diff --git a/docker/datahub-upgrade/env/docker.env b/docker/datahub-upgrade/env/docker.env
@@ -5,7 +5,8 @@ EBEAN_DATASOURCE_URL=jdbc:mysql://mysql:3306/datahub?verifyServerCertificate=fal
 EBEAN_DATASOURCE_DRIVER=com.mysql.jdbc.Driver
 
 KAFKA_BOOTSTRAP_SERVER=broker:29092
-KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
+KAFKA_SCHEMAREGISTRY_URL=http://schema-registry:8081
+# KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
 
 ELASTICSEARCH_HOST=elasticsearch
 ELASTICSEARCH_PORT=9200

diff --git a/docker/docker-compose-with-cassandra.yml b/docker/docker-compose-with-cassandra.yml
@@ -29,6 +29,16 @@ services:
     volumes:
       - broker:/var/lib/kafka/data/
 
+  schema-registry:
+    image: confluentinc/cp-schema-registry:7.2.2
+    env_file: schema-registry/env/docker.env
+    hostname: schema-registry
+    container_name: schema-registry
+    depends_on:
+      - broker
+    ports:
+      - ${DATAHUB_MAPPED_SCHEMA_REGISTRY_PORT:-8081}:8081
+
   elasticsearch:
     image: elasticsearch:7.10.1
     env_file: elasticsearch/env/docker.env

diff --git a/docker/docker-compose-without-neo4j.yml b/docker/docker-compose-without-neo4j.yml
@@ -26,6 +26,16 @@ services:
     ports:
       - ${DATAHUB_MAPPED_KAFKA_BROKER_PORT:-9092}:9092
 
+  schema-registry:
+    image: confluentinc/cp-schema-registry:7.2.2
+    env_file: schema-registry/env/docker.env
+    hostname: schema-registry
+    container_name: schema-registry
+    depends_on:
+      - broker
+    ports:
+      - ${DATAHUB_MAPPED_SCHEMA_REGISTRY_PORT:-8081}:8081
+
   elasticsearch:
     image: elasticsearch:7.10.1
     env_file: elasticsearch/env/docker.env
@@ -105,6 +115,7 @@ services:
     container_name: kafka-setup
     depends_on:
       - broker
+      - schema-registry
 
   datahub-upgrade:
     labels:

diff --git a/docker/docker-compose.tools.yml b/docker/docker-compose.tools.yml
@@ -24,7 +24,7 @@ services:
     depends_on:
       - zookeeper
       - broker
-      - datahub-gms
+      - schema-registry # -datahub-gms
       - kafka-rest-proxy
 
   kibana:

diff --git a/docker/docker-compose.yml b/docker/docker-compose.yml
@@ -28,6 +28,16 @@ services:
     volumes:
       - broker:/var/lib/kafka/data/
 
+  schema-registry:
+    image: confluentinc/cp-schema-registry:7.2.2
+    env_file: schema-registry/env/docker.env
+    hostname: schema-registry
+    container_name: schema-registry
+    depends_on:
+      - broker
+    ports:
+      - ${DATAHUB_MAPPED_SCHEMA_REGISTRY_PORT:-8081}:8081
+
   elasticsearch:
     image: elasticsearch:7.10.1
     env_file: elasticsearch/env/docker.env
@@ -121,6 +131,7 @@ services:
     container_name: kafka-setup
     depends_on:
       - broker
+      - schema-registry
 
   datahub-upgrade:
     labels:

diff --git a/docker/kafka-rest-proxy/env/docker.env b/docker/kafka-rest-proxy/env/docker.env
@@ -1,4 +1,5 @@
 KAFKA_REST_LISTENERS=http://0.0.0.0:8082/
-KAFKA_REST_SCHEMA_REGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
+KAFKA_REST_SCHEMA_REGISTRY_URL=http://schema-registry:8081/
+# KAFKA_REST_SCHEMA_REGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
 KAFKA_REST_HOST_NAME=kafka-rest-proxy
 KAFKA_REST_BOOTSTRAP_SERVERS=PLAINTEXT://broker:29092
diff --git a/docker/kafka-setup/env/docker.env b/docker/kafka-setup/env/docker.env
@@ -1,6 +1,6 @@
 KAFKA_ZOOKEEPER_CONNECT=zookeeper:2181
 KAFKA_BOOTSTRAP_SERVER=broker:29092
-USE_CONFLUENT_SCHEMA_REGISTRY=FALSE
+USE_CONFLUENT_SCHEMA_REGISTRY=TRUE
 
 # Configure the topics that are created by kafka-setup
 # Make sure these names are consistent across the whole deployment

diff --git a/docker/quickstart/docker-compose-m1.quickstart.yml b/docker/quickstart/docker-compose-m1.quickstart.yml
@@ -34,7 +34,7 @@ services:
     - KAFKA_PROPERTIES_SECURITY_PROTOCOL=PLAINTEXT
     - METADATA_AUDIT_EVENT_NAME=MetadataAuditEvent_v4
     - METADATA_CHANGE_LOG_VERSIONED_TOPIC_NAME=MetadataChangeLog_Versioned_v1
-    - SCHEMA_REGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
+    - SCHEMA_REGISTRY_URL=http://schema-registry:8081
     hostname: actions
     image: acryldata/datahub-actions:${ACTIONS_VERSION:-head}
     restart: on-failure:5
@@ -74,7 +74,7 @@ services:
     - EBEAN_DATASOURCE_URL=jdbc:mysql://mysql:3306/datahub?verifyServerCertificate=false&useSSL=true&useUnicode=yes&characterEncoding=UTF-8&enabledTLSProtocols=TLSv1.2
     - EBEAN_DATASOURCE_DRIVER=com.mysql.jdbc.Driver
     - KAFKA_BOOTSTRAP_SERVER=broker:29092
-    - KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
+    - KAFKA_SCHEMAREGISTRY_URL=http://schema-registry:8081
     - ELASTICSEARCH_HOST=elasticsearch
     - ELASTICSEARCH_PORT=9200
     - ES_BULK_REFRESH_POLICY=WAIT_UNTIL
@@ -113,7 +113,7 @@ services:
     - EBEAN_DATASOURCE_URL=jdbc:mysql://mysql:3306/datahub?verifyServerCertificate=false&useSSL=true&useUnicode=yes&characterEncoding=UTF-8
     - EBEAN_DATASOURCE_DRIVER=com.mysql.jdbc.Driver
     - KAFKA_BOOTSTRAP_SERVER=broker:29092
-    - KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
+    - KAFKA_SCHEMAREGISTRY_URL=http://schema-registry:8081
     - ELASTICSEARCH_HOST=elasticsearch
     - ELASTICSEARCH_PORT=9200
     - ELASTICSEARCH_INDEX_BUILDER_MAPPINGS_REINDEX=true
@@ -162,11 +162,12 @@ services:
     container_name: kafka-setup
     depends_on:
     - broker
+    - schema-registry
     environment:
     - DATAHUB_PRECREATE_TOPICS=${DATAHUB_PRECREATE_TOPICS:-false}
     - KAFKA_BOOTSTRAP_SERVER=broker:29092
     - KAFKA_ZOOKEEPER_CONNECT=zookeeper:2181
-    - USE_CONFLUENT_SCHEMA_REGISTRY=FALSE
+    - USE_CONFLUENT_SCHEMA_REGISTRY=TRUE
     hostname: kafka-setup
     image: ${DATAHUB_KAFKA_SETUP_IMAGE:-linkedin/datahub-kafka-setup}:${DATAHUB_VERSION:-head}
     labels:
@@ -213,6 +214,18 @@ services:
     - ${DATAHUB_MAPPED_NEO4J_BOLT_PORT:-7687}:7687
     volumes:
     - neo4jdata:/data
+  schema-registry:
+    container_name: schema-registry
+    depends_on:
+    - broker
+    environment:
+    - SCHEMA_REGISTRY_HOST_NAME=schemaregistry
+    - SCHEMA_REGISTRY_KAFKASTORE_SECURITY_PROTOCOL=PLAINTEXT
+    - SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS=broker:29092
+    hostname: schema-registry
+    image: confluentinc/cp-schema-registry:7.2.2
+    ports:
+    - ${DATAHUB_MAPPED_SCHEMA_REGISTRY_PORT:-8081}:8081
   zookeeper:
     container_name: zookeeper
     environment:

diff --git a/docker/quickstart/docker-compose-without-neo4j-m1.quickstart.yml b/docker/quickstart/docker-compose-without-neo4j-m1.quickstart.yml
@@ -32,7 +32,7 @@ services:
     - KAFKA_PROPERTIES_SECURITY_PROTOCOL=PLAINTEXT
     - METADATA_AUDIT_EVENT_NAME=MetadataAuditEvent_v4
     - METADATA_CHANGE_LOG_VERSIONED_TOPIC_NAME=MetadataChangeLog_Versioned_v1
-    - SCHEMA_REGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
+    - SCHEMA_REGISTRY_URL=http://schema-registry:8081
     hostname: actions
     image: acryldata/datahub-actions:${ACTIONS_VERSION:-head}
     restart: on-failure:5
@@ -81,7 +81,7 @@ services:
     - GRAPH_SERVICE_IMPL=elasticsearch
     - JAVA_OPTS=-Xms1g -Xmx1g
     - KAFKA_BOOTSTRAP_SERVER=broker:29092
-    - KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
+    - KAFKA_SCHEMAREGISTRY_URL=http://schema-registry:8081
     - MAE_CONSUMER_ENABLED=true
     - MCE_CONSUMER_ENABLED=true
     - PE_CONSUMER_ENABLED=true
@@ -104,7 +104,7 @@ services:
     - EBEAN_DATASOURCE_URL=jdbc:mysql://mysql:3306/datahub?verifyServerCertificate=false&useSSL=true&useUnicode=yes&characterEncoding=UTF-8
     - EBEAN_DATASOURCE_DRIVER=com.mysql.jdbc.Driver
     - KAFKA_BOOTSTRAP_SERVER=broker:29092
-    - KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
+    - KAFKA_SCHEMAREGISTRY_URL=http://schema-registry:8081
     - ELASTICSEARCH_HOST=elasticsearch
     - ELASTICSEARCH_PORT=9200
     - ELASTICSEARCH_INDEX_BUILDER_MAPPINGS_REINDEX=true
@@ -153,11 +153,12 @@ services:
     container_name: kafka-setup
     depends_on:
     - broker
+    - schema-registry
     environment:
     - DATAHUB_PRECREATE_TOPICS=${DATAHUB_PRECREATE_TOPICS:-false}
     - KAFKA_BOOTSTRAP_SERVER=broker:29092
     - KAFKA_ZOOKEEPER_CONNECT=zookeeper:2181
-    - USE_CONFLUENT_SCHEMA_REGISTRY=FALSE
+    - USE_CONFLUENT_SCHEMA_REGISTRY=TRUE
     hostname: kafka-setup
     image: ${DATAHUB_KAFKA_SETUP_IMAGE:-linkedin/datahub-kafka-setup}:${DATAHUB_VERSION:-head}
     labels:
@@ -191,6 +192,18 @@ services:
     image: ${DATAHUB_MYSQL_SETUP_IMAGE:-acryldata/datahub-mysql-setup}:${DATAHUB_VERSION:-head}
     labels:
       datahub_setup_job: true
+  schema-registry:
+    container_name: schema-registry
+    depends_on:
+    - broker
+    environment:
+    - SCHEMA_REGISTRY_HOST_NAME=schemaregistry
+    - SCHEMA_REGISTRY_KAFKASTORE_SECURITY_PROTOCOL=PLAINTEXT
+    - SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS=broker:29092
+    hostname: schema-registry
+    image: confluentinc/cp-schema-registry:7.2.2
+    ports:
+    - ${DATAHUB_MAPPED_SCHEMA_REGISTRY_PORT:-8081}:8081
   zookeeper:
     container_name: zookeeper
     environment:

diff --git a/docker/quickstart/docker-compose-without-neo4j.quickstart.yml b/docker/quickstart/docker-compose-without-neo4j.quickstart.yml
@@ -32,7 +32,7 @@ services:
     - KAFKA_PROPERTIES_SECURITY_PROTOCOL=PLAINTEXT
     - METADATA_AUDIT_EVENT_NAME=MetadataAuditEvent_v4
     - METADATA_CHANGE_LOG_VERSIONED_TOPIC_NAME=MetadataChangeLog_Versioned_v1
-    - SCHEMA_REGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
+    - SCHEMA_REGISTRY_URL=http://schema-registry:8081
     hostname: actions
     image: acryldata/datahub-actions:${ACTIONS_VERSION:-head}
     restart: on-failure:5
@@ -81,7 +81,7 @@ services:
     - GRAPH_SERVICE_IMPL=elasticsearch
     - JAVA_OPTS=-Xms1g -Xmx1g
     - KAFKA_BOOTSTRAP_SERVER=broker:29092
-    - KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
+    - KAFKA_SCHEMAREGISTRY_URL=http://schema-registry:8081
     - MAE_CONSUMER_ENABLED=true
     - MCE_CONSUMER_ENABLED=true
     - PE_CONSUMER_ENABLED=true
@@ -104,7 +104,7 @@ services:
     - EBEAN_DATASOURCE_URL=jdbc:mysql://mysql:3306/datahub?verifyServerCertificate=false&useSSL=true&useUnicode=yes&characterEncoding=UTF-8
     - EBEAN_DATASOURCE_DRIVER=com.mysql.jdbc.Driver
     - KAFKA_BOOTSTRAP_SERVER=broker:29092
-    - KAFKA_SCHEMAREGISTRY_URL=http://datahub-gms:8080/schema-registry/api/
+    - KAFKA_SCHEMAREGISTRY_URL=http://schema-registry:8081
     - ELASTICSEARCH_HOST=elasticsearch
     - ELASTICSEARCH_PORT=9200
     - ELASTICSEARCH_INDEX_BUILDER_MAPPINGS_REINDEX=true
@@ -153,11 +153,12 @@ services:
     container_name: kafka-setup
     depends_on:
     - broker
+    - schema-registry
     environment:
     - DATAHUB_PRECREATE_TOPICS=${DATAHUB_PRECREATE_TOPICS:-false}
     - KAFKA_BOOTSTRAP_SERVER=broker:29092
     - KAFKA_ZOOKEEPER_CONNECT=zookeeper:2181
-    - USE_CONFLUENT_SCHEMA_REGISTRY=FALSE
+    - USE_CONFLUENT_SCHEMA_REGISTRY=TRUE
     hostname: kafka-setup
     image: ${DATAHUB_KAFKA_SETUP_IMAGE:-linkedin/datahub-kafka-setup}:${DATAHUB_VERSION:-head}
     labels:
@@ -191,6 +192,18 @@ services:
     image: ${DATAHUB_MYSQL_SETUP_IMAGE:-acryldata/datahub-mysql-setup}:${DATAHUB_VERSION:-head}
     labels:
       datahub_setup_job: true
+  schema-registry:
+    container_name: schema-registry
+    depends_on:
+    - broker
+    environment:
+    - SCHEMA_REGISTRY_HOST_NAME=schemaregistry
+    - SCHEMA_REGISTRY_KAFKASTORE_SECURITY_PROTOCOL=PLAINTEXT
+    - SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS=broker:29092
+    hostname: schema-registry
+    image: confluentinc/cp-schema-registry:7.2.2
+    ports:
+    - ${DATAHUB_MAPPED_SCHEMA_REGISTRY_PORT:-8081}:8081
   zookeeper:
     container_name: zookeeper
     environment: