fix: missing doris options

Author: yuxiqian

.gitignore

@@ -60,3 +60,4 @@ build-iPhoneSimulator/
 # These are generated files
 cdc/**
 /docker-compose.yaml
+/pipeline-definition.yaml

README.md

@@ -8,7 +8,7 @@ Initialize a playground environment, generate configuration files.
 
 Start docker containers. Note that it may take a while before database is ready.
 
-## `./cdcup.sh pipeline`
+## `./cdcup.sh pipeline <pipeline def yaml>`
 
 Submit generated pipeline job. Before executing this, please ensure that:
 

cdcup.sh

@@ -10,14 +10,19 @@ if [ "$1" == 'init' ]; then
   printf "🚩 Starting bootstrap wizard...\n"
   docker run -it --rm -v "$(pwd)/cdc":/cdc cdcup/bootstrap
   mv cdc/docker-compose.yaml ./docker-compose.yaml
+  mv cdc/pipeline-definition.yaml ./pipeline-definition.yaml
 elif [ "$1" == 'up' ]; then
   printf "🚩 Starting playground...\n"
   docker compose up -d
   docker compose exec jobmanager bash -c 'rm -rf /opt/flink-cdc'
   docker compose cp cdc jobmanager:/opt/flink-cdc
 elif [ "$1" == 'pipeline' ]; then
+  if [ -z "$2" ]; then
+    printf "Usage: ./cdcup.sh pipeline <pipeline-definition.yaml>\n"
+    exit 1
+  fi
   printf "🚩 Submitting pipeline job...\n"
-  docker compose cp cdc/pipeline-definition.yaml jobmanager:/opt/flink-cdc/pipeline-definition.yaml
+  docker compose cp "$2" jobmanager:/opt/flink-cdc/pipeline-definition.yaml
   docker compose exec jobmanager bash -c "cd /opt/flink-cdc &&
        ./bin/flink-cdc.sh ./pipeline-definition.yaml --flink-home /opt/flink --jar ./lib/mysql-connector-java.jar"
 elif [ "$1" == 'flink' ]; then

src/app.rb

@@ -69,7 +69,7 @@
   'ports' => ['8081'],
   'command' => 'jobmanager',
   'environment' => {
-    'FLINK_PROPERTIES' => 'jobmanager.rpc.address: jobmanager'
+    'FLINK_PROPERTIES' => "jobmanager.rpc.address: jobmanager\nexecution.checkpointing.interval: 3000"
   }
 }
 
@@ -78,7 +78,7 @@
   'hostname' => 'taskmanager',
   'command' => 'taskmanager',
   'environment' => {
-    'FLINK_PROPERTIES' => "jobmanager.rpc.address: jobmanager\ntaskmanager.numberOfTaskSlots: 4"
+    'FLINK_PROPERTIES' => "jobmanager.rpc.address: jobmanager\ntaskmanager.numberOfTaskSlots: 4\nexecution.checkpointing.interval: 3000"
   }
 }
 

src/download_libs.rb

@@ -61,6 +61,7 @@ def download_connectors(version, dest_path, connectors)
 end
 
 def download_mysql_driver(dest_path)
+  puts "\tDownloading MySQL Java Connector..."
   `wget -q https://repo1.maven.org/maven2/mysql/mysql-connector-java/8.0.27/mysql-connector-java-8.0.27.jar \
   -O #{dest_path}/lib/mysql-connector-java.jar`
 end

src/sink/doris.rb

@@ -20,6 +20,8 @@ def prepend_to_pipeline_yaml(pipeline_yaml)
       pipeline_yaml['sink'] = {
         'type' => 'doris',
         'fenodes' => 'doris:8030',
+        'benodes' => 'doris:8040',
+        'jdbc-url' => 'jdbc:mysql://doris:9030',
         'username' => 'root',
         'password' => '',
         'table.create.properties.light_schema_change' => true,