Set kafka message default to 10mb (#172)

Co-authored-by: leonlnj <[email protected]>

Author: leonlnj

engines/router/compose/kafka.yaml

@@ -23,6 +23,9 @@ services:
       - KAFKA_CFG_ADVERTISED_LISTENERS=CLIENT://kafka:9092,EXTERNAL://localhost:9093
       - KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE=true
       - KAFKA_INTER_BROKER_LISTENER_NAME=CLIENT
+      - KAFKA_CFG_MAX_REQUEST_SIZE=10485760
+      - KAFKA_CFG_MESSAGE_MAX_BYTES=10485760
+      - KAFKA_CFG_REPLICA_FETCH_MAX_BYTES=10485760
 
   kafka-ui:
     image: obsidiandynamics/kafdrop:3.27.0

engines/router/missionctl/log/resultlog/kafka.go

@@ -53,7 +53,7 @@ func newKafkaLogger(cfg *config.KafkaConfig) (*KafkaLogger, error) {
 }
 
 func newKafkaProducer(cfg *config.KafkaConfig) (kafkaProducer, error) {
-	producer, err := kafka.NewProducer(&kafka.ConfigMap{"bootstrap.servers": cfg.Brokers})
+	producer, err := kafka.NewProducer(&kafka.ConfigMap{"bootstrap.servers": cfg.Brokers, "message.max.bytes": 10485760})
 	if err != nil {
 		return nil, errors.Wrapf(err, "Error initializing Kafka Producer")
 	}