Use embedded kafka for 3.8+ testing (#8588)

Author: amarziali

dd-java-agent/instrumentation/kafka-clients-3.8/build.gradle

@@ -43,22 +43,27 @@ dependencies {
   implementation project(':dd-java-agent:instrumentation:span-origin')
 
   testImplementation group: 'org.apache.kafka', name: 'kafka-clients', version: '3.8.0'
-  testImplementation group: 'org.springframework.kafka', name: 'spring-kafka', version: '3.1.0'
-  testImplementation group: 'org.springframework.kafka', name: 'spring-kafka-test', version: '3.1.0'
-  testImplementation group: 'org.testcontainers', name: 'kafka', version: '1.17.0'
+
+  testImplementation group: 'org.springframework.kafka', name: 'spring-kafka', version: '3.3.4', {
+    exclude group: 'org.apache.kafka'
+  }
+  testImplementation group: 'org.springframework.kafka', name: 'spring-kafka-test', version: '3.3.4', {
+    exclude group: 'org.apache.kafka'
+  }
+  testImplementation 'org.apache.kafka:kafka-clients:3.8.0:test'
+  testImplementation group: 'org.apache.kafka', name: 'kafka_2.13', version: '3.8.0'
+  testImplementation 'org.apache.kafka:kafka_2.13:3.8.0:test'
+
   testImplementation group: 'javax.xml.bind', name: 'jaxb-api', version: '2.2.3'
   testImplementation group: 'org.assertj', name: 'assertj-core', version: '2.9.+'
   testImplementation group: 'org.mockito', name: 'mockito-core', version: '2.19.0'
   testRuntimeOnly project(':dd-java-agent:instrumentation:spring-scheduling-3.1')
 
-
-  // Include latest version of kafka itself along with latest version of client libs.
-  // This seems to help with jar compatibility hell.
-  latestDepTestImplementation group: 'org.apache.kafka', name: 'kafka_2.13', version: '2.+'
-  latestDepTestImplementation group: 'org.apache.kafka', name: 'kafka-clients', version: '+'
   latestDepTestImplementation group: 'org.springframework.kafka', name: 'spring-kafka', version: '+'
   latestDepTestImplementation group: 'org.springframework.kafka', name: 'spring-kafka-test', version: '+'
-  latestDepTestImplementation group: 'org.assertj', name: 'assertj-core', version: '3.19.+'
+  //latestDepTestImplementation group: 'org.assertj', name: 'assertj-core', version: '3.19.+'
+  latestDepTestImplementation group: 'io.dropwizard.metrics', name: 'metrics-core', version: '+'
+
   latestDepTestImplementation libs.guava
 
 }
@@ -67,9 +72,3 @@ configurations.testRuntimeClasspath {
   // spock-core depends on assertj version that is not compatible with kafka-clients
   resolutionStrategy.force 'org.assertj:assertj-core:2.9.1'
 }
-
-project.afterEvaluate {
-  tasks.withType(Test).configureEach {
-    usesService(testcontainersLimit)
-  }
-}