Merge branch 'master' into feat/excludeExecutionForDisabledPipelines

Author: christosarvanitis

gradle.properties

@@ -1,5 +1,5 @@
 fiatVersion=1.53.0
-korkVersion=7.247.0
+korkVersion=7.248.0
 kotlinVersion=1.6.21
 org.gradle.parallel=true
 org.gradle.jvmargs=-Xmx4g

orca-core/src/main/java/com/netflix/spinnaker/orca/pipeline/persistence/DualExecutionRepository.kt

@@ -237,7 +237,7 @@ class DualExecutionRepository(
     return (
       primary.retrievePipelineConfigIdsForApplicationWithCriteria(application, criteria) +
         previous.retrievePipelineConfigIdsForApplicationWithCriteria(application, criteria)
-      )
+      ).distinct()
   }
 
   override fun retrievePipelinesForPipelineConfigIdsBetweenBuildTimeBoundary(

orca-front50/src/main/java/com/netflix/spinnaker/orca/front50/scheduling/UnusedPipelineDisablePollingNotificationAgent.java

@@ -155,7 +155,7 @@ protected void tick() {
           .retrieveAllApplicationNames(PIPELINE)
           .forEach(
               app -> {
-                log.info("Evaluating " + app + " for unused pipelines");
+                log.debug("Evaluating " + app + " for unused pipelines");
                 List<String> pipelineConfigIds =
                     front50service.getPipelines(app, false, true).stream()
                         .map(p -> (String) p.get("id"))
@@ -205,9 +205,11 @@ public void disableAppPipelines(
             + app);
     front50PipelineConfigIdsNotExecuted.forEach(
         p -> {
-          log.info("Disabling pipeline execution " + p);
           if (!dryRun) {
+            log.debug("Disabling pipeline execution " + p);
             disableFront50PipelineConfigId(p);
+          } else {
+            log.info("DryRun mode: Disabling pipeline execution " + p);
           }
         });
   }

orca-sql/src/main/kotlin/com/netflix/spinnaker/orca/sql/pipeline/persistence/SqlExecutionRepository.kt

@@ -472,16 +472,11 @@ class SqlExecutionRepository(
     criteria: ExecutionCriteria
   ): List<String> {
     var baseQueryPredicate = field("application").eq(application)
-    var table = if (jooq.dialect() == SQLDialect.MYSQL) PIPELINE.tableName.forceIndex("pipeline_application_idx")
-    else PIPELINE.tableName
 
     if (criteria.statuses.isNotEmpty() && criteria.statuses.size != ExecutionStatus.values().size) {
       val statusStrings = criteria.statuses.map { it.toString() }
       baseQueryPredicate = baseQueryPredicate
         .and(field("status").`in`(*statusStrings.toTypedArray()))
-
-      table = if (jooq.dialect() == SQLDialect.MYSQL) PIPELINE.tableName.forceIndex("pipeline_application_status_starttime_idx")
-      else PIPELINE.tableName
     }
     if (criteria.startTimeCutoff != null) {
       baseQueryPredicate = baseQueryPredicate
@@ -490,9 +485,9 @@ class SqlExecutionRepository(
         )
     }
 
-    withPool(poolName) {
+    withPool(readPoolName) {
       return jooq.selectDistinct(field("config_id"))
-        .from(table)
+        .from(PIPELINE.tableName)
         .where(baseQueryPredicate)
         .groupBy(field("config_id"))
         .fetch(0, String::class.java)

orca-web/src/test/groovy/com/netflix/spinnaker/orca/controllers/TaskControllerSpec.groovy

@@ -248,7 +248,8 @@ class TaskControllerSpec extends Specification {
         pipelineConfigId = config.pipelineConfigId
       }
     })
-    front50Service.getPipelines(app, false, null) >> [[id: "1"], [id: "2"]]
+    taskControllerConfigurationProperties.excludeExecutionsOfDisabledPipelines = excludeExecutionsOfDisabledPipelines
+    front50Service.getPipelines(app, false, taskControllerConfigurationProperties.excludeExecutionsOfDisabledPipelines ? true : null) >> front50ConfigIds
     front50Service.getStrategies(app) >> []
 
     executionRepository.retrievePipelineConfigIdsForApplication(app) >> { return List.of( '2')}
@@ -258,7 +259,13 @@ class TaskControllerSpec extends Specification {
     List results = new ObjectMapper().readValue(response.contentAsString, List)
 
     then:
-    results.id == ['not-started', 'also-not-started', 'older2', 'older1', 'newer']
+    results.id == resultsIds
+
+    where:
+    excludeExecutionsOfDisabledPipelines  | front50ConfigIds        | resultsIds
+    null                                  | [[id: "1"], [id: "2"]]  | ['not-started', 'also-not-started', 'older2', 'older1', 'newer']
+    false                                 | [[id: "1"], [id: "2"]]  | ['not-started', 'also-not-started', 'older2', 'older1', 'newer']
+    true                                  | [[id: "2"]]             | ['older2', 'older1']
   }
 
   void '/applications/{application}/evaluateExpressions precomputes values'() {