feat(unittest): enable get SCA from context

unit-mesh · Dec 22, 2023 · 5c64dcc · 5c64dcc
1 parent b37552c
commit 5c64dcc
Show file tree

Hide file tree

Showing 6 changed files with 34 additions and 1 deletion.
diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml
@@ -69,6 +69,7 @@ chapi-typescript = { group = "com.phodal.chapi", name = "chapi-ast-typescript",
 archguard-scanner-core = { group = "org.archguard.scanner", name = "scanner_core", version.ref = "archguard" }
 archguard-lang-kotlin = { group = "org.archguard.scanner", name = "lang_kotlin", version.ref = "archguard" }
 archguard-analyser-estimate = { group = "org.archguard.scanner", name = "analyser_estimate", version.ref = "archguard" }
+archguard-analyser-sca = { group = "org.archguard.scanner", name = "analyser_sca", version.ref = "archguard" }
 
 # ArchGuard Rule Linter
 archguard-rule-core = { group = "org.archguard.scanner", name = "rule-core", version.ref = "archguard" }

diff --git a/unit-picker/build.gradle.kts b/unit-picker/build.gradle.kts
@@ -20,6 +20,7 @@ dependencies {
 
     implementation(libs.archguard.scanner.core)
     implementation(libs.archguard.analyser.estimate)
+    implementation(libs.archguard.analyser.sca)
 
     // checkout
     implementation(libs.codedb.checkout)

diff --git a/unit-picker/src/main/kotlin/cc/unitmesh/pick/SingleProjectCodePicker.kt b/unit-picker/src/main/kotlin/cc/unitmesh/pick/SingleProjectCodePicker.kt
@@ -83,6 +83,8 @@ class SingleProjectCodePicker(private val config: InsPickerOption) {
                 )
             )
         )
+        workerManager.init(codeDir, config.language)
+
         val walkdirChannel = Channel<FileJob>()
         val summary = mutableListOf<Instruction>()
 

diff --git a/unit-picker/src/main/kotlin/cc/unitmesh/pick/similar/JavaSimilarChunker.kt b/unit-picker/src/main/kotlin/cc/unitmesh/pick/similar/JavaSimilarChunker.kt
@@ -50,7 +50,6 @@ class JavaSimilarChunker(private val fileTree: HashMap<String, InstructionFileJo
 
         // take the first 3 similar chunks or empty
         val similarChunksText = if (similarChunks.size > 3) {
-            println("score: ${similarChunks.map { it.first }}")
             similarChunks.take(3).map { it.second }
         } else {
             similarChunks.map { it.second }

diff --git a/unit-picker/src/main/kotlin/cc/unitmesh/pick/worker/WorkerContext.kt b/unit-picker/src/main/kotlin/cc/unitmesh/pick/worker/WorkerContext.kt
@@ -6,6 +6,7 @@ import cc.unitmesh.core.completion.CompletionBuilderType
 import cc.unitmesh.pick.option.InsQualityThreshold
 import cc.unitmesh.quality.CodeQualityType
 import kotlinx.serialization.Serializable
+import org.archguard.scanner.core.sca.CompositionDependency
 
 @Serializable
 data class WorkerContext(
@@ -17,5 +18,6 @@ data class WorkerContext(
     val maxCompletionInOneFile: Int,
     val completionTypeSize: Int,
     val insQualityThreshold: InsQualityThreshold = InsQualityThreshold(),
+    var compositionDependency: List<CompositionDependency> = listOf()
 )
 
diff --git a/unit-picker/src/main/kotlin/cc/unitmesh/pick/worker/WorkerManager.kt b/unit-picker/src/main/kotlin/cc/unitmesh/pick/worker/WorkerManager.kt
@@ -5,8 +5,13 @@ import cc.unitmesh.core.Instruction
 import cc.unitmesh.pick.worker.lang.JavaWorker
 import cc.unitmesh.pick.worker.base.LangWorker
 import org.archguard.rule.common.Language
+import org.archguard.scanner.analyser.ScaAnalyser
 import org.archguard.scanner.analyser.count.LanguageService
+import org.archguard.scanner.core.client.ArchGuardClient
+import org.archguard.scanner.core.client.EmptyArchGuardClient
+import org.archguard.scanner.core.sca.ScaContext
 import org.slf4j.Logger
+import java.io.File
 
 
 class WorkerManager(private val workerContext: WorkerContext) {
@@ -24,6 +29,29 @@ class WorkerManager(private val workerContext: WorkerContext) {
 
     private val logger: Logger = org.slf4j.LoggerFactory.getLogger(WorkerManager::class.java)
 
+    /**
+     * Initializes the project by scanning the specified code directory to retrieve the dependencies.
+     *
+     * @param codeDir The directory where the project code is stored.
+     * @param language The programming language used in the project.
+     *
+     */
+    fun init(codeDir: File, language: String) {
+        val dependencies = ScaAnalyser(object : ScaContext {
+            override val client: ArchGuardClient = EmptyArchGuardClient()
+            override val language: String = language
+            override val path: String = codeDir.absolutePath
+        }).analyse()
+
+        if (dependencies.isEmpty()) {
+            logger.warn("no dependencies found in $codeDir")
+        } else {
+            logger.info("found ${dependencies.size} dependencies in $codeDir")
+        }
+
+        workerContext.compositionDependency = dependencies
+    }
+
     fun addJobByThreshold(job: InstructionFileJob) {
         val summary = job.fileSummary
         if (!supportedExtensions.contains(summary.extension)) {
-Original file line number
+Diff line change
@@ Expand Up @@
                     )
                 )
             )
+            workerManager.init(codeDir, config.language)
             val walkdirChannel = Channel<FileJob>()
             val summary = mutableListOf<Instruction>()
@@ Expand Down @@