Identify default git branch when downloading pipelines (#3593)

Signed-off-by: Tom Sellman <[email protected]>

modules/nextflow/src/main/groovy/nextflow/config/Manifest.groovy

@@ -19,7 +19,6 @@ package nextflow.config
 
 import groovy.transform.CompileStatic
 import groovy.util.logging.Slf4j
-import static nextflow.Const.DEFAULT_BRANCH
 import static nextflow.Const.DEFAULT_MAIN_FILE_NAME
 /**
  * Models the nextflow config manifest settings
@@ -52,7 +51,7 @@ class Manifest {
 
 
     String getDefaultBranch() {
-        target.defaultBranch ?: DEFAULT_BRANCH
+        target.defaultBranch
     }
 
     String getDescription() {

modules/nextflow/src/main/groovy/nextflow/scm/AssetManager.groovy

@@ -55,6 +55,8 @@ import org.eclipse.jgit.merge.MergeStrategy
 @Slf4j
 @CompileStatic
 class AssetManager {
+    private static final String REMOTE_REFS_ROOT = "refs/remotes/origin/"
+    private static final String REMOTE_DEFAULT_HEAD = REMOTE_REFS_ROOT + "HEAD"
 
     /**
      * The folder all pipelines scripts are installed
@@ -422,7 +424,14 @@ class AssetManager {
     }
 
     String getDefaultBranch() {
-        getManifest().getDefaultBranch()
+        // if specified in manifest, that takes priority
+        String branch = getManifest().getDefaultBranch()
+        if( !branch ) {
+            // otherwise look for a symbolic ref (refs/remotes/origin/HEAD)
+            Ref remoteHead = git.getRepository().findRef(REMOTE_DEFAULT_HEAD)
+            branch = remoteHead?.getTarget()?.getName()?.substring(REMOTE_REFS_ROOT.length())
+        }
+        return branch ?: DEFAULT_BRANCH
     }
 
     @Memoized
@@ -582,7 +591,7 @@ class AssetManager {
             final cloneURL = getGitRepositoryUrl()
             log.debug "Pulling $project -- Using remote clone url: ${cloneURL}"
 
-            // clone it
+            // clone it, but don't specify a revision - jgit will checkout the default branch
             def clone = Git.cloneRepository()
             if( provider.hasCredentials() )
                 clone.setCredentialsProvider( provider.getGitCredentials() )
@@ -595,9 +604,25 @@ class AssetManager {
                 clone.setDepth(deep)
             clone.call()
 
+            // git cli would automatically create a 'refs/remotes/origin/HEAD' symbolic ref pointing at the remote's
+            // default branch. jgit doesn't do this, but since it automatically checked out the default branch on clone
+            // we can create the symbolic ref ourselves using the current head
+            def head = git.getRepository().findRef(Constants.HEAD)
+            if( head ) {
+                def headName = head.isSymbolic()
+                    ? Repository.shortenRefName(head.getTarget().getName())
+                    : head.getName()
+
+                git.repository.getRefDatabase()
+                    .newUpdate(REMOTE_DEFAULT_HEAD, true)
+                    .link(REMOTE_REFS_ROOT + headName)
+            } else {
+                log.debug "Unable to determine default branch of repo ${cloneURL}, symbolic ref not created"
+            }
+
+            // now the default branch is recorded in the repo, explicitly checkout the revision (if specified).
+            // this also allows 'revision' to be a SHA commit id, which isn't supported by the clone command
             if( revision ) {
-                // use an explicit checkout command *after* the clone instead of cloning a specific branch
-                // because the clone command does not allow the use of SHA commit id (only branch and tag names)
                 try { git.checkout() .setName(revision) .call() }
                 catch ( RefNotFoundException e ) { checkoutRemoteBranch(revision) }
             }
@@ -730,6 +755,10 @@ class AssetManager {
     }
 
 
+    private static boolean isRemoteBranch(Ref ref) {
+        return ref.name.startsWith(REMOTE_REFS_ROOT) && ref.name != REMOTE_DEFAULT_HEAD
+    }
+
     /**
      * @return A list of existing branches and tags names. For example
      * <pre>
@@ -750,7 +779,7 @@ class AssetManager {
         def master = getDefaultBranch()
 
         List<String> branches = getBranchList()
-            .findAll { it.name.startsWith('refs/heads/') || it.name.startsWith('refs/remotes/origin/') }
+            .findAll { it.name.startsWith('refs/heads/') || isRemoteBranch(it) }
             .unique { shortenRefName(it.name) }
             .collect { Ref it -> refToString(it,current,master,false,level) }
 
@@ -785,7 +814,7 @@ class AssetManager {
 
         Map<String, Ref> remote = checkForUpdates ? git.lsRemote().callAsMap() : null
         getBranchList()
-                .findAll { it.name.startsWith('refs/heads/') || it.name.startsWith('refs/remotes/origin/') }
+                .findAll { it.name.startsWith('refs/heads/') || isRemoteBranch(it) }
                 .unique { shortenRefName(it.name) }
                 .each { Ref it -> branches << refToMap(it,remote)  }
 
@@ -882,7 +911,7 @@ class AssetManager {
 
         def remote = git.lsRemote().callAsMap()
         List<String> branches = getBranchList()
-                .findAll { it.name.startsWith('refs/heads/') || it.name.startsWith('refs/remotes/origin/') }
+                .findAll { it.name.startsWith('refs/heads/') || isRemoteBranch(it) }
                 .unique { shortenRefName(it.name) }
                 .findAll { Ref ref -> hasRemoteChange(ref,remote) }
                 .collect { Ref ref -> formatUpdate(remote.get(ref.name),level) }

modules/nextflow/src/test/groovy/nextflow/cli/CmdInfoTest.groovy

@@ -89,7 +89,7 @@ class CmdInfoTest extends Specification {
         json.repository == "https://github.com/nextflow-io/hello"
         json.localPath == "$tempDir/nextflow-io/hello"
         json.manifest.mainScript == 'main.nf'
-        json.manifest.defaultBranch == 'master'
+        json.manifest.defaultBranch == null
         json.revisions.current == 'master'
         json.revisions.master == 'master'
         json.revisions.branches.size()>1
@@ -115,7 +115,7 @@ class CmdInfoTest extends Specification {
         json.repository == "https://github.com/nextflow-io/hello"
         json.localPath == "$tempDir/nextflow-io/hello"
         json.manifest.mainScript == 'main.nf'
-        json.manifest.defaultBranch == 'master'
+        json.manifest.defaultBranch == null
         json.revisions.current == 'master'
         json.revisions.master == 'master'
         json.revisions.branches.size()>1

modules/nextflow/src/test/groovy/nextflow/scm/AssetManagerTest.groovy

@@ -414,7 +414,7 @@ class AssetManagerTest extends Specification {
         then:
         holder.getMainScriptName() == 'main.nf'
         holder.getHomePage() == 'https://github.com/foo/bar'
-        holder.manifest.getDefaultBranch() == 'master'
+        holder.manifest.getDefaultBranch() == null
         holder.manifest.getDescription() == null
 
     }

tests/checks/main-branch.nf/.checks

@@ -0,0 +1,6 @@
+#
+# run remote pipeline, which has default branch 'main'
+#
+$NXF_CMD -q run nextflow-io/socks $WITH_DOCKER --out result.txt | tee stdout
+[[ `grep 'Launching \`https://github.com/nextflow-io/socks\`' .nextflow.log | grep -c '[main]'` == 1 ]] || false
+[[ $? == 0 ]] || exit 1

tests/main-branch.nf

@@ -0,0 +1 @@
+# noop file to trigger evaluation of the checks/main-branch.nf/.checks test script