SERVER-94187 Switch git ssh to https in copybara (#27049)

GitOrigin-RevId: 25a14df

Author: MikhailShchatko

.github/CODEOWNERS

@@ -23,7 +23,7 @@ OWNERS.yml @IamXander @anna-wawrzyniak @dhly-etc @dstorch @kaloianm @markbenvenu
 .style.yapf @10gen/devprod-build @10gen/devprod-correctness @svc-auto-approve-bot
 BUILD.bazel @10gen/devprod-build @svc-auto-approve-bot
 copy.bara.sky @IamXander @smcclure15 @svc-auto-approve-bot
-copybara.staging.sky @10gen/devprod-correctness @svc-auto-approve-bot
+copy.bara.staging.sky @10gen/devprod-correctness @svc-auto-approve-bot
 jsconfig.json @10gen/devprod-correctness @svc-auto-approve-bot
 package.json @10gen/devprod-correctness @svc-auto-approve-bot
 pnpm-lock.yaml @10gen/devprod-correctness @svc-auto-approve-bot

OWNERS.yml

@@ -62,7 +62,7 @@ filters:
     approvers:
       - IamXander
       - smcclure15
-  - "copybara.staging.sky":
+  - "copy.bara.staging.sky":
     approvers:
       - 10gen/devprod-correctness
   - "jsconfig.json":

buildscripts/sync_repo_with_copybara.py

@@ -3,7 +3,6 @@
 import sys
 import tempfile
 import traceback
-from unittest.mock import patch
 from buildscripts import sync_repo_with_copybara
 
 
@@ -134,17 +133,27 @@ def test_no_commit_found(self):
     def test_branch_exists(self):
         """Perform a test to check that the branch exists in a repository."""
         test_name = "branch_exists_test"
-        repo_url = "[email protected]:mongodb/mongo.git"
-        branch_name = "v7.3"
-        result = sync_repo_with_copybara.check_destination_branch_exists(repo_url, branch_name)
+        copybara_config = sync_repo_with_copybara.CopybaraConfig(
+            source=None,
+            destination=sync_repo_with_copybara.CopybaraRepoConfig(
+                git_url="https://github.com/mongodb/mongo.git",
+                branch="v7.3",
+            ),
+        )
+        result = sync_repo_with_copybara.check_destination_branch_exists(copybara_config)
         self.assertTrue(result, f"{test_name}: SUCCESS!")
 
     def test_branch_not_exists(self):
-        """Perform a test to check that the branch does not exists in a repository."""
+        """Perform a test to check that the branch does not exist in a repository."""
         test_name = "branch_not_exists_test"
-        repo_url = "[email protected]:mongodb/mongo.git"
-        branch_name = "v7.3test"
-        result = sync_repo_with_copybara.check_destination_branch_exists(repo_url, branch_name)
+        copybara_config = sync_repo_with_copybara.CopybaraConfig(
+            source=None,
+            destination=sync_repo_with_copybara.CopybaraRepoConfig(
+                git_url="https://github.com/mongodb/mongo.git",
+                branch="..invalid-therefore-impossible-to-create-branch-name",
+            ),
+        )
+        result = sync_repo_with_copybara.check_destination_branch_exists(copybara_config)
         self.assertFalse(result, f"{test_name}: SUCCESS!")
 
     def test_only_mongodb_mongo_repo(self):
@@ -163,7 +172,7 @@ def test_only_mongodb_mongo_repo(self):
 
             try:
                 # Check if the repository is only the MongoDB official repository
-                result = sync_repo_with_copybara.is_only_mongodb_mongo_repo()
+                result = sync_repo_with_copybara.has_only_destination_repo_remote("mongodb/mongo")
             except Exception as err:
                 print(f"{test_name}: FAIL!\n Exception occurred: {err}\n {traceback.format_exc()}")
                 self.fail(f"{test_name}: FAIL!")
@@ -188,14 +197,27 @@ def test_not_only_mongodb_mongo_repo(self):
 
             try:
                 # Call function to push branch to public repository, expecting an exception
-                sync_repo_with_copybara.push_branch_to_public_repo(
+                sync_repo_with_copybara.push_branch_to_destination_repo(
                     mongodb_mongo_dir,
-                    repo_url="",
-                    destination_branch_name="",
+                    copybara_config=sync_repo_with_copybara.CopybaraConfig(
+                        source=sync_repo_with_copybara.CopybaraRepoConfig(
+                            git_url="",
+                            repo_name="",
+                            branch="",
+                        ),
+                        destination=sync_repo_with_copybara.CopybaraRepoConfig(
+                            git_url="",
+                            repo_name="",
+                            branch="",
+                        ),
+                    ),
                     branching_off_commit="",
                 )
             except Exception as err:
-                if str(err) == "Not only mongodb repo":
+                if (
+                    str(err)
+                    == f"{mongodb_mongo_dir} git repo has not only the destination repo remote"
+                ):
                     return
 
             self.fail(f"{test_name}: FAIL!")
@@ -222,8 +244,21 @@ def test_new_branch_commits_not_match_branching_off_commit(self):
             self.create_mock_repo_commits(mongodb_mongo_dir, 2)
             try:
                 # Call function to push branch to public repository, expecting an exception
-                sync_repo_with_copybara.push_branch_to_public_repo(
-                    mongodb_mongo_dir, "", "", invalid_branching_off_commit
+                sync_repo_with_copybara.push_branch_to_destination_repo(
+                    mongodb_mongo_dir,
+                    sync_repo_with_copybara.CopybaraConfig(
+                        source=sync_repo_with_copybara.CopybaraRepoConfig(
+                            git_url="",
+                            repo_name="",
+                            branch="",
+                        ),
+                        destination=sync_repo_with_copybara.CopybaraRepoConfig(
+                            git_url="",
+                            repo_name="",
+                            branch="",
+                        ),
+                    ),
+                    invalid_branching_off_commit,
                 )
             except Exception as err:
                 if (

buildscripts/tests/test_sync_repo_with_copybara.py

@@ -5,8 +5,8 @@
 # sourceUrl = "/path/to/source"
 # destinationUrl = "/path/to/dest"
 
-sourceUrl = "git@github.com:10gen/mongo.git"
-destinationUrl = "git@github.com:mongodb/mongo.git"
+sourceUrl = "https://github.com/10gen/mongo.git"
+destinationUrl = "https://github.com/mongodb/mongo.git"
 
 core.workflow(
     name = "default",
@@ -26,7 +26,7 @@ core.workflow(
     # Change the path here to the folder you want to publish publicly
     transformations = [
         # (^.*?) - matches the first line (without the newline char)
-        # \n - matches the first newline (or nothing at all if there is no newline). If there is no match then nopthing happens
+        # \n - matches the first newline (or nothing at all if there is no newline). If there is no match then nothing happens
         # ((\n|.)*) - matches everything after
         # Overall, this copies only the first line of the commit rather than the body
         metadata.scrubber("(^.*?)\n((\n|.)*)", replacement = "$1"),

copy.bara.sky

@@ -1,14 +1,13 @@
 # This configuration is for migrating code from one Git repository to another using Copybara.
 # It selectively copies content, excluding specific paths and preserving authorship.
-sourceUrl = "git@github.com:10gen/mongo.git"
-destinationUrl = "git@github.com:10gen/mongo-copybara.git"
+sourceUrl = "https://github.com/10gen/mongo.git"
+destinationUrl = "https://github.com/10gen/mongo-copybara.git"
 
 core.workflow(
     name = "default",
     origin = git.origin(
         url = sourceUrl,
         ref = "master",
-        # VersionSelector
     ),
     destination = git.destination(
         url = destinationUrl,
@@ -20,7 +19,11 @@ core.workflow(
     authoring = authoring.pass_thru("MongoDB <[email protected]>"),
     mode = "ITERATIVE",
     # Change the path here to the folder you want to publish publicly
-    # transformations = [
-    #     core.move("path/to/folder/you/want/exported", ""),
-    # ],
+    transformations = [
+        # (^.*?) - matches the first line (without the newline char)
+        # \n - matches the first newline (or nothing at all if there is no newline). If there is no match then nothing happens
+        # ((\n|.)*) - matches everything after
+        # Overall, this copies only the first line of the commit rather than the body
+        metadata.scrubber("(^.*?)\n((\n|.)*)", replacement = "$1"),
+    ],
 )

copybara.staging.sky renamed to copy.bara.staging.sky

@@ -34,7 +34,7 @@ The reason they should be pushed as separate commits is in the case of needing t
 
 ### Copybara configuration
 
-`copybara.sky` and `copybara.staging.sky`
+`copy.bara.sky` and `copy.bara.staging.sky`
 
 - Update "master" branch references with a new branch name
 

docs/branching/README.md

@@ -1608,7 +1608,6 @@ functions:
     - command: subprocess.exec
       display_name: "sync repo with copybara"
       type: test
-      patchable: false
       params:
         binary: bash
         args:

etc/evergreen_yml_components/definitions.yml

@@ -1415,6 +1415,7 @@ tasks:
 
   - name: sync_repo_with_copybara
     tags: ["assigned_to_jira_team_devprod_correctness", "auxiliary"]
+    patchable: false
     commands:
       - command: manifest.load
       - func: "git get project and add git tag"