feat(git-clone): add support for tree github or gitlab clone url (#210)
This commit is contained in:
@@ -50,3 +50,106 @@ data "coder_git_auth" "github" {
|
|||||||
id = "github"
|
id = "github"
|
||||||
}
|
}
|
||||||
```
|
```
|
||||||
|
|
||||||
|
## GitHub clone with branch name
|
||||||
|
|
||||||
|
To GitHub clone with a specific branch like `feat/example`
|
||||||
|
|
||||||
|
```tf
|
||||||
|
# Prompt the user for the git repo URL
|
||||||
|
data "coder_parameter" "git_repo" {
|
||||||
|
name = "git_repo"
|
||||||
|
display_name = "Git repository"
|
||||||
|
default = "https://github.com/coder/coder/tree/feat/example"
|
||||||
|
}
|
||||||
|
|
||||||
|
# Clone the repository for branch `feat/example`
|
||||||
|
module "git_clone" {
|
||||||
|
source = "registry.coder.com/modules/git-clone/coder"
|
||||||
|
version = "1.0.11"
|
||||||
|
agent_id = coder_agent.example.id
|
||||||
|
url = data.coder_parameter.git_repo.value
|
||||||
|
}
|
||||||
|
|
||||||
|
# Create a code-server instance for the cloned repository
|
||||||
|
module "code-server" {
|
||||||
|
source = "registry.coder.com/modules/code-server/coder"
|
||||||
|
version = "1.0.11"
|
||||||
|
agent_id = coder_agent.example.id
|
||||||
|
order = 1
|
||||||
|
folder = "/home/${local.username}/${module.git_clone.folder_name}"
|
||||||
|
}
|
||||||
|
|
||||||
|
# Create a Coder app for the website
|
||||||
|
resource "coder_app" "website" {
|
||||||
|
agent_id = coder_agent.example.id
|
||||||
|
order = 2
|
||||||
|
slug = "website"
|
||||||
|
external = true
|
||||||
|
display_name = module.git_clone.folder_name
|
||||||
|
url = module.git_clone.web_url
|
||||||
|
icon = module.git_clone.git_provider != "" ? "/icon/${module.git_clone.git_provider}.svg" : "/icon/git.svg"
|
||||||
|
count = module.git_clone.web_url != "" ? 1 : 0
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
Configuring `git-clone` for a self-hosted GitHub Enterprise Server running at `github.example.com`
|
||||||
|
|
||||||
|
```tf
|
||||||
|
module "git-clone" {
|
||||||
|
source = "registry.coder.com/modules/git-clone/coder"
|
||||||
|
version = "1.0.11"
|
||||||
|
agent_id = coder_agent.example.id
|
||||||
|
url = "https://github.example.com/coder/coder/tree/feat/example"
|
||||||
|
git_providers = {
|
||||||
|
"https://github.example.com/" = {
|
||||||
|
provider = "github"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
## GitLab clone with branch name
|
||||||
|
|
||||||
|
To GitLab clone with a specific branch like `feat/example`
|
||||||
|
|
||||||
|
```tf
|
||||||
|
module "git-clone" {
|
||||||
|
source = "registry.coder.com/modules/git-clone/coder"
|
||||||
|
version = "1.0.11"
|
||||||
|
agent_id = coder_agent.example.id
|
||||||
|
url = "https://gitlab.com/coder/coder/-/tree/feat/example"
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
Configuring `git-clone` for a self-hosted GitLab running at `gitlab.example.com`
|
||||||
|
|
||||||
|
```tf
|
||||||
|
module "git-clone" {
|
||||||
|
source = "registry.coder.com/modules/git-clone/coder"
|
||||||
|
version = "1.0.11"
|
||||||
|
agent_id = coder_agent.example.id
|
||||||
|
url = "https://gitlab.example.com/coder/coder/-/tree/feat/example"
|
||||||
|
git_providers = {
|
||||||
|
"https://gitlab.example.com/" = {
|
||||||
|
provider = "gitlab"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
## Git clone with branch_name set
|
||||||
|
|
||||||
|
Alternatively, you can set the `branch_name` attribute to clone a specific branch.
|
||||||
|
|
||||||
|
For example, to clone the `feat/example` branch:
|
||||||
|
|
||||||
|
```tf
|
||||||
|
module "git-clone" {
|
||||||
|
source = "registry.coder.com/modules/git-clone/coder"
|
||||||
|
version = "1.0.11"
|
||||||
|
agent_id = coder_agent.example.id
|
||||||
|
url = "https://github.com/coder/coder"
|
||||||
|
branch_name = "feat/example"
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|||||||
@@ -36,4 +36,196 @@ describe("git-clone", async () => {
|
|||||||
"Cloning fake-url to ~/fake-url...",
|
"Cloning fake-url to ~/fake-url...",
|
||||||
]);
|
]);
|
||||||
});
|
});
|
||||||
|
|
||||||
|
it("repo_dir should match repo name for https", async () => {
|
||||||
|
const url = "https://github.com/coder/coder.git";
|
||||||
|
const state = await runTerraformApply(import.meta.dir, {
|
||||||
|
agent_id: "foo",
|
||||||
|
base_dir: "/tmp",
|
||||||
|
url,
|
||||||
|
});
|
||||||
|
expect(state.outputs.repo_dir.value).toEqual("/tmp/coder");
|
||||||
|
expect(state.outputs.folder_name.value).toEqual("coder");
|
||||||
|
expect(state.outputs.clone_url.value).toEqual(url);
|
||||||
|
expect(state.outputs.web_url.value).toEqual(url);
|
||||||
|
expect(state.outputs.branch_name.value).toEqual("");
|
||||||
|
});
|
||||||
|
|
||||||
|
it("repo_dir should match repo name for https without .git", async () => {
|
||||||
|
const url = "https://github.com/coder/coder";
|
||||||
|
const state = await runTerraformApply(import.meta.dir, {
|
||||||
|
agent_id: "foo",
|
||||||
|
base_dir: "/tmp",
|
||||||
|
url,
|
||||||
|
});
|
||||||
|
expect(state.outputs.repo_dir.value).toEqual("/tmp/coder");
|
||||||
|
expect(state.outputs.clone_url.value).toEqual(url);
|
||||||
|
expect(state.outputs.web_url.value).toEqual(url);
|
||||||
|
expect(state.outputs.branch_name.value).toEqual("");
|
||||||
|
});
|
||||||
|
|
||||||
|
it("repo_dir should match repo name for ssh", async () => {
|
||||||
|
const url = "git@github.com:coder/coder.git";
|
||||||
|
const state = await runTerraformApply(import.meta.dir, {
|
||||||
|
agent_id: "foo",
|
||||||
|
base_dir: "/tmp",
|
||||||
|
url,
|
||||||
|
});
|
||||||
|
expect(state.outputs.repo_dir.value).toEqual("/tmp/coder");
|
||||||
|
expect(state.outputs.git_provider.value).toEqual("");
|
||||||
|
expect(state.outputs.clone_url.value).toEqual(url);
|
||||||
|
const https_url = "https://github.com/coder/coder.git";
|
||||||
|
expect(state.outputs.web_url.value).toEqual(https_url);
|
||||||
|
expect(state.outputs.branch_name.value).toEqual("");
|
||||||
|
});
|
||||||
|
|
||||||
|
it("branch_name should not include query string", async () => {
|
||||||
|
const state = await runTerraformApply(import.meta.dir, {
|
||||||
|
agent_id: "foo",
|
||||||
|
url: "https://gitlab.com/mike.brew/repo-tests.log/-/tree/feat/branch?ref_type=heads",
|
||||||
|
});
|
||||||
|
expect(state.outputs.repo_dir.value).toEqual("~/repo-tests.log");
|
||||||
|
expect(state.outputs.folder_name.value).toEqual("repo-tests.log");
|
||||||
|
const https_url = "https://gitlab.com/mike.brew/repo-tests.log";
|
||||||
|
expect(state.outputs.clone_url.value).toEqual(https_url);
|
||||||
|
expect(state.outputs.web_url.value).toEqual(https_url);
|
||||||
|
expect(state.outputs.branch_name.value).toEqual("feat/branch");
|
||||||
|
});
|
||||||
|
|
||||||
|
it("branch_name should not include fragments", async () => {
|
||||||
|
const state = await runTerraformApply(import.meta.dir, {
|
||||||
|
agent_id: "foo",
|
||||||
|
base_dir: "/tmp",
|
||||||
|
url: "https://gitlab.com/mike.brew/repo-tests.log/-/tree/feat/branch#name",
|
||||||
|
});
|
||||||
|
expect(state.outputs.repo_dir.value).toEqual("/tmp/repo-tests.log");
|
||||||
|
const https_url = "https://gitlab.com/mike.brew/repo-tests.log";
|
||||||
|
expect(state.outputs.clone_url.value).toEqual(https_url);
|
||||||
|
expect(state.outputs.web_url.value).toEqual(https_url);
|
||||||
|
expect(state.outputs.branch_name.value).toEqual("feat/branch");
|
||||||
|
});
|
||||||
|
|
||||||
|
it("gitlab url with branch should match", async () => {
|
||||||
|
const state = await runTerraformApply(import.meta.dir, {
|
||||||
|
agent_id: "foo",
|
||||||
|
base_dir: "/tmp",
|
||||||
|
url: "https://gitlab.com/mike.brew/repo-tests.log/-/tree/feat/branch",
|
||||||
|
});
|
||||||
|
expect(state.outputs.repo_dir.value).toEqual("/tmp/repo-tests.log");
|
||||||
|
expect(state.outputs.git_provider.value).toEqual("gitlab");
|
||||||
|
const https_url = "https://gitlab.com/mike.brew/repo-tests.log";
|
||||||
|
expect(state.outputs.clone_url.value).toEqual(https_url);
|
||||||
|
expect(state.outputs.web_url.value).toEqual(https_url);
|
||||||
|
expect(state.outputs.branch_name.value).toEqual("feat/branch");
|
||||||
|
});
|
||||||
|
|
||||||
|
it("github url with branch should match", async () => {
|
||||||
|
const state = await runTerraformApply(import.meta.dir, {
|
||||||
|
agent_id: "foo",
|
||||||
|
base_dir: "/tmp",
|
||||||
|
url: "https://github.com/michaelbrewer/repo-tests.log/tree/feat/branch",
|
||||||
|
});
|
||||||
|
expect(state.outputs.repo_dir.value).toEqual("/tmp/repo-tests.log");
|
||||||
|
expect(state.outputs.git_provider.value).toEqual("github");
|
||||||
|
const https_url = "https://github.com/michaelbrewer/repo-tests.log";
|
||||||
|
expect(state.outputs.clone_url.value).toEqual(https_url);
|
||||||
|
expect(state.outputs.web_url.value).toEqual(https_url);
|
||||||
|
expect(state.outputs.branch_name.value).toEqual("feat/branch");
|
||||||
|
});
|
||||||
|
|
||||||
|
it("self-host git url with branch should match", async () => {
|
||||||
|
const state = await runTerraformApply(import.meta.dir, {
|
||||||
|
agent_id: "foo",
|
||||||
|
base_dir: "/tmp",
|
||||||
|
url: "https://git.example.com/example/project/-/tree/feat/example",
|
||||||
|
git_providers: `
|
||||||
|
{
|
||||||
|
"https://git.example.com/" = {
|
||||||
|
provider = "gitlab"
|
||||||
|
}
|
||||||
|
}`,
|
||||||
|
});
|
||||||
|
expect(state.outputs.repo_dir.value).toEqual("/tmp/project");
|
||||||
|
expect(state.outputs.git_provider.value).toEqual("gitlab");
|
||||||
|
const https_url = "https://git.example.com/example/project";
|
||||||
|
expect(state.outputs.clone_url.value).toEqual(https_url);
|
||||||
|
expect(state.outputs.web_url.value).toEqual(https_url);
|
||||||
|
expect(state.outputs.branch_name.value).toEqual("feat/example");
|
||||||
|
});
|
||||||
|
|
||||||
|
it("handle unsupported git provider configuration", async () => {
|
||||||
|
const t = async () => {
|
||||||
|
await runTerraformApply(import.meta.dir, {
|
||||||
|
agent_id: "foo",
|
||||||
|
url: "foo",
|
||||||
|
git_providers: `
|
||||||
|
{
|
||||||
|
"https://git.example.com/" = {
|
||||||
|
provider = "bitbucket"
|
||||||
|
}
|
||||||
|
}`,
|
||||||
|
});
|
||||||
|
};
|
||||||
|
expect(t).toThrow('Allowed values for provider are "github" or "gitlab".');
|
||||||
|
});
|
||||||
|
|
||||||
|
it("handle unknown git provider url", async () => {
|
||||||
|
const url = "https://git.unknown.com/coder/coder";
|
||||||
|
const state = await runTerraformApply(import.meta.dir, {
|
||||||
|
agent_id: "foo",
|
||||||
|
base_dir: "/tmp",
|
||||||
|
url,
|
||||||
|
});
|
||||||
|
expect(state.outputs.repo_dir.value).toEqual("/tmp/coder");
|
||||||
|
expect(state.outputs.clone_url.value).toEqual(url);
|
||||||
|
expect(state.outputs.web_url.value).toEqual(url);
|
||||||
|
expect(state.outputs.branch_name.value).toEqual("");
|
||||||
|
});
|
||||||
|
|
||||||
|
it("runs with github clone with switch to feat/branch", async () => {
|
||||||
|
const state = await runTerraformApply(import.meta.dir, {
|
||||||
|
agent_id: "foo",
|
||||||
|
url: "https://github.com/michaelbrewer/repo-tests.log/tree/feat/branch",
|
||||||
|
});
|
||||||
|
const output = await executeScriptInContainer(state, "alpine/git");
|
||||||
|
expect(output.exitCode).toBe(0);
|
||||||
|
expect(output.stdout).toEqual([
|
||||||
|
"Creating directory ~/repo-tests.log...",
|
||||||
|
"Cloning https://github.com/michaelbrewer/repo-tests.log to ~/repo-tests.log on branch feat/branch...",
|
||||||
|
]);
|
||||||
|
});
|
||||||
|
|
||||||
|
it("runs with gitlab clone with switch to feat/branch", async () => {
|
||||||
|
const state = await runTerraformApply(import.meta.dir, {
|
||||||
|
agent_id: "foo",
|
||||||
|
url: "https://gitlab.com/mike.brew/repo-tests.log/-/tree/feat/branch",
|
||||||
|
});
|
||||||
|
const output = await executeScriptInContainer(state, "alpine/git");
|
||||||
|
expect(output.exitCode).toBe(0);
|
||||||
|
expect(output.stdout).toEqual([
|
||||||
|
"Creating directory ~/repo-tests.log...",
|
||||||
|
"Cloning https://gitlab.com/mike.brew/repo-tests.log to ~/repo-tests.log on branch feat/branch...",
|
||||||
|
]);
|
||||||
|
});
|
||||||
|
|
||||||
|
it("runs with github clone with branch_name set to feat/branch", async () => {
|
||||||
|
const url = "https://github.com/michaelbrewer/repo-tests.log";
|
||||||
|
const branch_name = "feat/branch";
|
||||||
|
const state = await runTerraformApply(import.meta.dir, {
|
||||||
|
agent_id: "foo",
|
||||||
|
url,
|
||||||
|
branch_name,
|
||||||
|
});
|
||||||
|
expect(state.outputs.repo_dir.value).toEqual("~/repo-tests.log");
|
||||||
|
expect(state.outputs.clone_url.value).toEqual(url);
|
||||||
|
expect(state.outputs.web_url.value).toEqual(url);
|
||||||
|
expect(state.outputs.branch_name.value).toEqual(branch_name);
|
||||||
|
|
||||||
|
const output = await executeScriptInContainer(state, "alpine/git");
|
||||||
|
expect(output.exitCode).toBe(0);
|
||||||
|
expect(output.stdout).toEqual([
|
||||||
|
"Creating directory ~/repo-tests.log...",
|
||||||
|
"Cloning https://github.com/michaelbrewer/repo-tests.log to ~/repo-tests.log on branch feat/branch...",
|
||||||
|
]);
|
||||||
|
});
|
||||||
});
|
});
|
||||||
|
|||||||
@@ -25,8 +25,50 @@ variable "agent_id" {
|
|||||||
type = string
|
type = string
|
||||||
}
|
}
|
||||||
|
|
||||||
|
variable "git_providers" {
|
||||||
|
type = map(object({
|
||||||
|
provider = string
|
||||||
|
}))
|
||||||
|
description = "A mapping of URLs to their git provider."
|
||||||
|
default = {
|
||||||
|
"https://github.com/" = {
|
||||||
|
provider = "github"
|
||||||
|
},
|
||||||
|
"https://gitlab.com/" = {
|
||||||
|
provider = "gitlab"
|
||||||
|
},
|
||||||
|
}
|
||||||
|
validation {
|
||||||
|
error_message = "Allowed values for provider are \"github\" or \"gitlab\"."
|
||||||
|
condition = alltrue([for provider in var.git_providers : contains(["github", "gitlab"], provider.provider)])
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "branch_name" {
|
||||||
|
description = "The branch name to clone. If not provided, the default branch will be cloned."
|
||||||
|
type = string
|
||||||
|
default = ""
|
||||||
|
}
|
||||||
|
|
||||||
locals {
|
locals {
|
||||||
clone_path = var.base_dir != "" ? join("/", [var.base_dir, replace(basename(var.url), ".git", "")]) : join("/", ["~", replace(basename(var.url), ".git", "")])
|
# Remove query parameters and fragments from the URL
|
||||||
|
url = replace(replace(var.url, "/\\?.*/", ""), "/#.*/", "")
|
||||||
|
|
||||||
|
# Find the git provider based on the URL and determine the tree path
|
||||||
|
provider_key = try(one([for key in keys(var.git_providers) : key if startswith(local.url, key)]), null)
|
||||||
|
provider = try(lookup(var.git_providers, local.provider_key).provider, "")
|
||||||
|
tree_path = local.provider == "gitlab" ? "/-/tree/" : local.provider == "github" ? "/tree/" : ""
|
||||||
|
|
||||||
|
# Remove tree and branch name from the URL
|
||||||
|
clone_url = var.branch_name == "" && local.tree_path != "" ? replace(local.url, "/${local.tree_path}.*/", "") : local.url
|
||||||
|
# Extract the branch name from the URL
|
||||||
|
branch_name = var.branch_name == "" && local.tree_path != "" ? replace(replace(local.url, local.clone_url, ""), "/.*${local.tree_path}/", "") : var.branch_name
|
||||||
|
# Extract the folder name from the URL
|
||||||
|
folder_name = replace(basename(local.clone_url), ".git", "")
|
||||||
|
# Construct the path to clone the repository
|
||||||
|
clone_path = var.base_dir != "" ? join("/", [var.base_dir, local.folder_name]) : join("/", ["~", local.folder_name])
|
||||||
|
# Construct the web URL
|
||||||
|
web_url = startswith(local.clone_url, "git@") ? replace(replace(local.clone_url, ":", "/"), "git@", "https://") : local.clone_url
|
||||||
}
|
}
|
||||||
|
|
||||||
output "repo_dir" {
|
output "repo_dir" {
|
||||||
@@ -34,11 +76,37 @@ output "repo_dir" {
|
|||||||
description = "Full path of cloned repo directory"
|
description = "Full path of cloned repo directory"
|
||||||
}
|
}
|
||||||
|
|
||||||
|
output "git_provider" {
|
||||||
|
value = local.provider
|
||||||
|
description = "The git provider of the repository"
|
||||||
|
}
|
||||||
|
|
||||||
|
output "folder_name" {
|
||||||
|
value = local.folder_name
|
||||||
|
description = "The name of the folder that will be created"
|
||||||
|
}
|
||||||
|
|
||||||
|
output "clone_url" {
|
||||||
|
value = local.clone_url
|
||||||
|
description = "The exact Git repository URL that will be cloned"
|
||||||
|
}
|
||||||
|
|
||||||
|
output "web_url" {
|
||||||
|
value = local.web_url
|
||||||
|
description = "Git https repository URL (may be invalid for unsupported providers)"
|
||||||
|
}
|
||||||
|
|
||||||
|
output "branch_name" {
|
||||||
|
value = local.branch_name
|
||||||
|
description = "Git branch name (may be empty)"
|
||||||
|
}
|
||||||
|
|
||||||
resource "coder_script" "git_clone" {
|
resource "coder_script" "git_clone" {
|
||||||
agent_id = var.agent_id
|
agent_id = var.agent_id
|
||||||
script = templatefile("${path.module}/run.sh", {
|
script = templatefile("${path.module}/run.sh", {
|
||||||
CLONE_PATH = local.clone_path
|
CLONE_PATH = local.clone_path,
|
||||||
REPO_URL : var.url,
|
REPO_URL : local.clone_url,
|
||||||
|
BRANCH_NAME : local.branch_name,
|
||||||
})
|
})
|
||||||
display_name = "Git Clone"
|
display_name = "Git Clone"
|
||||||
icon = "/icon/git.svg"
|
icon = "/icon/git.svg"
|
||||||
|
|||||||
@@ -2,6 +2,7 @@
|
|||||||
|
|
||||||
REPO_URL="${REPO_URL}"
|
REPO_URL="${REPO_URL}"
|
||||||
CLONE_PATH="${CLONE_PATH}"
|
CLONE_PATH="${CLONE_PATH}"
|
||||||
|
BRANCH_NAME="${BRANCH_NAME}"
|
||||||
# Expand home if it's specified!
|
# Expand home if it's specified!
|
||||||
CLONE_PATH="$${CLONE_PATH/#\~/$${HOME}}"
|
CLONE_PATH="$${CLONE_PATH/#\~/$${HOME}}"
|
||||||
|
|
||||||
@@ -33,8 +34,13 @@ fi
|
|||||||
# Check if the directory is empty
|
# Check if the directory is empty
|
||||||
# and if it is, clone the repo, otherwise skip cloning
|
# and if it is, clone the repo, otherwise skip cloning
|
||||||
if [ -z "$(ls -A "$CLONE_PATH")" ]; then
|
if [ -z "$(ls -A "$CLONE_PATH")" ]; then
|
||||||
echo "Cloning $REPO_URL to $CLONE_PATH..."
|
if [ -z "$BRANCH_NAME" ]; then
|
||||||
git clone "$REPO_URL" "$CLONE_PATH"
|
echo "Cloning $REPO_URL to $CLONE_PATH..."
|
||||||
|
git clone "$REPO_URL" "$CLONE_PATH"
|
||||||
|
else
|
||||||
|
echo "Cloning $REPO_URL to $CLONE_PATH on branch $BRANCH_NAME..."
|
||||||
|
git clone "$REPO_URL" -b "$BRANCH_NAME" "$CLONE_PATH"
|
||||||
|
fi
|
||||||
else
|
else
|
||||||
echo "$CLONE_PATH already exists and isn't empty, skipping clone!"
|
echo "$CLONE_PATH already exists and isn't empty, skipping clone!"
|
||||||
exit 0
|
exit 0
|
||||||
|
|||||||
Reference in New Issue
Block a user