patch of spindle: add environment variables to pipeline workflows · round #0 · pull #843 · tangled.org/core

+4 -5

spindle/engines/nixery/engine.go

···

       73
        
       type addlFields struct {

     

       74
        
       	image     string

     

       75
        
       	container string

     

       76
       -
       	env       map[string]string

     

       77
        
       }

     

       78
        
       

     

       79
        
       func (e *Engine) InitWorkflow(twf tangled.Pipeline_Workflow, tpl tangled.Pipeline) (*models.Workflow, error) {

     
···

       103
        
       		swf.Steps = append(swf.Steps, sstep)

     

       104
        
       	}

     

       105
        
       	swf.Name = twf.Name

     

       106
       -
       	addl.env = dwf.Environment

     

       107
        
       	addl.image = workflowImage(dwf.Dependencies, e.cfg.NixeryPipelines.Nixery)

     

       108
        
       

     

       109
        
       	setup := &setupSteps{}

     
···

       288
        
       

     

       289
        
       func (e *Engine) RunStep(ctx context.Context, wid models.WorkflowId, w *models.Workflow, idx int, secrets []secrets.UnlockedSecret, wfLogger *models.WorkflowLogger) error {

     

       290
        
       	addl := w.Data.(addlFields)

     

       291
       -
       	workflowEnvs := ConstructEnvs(addl.env)

     

       292
        
       	// TODO(winter): should SetupWorkflow also have secret access?

     

       293
        
       	// IMO yes, but probably worth thinking on.

     

       294
        
       	for _, s := range secrets {

     
···

       310
        
       	envs.AddEnv("HOME", homeDir)

     

       311
        
       

     

       312
        
       	mkExecResp, err := e.docker.ContainerExecCreate(ctx, addl.container, container.ExecOptions{

     

       313
       -
       		Cmd:          []string{"bash", "-c", step.command},

     

       314
        
       		AttachStdout: true,

     

       315
        
       		AttachStderr: true,

     

       316
        
       		Env:          envs,

     
···

       333
        
       		// Docker doesn't provide an API to kill an exec run

     

       334
        
       		// (sure, we could grab the PID and kill it ourselves,

     

       335
        
       		// but that's wasted effort)

     

       336
       -
       		e.l.Warn("step timed out", "step", step.Name)

     

       337
        
       

     

       338
        
       		<-tailDone

     

       339

···

       73
        
       type addlFields struct {

     

       74
        
       	image     string

     

       75
        
       	container string

     

       0
        
       
     

       76
        
       }

     

       77
        
       

     

       78
        
       func (e *Engine) InitWorkflow(twf tangled.Pipeline_Workflow, tpl tangled.Pipeline) (*models.Workflow, error) {

     
···

       102
        
       		swf.Steps = append(swf.Steps, sstep)

     

       103
        
       	}

     

       104
        
       	swf.Name = twf.Name

     

       105
       +
       	swf.Environment = dwf.Environment

     

       106
        
       	addl.image = workflowImage(dwf.Dependencies, e.cfg.NixeryPipelines.Nixery)

     

       107
        
       

     

       108
        
       	setup := &setupSteps{}

     
···

       287
        
       

     

       288
        
       func (e *Engine) RunStep(ctx context.Context, wid models.WorkflowId, w *models.Workflow, idx int, secrets []secrets.UnlockedSecret, wfLogger *models.WorkflowLogger) error {

     

       289
        
       	addl := w.Data.(addlFields)

     

       290
       +
       	workflowEnvs := ConstructEnvs(w.Environment)

     

       291
        
       	// TODO(winter): should SetupWorkflow also have secret access?

     

       292
        
       	// IMO yes, but probably worth thinking on.

     

       293
        
       	for _, s := range secrets {

     
···

       309
        
       	envs.AddEnv("HOME", homeDir)

     

       310
        
       

     

       311
        
       	mkExecResp, err := e.docker.ContainerExecCreate(ctx, addl.container, container.ExecOptions{

     

       312
       +
       		Cmd:          []string{"bash", "-c", step.Command()},

     

       313
        
       		AttachStdout: true,

     

       314
        
       		AttachStderr: true,

     

       315
        
       		Env:          envs,

     
···

       332
        
       		// Docker doesn't provide an API to kill an exec run

     

       333
        
       		// (sure, we could grab the PID and kill it ourselves,

     

       334
        
       		// but that's wasted effort)

     

       335
       +
       		e.l.Warn("step timed out", "step", step.Name())

     

       336
        
       

     

       337
        
       		<-tailDone

     

       338

+6 -7

spindle/models/clone.go

···

       55
        
       		}

     

       56
        
       	}

     

       57
        
       

     

       58
       -
       	repoURL := buildRepoURL(tr, dev)

     

       59
        
       

     

       60
        
       	var cloneOpts tangled.Pipeline_CloneOpts

     

       61
        
       	if twf.Clone != nil {

     
···

       101
        
       	}

     

       102
        
       }

     

       103
        
       

     

       104
       -
       // buildRepoURL constructs the repository URL from trigger metadata

     

       105
       -
       func buildRepoURL(tr tangled.Pipeline_TriggerMetadata, devMode bool) string {

     

       106
       -
       	if tr.Repo == nil {

     

       107
        
       		return ""

     

       108
        
       	}

     

       109
        
       

     

       110
       -
       	// Determine protocol

     

       111
        
       	scheme := "https://"

     

       112
        
       	if devMode {

     

       113
        
       		scheme = "http://"

     

       114
        
       	}

     

       115
        
       

     

       116
        
       	// Get host from knot

     

       117
       -
       	host := tr.Repo.Knot

     

       118
        
       

     

       119
        
       	// In dev mode, replace localhost with host.docker.internal for Docker networking

     

       120
        
       	if devMode && strings.Contains(host, "localhost") {

     
···

       122
        
       	}

     

       123
        
       

     

       124
        
       	// Build URL: {scheme}{knot}/{did}/{repo}

     

       125
       -
       	return fmt.Sprintf("%s%s/%s/%s", scheme, host, tr.Repo.Did, tr.Repo.Repo)

     

       126
        
       }

     

       127
        
       

     

       128
        
       // buildFetchArgs constructs the arguments for git fetch based on clone options

···

       55
        
       		}

     

       56
        
       	}

     

       57
        
       

     

       58
       +
       	repoURL := BuildRepoURL(tr.Repo, dev)

     

       59
        
       

     

       60
        
       	var cloneOpts tangled.Pipeline_CloneOpts

     

       61
        
       	if twf.Clone != nil {

     
···

       101
        
       	}

     

       102
        
       }

     

       103
        
       

     

       104
       +
       // BuildRepoURL constructs the repository URL from repo metadata.

     

       105
       +
       func BuildRepoURL(repo *tangled.Pipeline_TriggerRepo, devMode bool) string {

     

       106
       +
       	if repo == nil {

     

       107
        
       		return ""

     

       108
        
       	}

     

       109
        
       

     

       0
        
       
     

       110
        
       	scheme := "https://"

     

       111
        
       	if devMode {

     

       112
        
       		scheme = "http://"

     

       113
        
       	}

     

       114
        
       

     

       115
        
       	// Get host from knot

     

       116
       +
       	host := repo.Knot

     

       117
        
       

     

       118
        
       	// In dev mode, replace localhost with host.docker.internal for Docker networking

     

       119
        
       	if devMode && strings.Contains(host, "localhost") {

     
···

       121
        
       	}

     

       122
        
       

     

       123
        
       	// Build URL: {scheme}{knot}/{did}/{repo}

     

       124
       +
       	return fmt.Sprintf("%s%s/%s/%s", scheme, host, repo.Did, repo.Repo)

     

       125
        
       }

     

       126
        
       

     

       127
        
       // buildFetchArgs constructs the arguments for git fetch based on clone options

+4 -3

spindle/models/pipeline.go

···

       22
        
       )

     

       23
        
       

     

       24
        
       type Workflow struct {

     

       25
       -
       	Steps []Step

     

       26
       -
       	Name  string

     

       27
       -
       	Data  any

     

       0
        
       
     

       28
        
       }

···

       22
        
       )

     

       23
        
       

     

       24
        
       type Workflow struct {

     

       25
       +
       	Steps       []Step

     

       26
       +
       	Name        string

     

       27
       +
       	Data        any

     

       28
       +
       	Environment map[string]string

     

       29
        
       }

+91

spindle/models/pipeline_env.go

···

       1
       +
       package models

     

       2
       +
       

     

       3
       +
       import (

     

       4
       +
       	"strings"

     

       5
       +
       

     

       6
       +
       	"tangled.org/core/api/tangled"

     

       7
       +
       	"tangled.org/core/workflow"

     

       8
       +
       )

     

       9
       +
       

     

       10
       +
       // PipelineEnvVars extracts environment variables from pipeline trigger metadata.

     

       11
       +
       // These are framework-provided variables that are injected into workflow steps.

     

       12
       +
       func PipelineEnvVars(tr *tangled.Pipeline_TriggerMetadata, pipelineId PipelineId, devMode bool) map[string]string {

     

       13
       +
       	if tr == nil {

     

       14
       +
       		return nil

     

       15
       +
       	}

     

       16
       +
       

     

       17
       +
       	env := make(map[string]string)

     

       18
       +
       

     

       19
       +
       	// Standard CI environment variable

     

       20
       +
       	env["CI"] = "true"

     

       21
       +
       

     

       22
       +
       	env["TANGLED_PIPELINE_ID"] = pipelineId.Rkey

     

       23
       +
       

     

       24
       +
       	// Repo info

     

       25
       +
       	if tr.Repo != nil {

     

       26
       +
       		env["TANGLED_REPO_KNOT"] = tr.Repo.Knot

     

       27
       +
       		env["TANGLED_REPO_DID"] = tr.Repo.Did

     

       28
       +
       		env["TANGLED_REPO_NAME"] = tr.Repo.Repo

     

       29
       +
       		env["TANGLED_REPO_DEFAULT_BRANCH"] = tr.Repo.DefaultBranch

     

       30
       +
       		env["TANGLED_REPO_URL"] = BuildRepoURL(tr.Repo, devMode)

     

       31
       +
       	}

     

       32
       +
       

     

       33
       +
       	switch workflow.TriggerKind(tr.Kind) {

     

       34
       +
       	case workflow.TriggerKindPush:

     

       35
       +
       		if tr.Push != nil {

     

       36
       +
       			env["TANGLED_REF"] = tr.Push.Ref

     

       37
       +
       			env["TANGLED_REF_NAME"] = extractRefName(tr.Push.Ref)

     

       38
       +
       			env["TANGLED_REF_TYPE"] = extractRefType(tr.Push.Ref)

     

       39
       +
       			env["TANGLED_SHA"] = tr.Push.NewSha

     

       40
       +
       			env["TANGLED_COMMIT_SHA"] = tr.Push.NewSha

     

       41
       +
       		}

     

       42
       +
       

     

       43
       +
       	case workflow.TriggerKindPullRequest:

     

       44
       +
       		if tr.PullRequest != nil {

     

       45
       +
       			// For PRs, the "ref" is the source branch

     

       46
       +
       			env["TANGLED_REF"] = "refs/heads/" + tr.PullRequest.SourceBranch

     

       47
       +
       			env["TANGLED_REF_NAME"] = tr.PullRequest.SourceBranch

     

       48
       +
       			env["TANGLED_REF_TYPE"] = "branch"

     

       49
       +
       			env["TANGLED_SHA"] = tr.PullRequest.SourceSha

     

       50
       +
       			env["TANGLED_COMMIT_SHA"] = tr.PullRequest.SourceSha

     

       51
       +
       

     

       52
       +
       			// PR-specific variables

     

       53
       +
       			env["TANGLED_PR_SOURCE_BRANCH"] = tr.PullRequest.SourceBranch

     

       54
       +
       			env["TANGLED_PR_TARGET_BRANCH"] = tr.PullRequest.TargetBranch

     

       55
       +
       			env["TANGLED_PR_SOURCE_SHA"] = tr.PullRequest.SourceSha

     

       56
       +
       			env["TANGLED_PR_ACTION"] = tr.PullRequest.Action

     

       57
       +
       		}

     

       58
       +
       

     

       59
       +
       	case workflow.TriggerKindManual:

     

       60
       +
       		// Manual triggers may not have ref/sha info

     

       61
       +
       		// Include any manual inputs if present

     

       62
       +
       		if tr.Manual != nil {

     

       63
       +
       			for _, pair := range tr.Manual.Inputs {

     

       64
       +
       				env["TANGLED_INPUT_"+strings.ToUpper(pair.Key)] = pair.Value

     

       65
       +
       			}

     

       66
       +
       		}

     

       67
       +
       	}

     

       68
       +
       

     

       69
       +
       	return env

     

       70
       +
       }

     

       71
       +
       

     

       72
       +
       // extractRefName extracts the branch or tag name from a full git ref.

     

       73
       +
       // e.g., "refs/heads/main" -> "main", "refs/tags/v1.0.0" -> "v1.0.0"

     

       74
       +
       func extractRefName(ref string) string {

     

       75
       +
       	if branch, ok := strings.CutPrefix(ref, "refs/heads/"); ok {

     

       76
       +
       		return branch

     

       77
       +
       	}

     

       78
       +
       	if tag, ok := strings.CutPrefix(ref, "refs/tags/"); ok {

     

       79
       +
       		return tag

     

       80
       +
       	}

     

       81
       +
       	// Fallback: return as-is if not a standard ref format

     

       82
       +
       	return ref

     

       83
       +
       }

     

       84
       +
       

     

       85
       +
       // extractRefType determines if a ref is a branch or tag.

     

       86
       +
       func extractRefType(ref string) string {

     

       87
       +
       	if strings.HasPrefix(ref, "refs/tags/") {

     

       88
       +
       		return "tag"

     

       89
       +
       	}

     

       90
       +
       	return "branch"

     

       91
       +
       }

+300

spindle/models/pipeline_env_test.go

···

       1
       +
       package models

     

       2
       +
       

     

       3
       +
       import (

     

       4
       +
       	"testing"

     

       5
       +
       

     

       6
       +
       	"tangled.org/core/api/tangled"

     

       7
       +
       	"tangled.org/core/workflow"

     

       8
       +
       )

     

       9
       +
       

     

       10
       +
       func TestPipelineEnvVars_PushBranch(t *testing.T) {

     

       11
       +
       	tr := &tangled.Pipeline_TriggerMetadata{

     

       12
       +
       		Kind: string(workflow.TriggerKindPush),

     

       13
       +
       		Push: &tangled.Pipeline_PushTriggerData{

     

       14
       +
       			NewSha: "abc123def456",

     

       15
       +
       			OldSha: "000000000000",

     

       16
       +
       			Ref:    "refs/heads/main",

     

       17
       +
       		},

     

       18
       +
       		Repo: &tangled.Pipeline_TriggerRepo{

     

       19
       +
       			Knot:          "example.com",

     

       20
       +
       			Did:           "did:plc:user123",

     

       21
       +
       			Repo:          "my-repo",

     

       22
       +
       			DefaultBranch: "main",

     

       23
       +
       		},

     

       24
       +
       	}

     

       25
       +
       	id := PipelineId{

     

       26
       +
       		Knot: "example.com",

     

       27
       +
       		Rkey: "123123",

     

       28
       +
       	}

     

       29
       +
       	env := PipelineEnvVars(tr, id, false)

     

       30
       +
       

     

       31
       +
       	// Check standard CI variable

     

       32
       +
       	if env["CI"] != "true" {

     

       33
       +
       		t.Errorf("Expected CI='true', got '%s'", env["CI"])

     

       34
       +
       	}

     

       35
       +
       

     

       36
       +
       	// Check ref variables

     

       37
       +
       	if env["TANGLED_REF"] != "refs/heads/main" {

     

       38
       +
       		t.Errorf("Expected TANGLED_REF='refs/heads/main', got '%s'", env["TANGLED_REF"])

     

       39
       +
       	}

     

       40
       +
       	if env["TANGLED_REF_NAME"] != "main" {

     

       41
       +
       		t.Errorf("Expected TANGLED_REF_NAME='main', got '%s'", env["TANGLED_REF_NAME"])

     

       42
       +
       	}

     

       43
       +
       	if env["TANGLED_REF_TYPE"] != "branch" {

     

       44
       +
       		t.Errorf("Expected TANGLED_REF_TYPE='branch', got '%s'", env["TANGLED_REF_TYPE"])

     

       45
       +
       	}

     

       46
       +
       

     

       47
       +
       	// Check SHA variables

     

       48
       +
       	if env["TANGLED_SHA"] != "abc123def456" {

     

       49
       +
       		t.Errorf("Expected TANGLED_SHA='abc123def456', got '%s'", env["TANGLED_SHA"])

     

       50
       +
       	}

     

       51
       +
       	if env["TANGLED_COMMIT_SHA"] != "abc123def456" {

     

       52
       +
       		t.Errorf("Expected TANGLED_COMMIT_SHA='abc123def456', got '%s'", env["TANGLED_COMMIT_SHA"])

     

       53
       +
       	}

     

       54
       +
       

     

       55
       +
       	// Check repo variables

     

       56
       +
       	if env["TANGLED_REPO_KNOT"] != "example.com" {

     

       57
       +
       		t.Errorf("Expected TANGLED_REPO_KNOT='example.com', got '%s'", env["TANGLED_REPO_KNOT"])

     

       58
       +
       	}

     

       59
       +
       	if env["TANGLED_REPO_DID"] != "did:plc:user123" {

     

       60
       +
       		t.Errorf("Expected TANGLED_REPO_DID='did:plc:user123', got '%s'", env["TANGLED_REPO_DID"])

     

       61
       +
       	}

     

       62
       +
       	if env["TANGLED_REPO_NAME"] != "my-repo" {

     

       63
       +
       		t.Errorf("Expected TANGLED_REPO_NAME='my-repo', got '%s'", env["TANGLED_REPO_NAME"])

     

       64
       +
       	}

     

       65
       +
       	if env["TANGLED_REPO_DEFAULT_BRANCH"] != "main" {

     

       66
       +
       		t.Errorf("Expected TANGLED_REPO_DEFAULT_BRANCH='main', got '%s'", env["TANGLED_REPO_DEFAULT_BRANCH"])

     

       67
       +
       	}

     

       68
       +
       	if env["TANGLED_REPO_URL"] != "https://example.com/did:plc:user123/my-repo" {

     

       69
       +
       		t.Errorf("Expected TANGLED_REPO_URL='https://example.com/did:plc:user123/my-repo', got '%s'", env["TANGLED_REPO_URL"])

     

       70
       +
       	}

     

       71
       +
       }

     

       72
       +
       

     

       73
       +
       func TestPipelineEnvVars_PushTag(t *testing.T) {

     

       74
       +
       	tr := &tangled.Pipeline_TriggerMetadata{

     

       75
       +
       		Kind: string(workflow.TriggerKindPush),

     

       76
       +
       		Push: &tangled.Pipeline_PushTriggerData{

     

       77
       +
       			NewSha: "abc123def456",

     

       78
       +
       			OldSha: "000000000000",

     

       79
       +
       			Ref:    "refs/tags/v1.2.3",

     

       80
       +
       		},

     

       81
       +
       		Repo: &tangled.Pipeline_TriggerRepo{

     

       82
       +
       			Knot: "example.com",

     

       83
       +
       			Did:  "did:plc:user123",

     

       84
       +
       			Repo: "my-repo",

     

       85
       +
       		},

     

       86
       +
       	}

     

       87
       +
       	id := PipelineId{

     

       88
       +
       		Knot: "example.com",

     

       89
       +
       		Rkey: "123123",

     

       90
       +
       	}

     

       91
       +
       	env := PipelineEnvVars(tr, id, false)

     

       92
       +
       

     

       93
       +
       	if env["TANGLED_REF"] != "refs/tags/v1.2.3" {

     

       94
       +
       		t.Errorf("Expected TANGLED_REF='refs/tags/v1.2.3', got '%s'", env["TANGLED_REF"])

     

       95
       +
       	}

     

       96
       +
       	if env["TANGLED_REF_NAME"] != "v1.2.3" {

     

       97
       +
       		t.Errorf("Expected TANGLED_REF_NAME='v1.2.3', got '%s'", env["TANGLED_REF_NAME"])

     

       98
       +
       	}

     

       99
       +
       	if env["TANGLED_REF_TYPE"] != "tag" {

     

       100
       +
       		t.Errorf("Expected TANGLED_REF_TYPE='tag', got '%s'", env["TANGLED_REF_TYPE"])

     

       101
       +
       	}

     

       102
       +
       }

     

       103
       +
       

     

       104
       +
       func TestPipelineEnvVars_PullRequest(t *testing.T) {

     

       105
       +
       	tr := &tangled.Pipeline_TriggerMetadata{

     

       106
       +
       		Kind: string(workflow.TriggerKindPullRequest),

     

       107
       +
       		PullRequest: &tangled.Pipeline_PullRequestTriggerData{

     

       108
       +
       			SourceBranch: "feature-branch",

     

       109
       +
       			TargetBranch: "main",

     

       110
       +
       			SourceSha:    "pr-sha-789",

     

       111
       +
       			Action:       "opened",

     

       112
       +
       		},

     

       113
       +
       		Repo: &tangled.Pipeline_TriggerRepo{

     

       114
       +
       			Knot: "example.com",

     

       115
       +
       			Did:  "did:plc:user123",

     

       116
       +
       			Repo: "my-repo",

     

       117
       +
       		},

     

       118
       +
       	}

     

       119
       +
       	id := PipelineId{

     

       120
       +
       		Knot: "example.com",

     

       121
       +
       		Rkey: "123123",

     

       122
       +
       	}

     

       123
       +
       	env := PipelineEnvVars(tr, id, false)

     

       124
       +
       

     

       125
       +
       	// Check ref variables for PR

     

       126
       +
       	if env["TANGLED_REF"] != "refs/heads/feature-branch" {

     

       127
       +
       		t.Errorf("Expected TANGLED_REF='refs/heads/feature-branch', got '%s'", env["TANGLED_REF"])

     

       128
       +
       	}

     

       129
       +
       	if env["TANGLED_REF_NAME"] != "feature-branch" {

     

       130
       +
       		t.Errorf("Expected TANGLED_REF_NAME='feature-branch', got '%s'", env["TANGLED_REF_NAME"])

     

       131
       +
       	}

     

       132
       +
       	if env["TANGLED_REF_TYPE"] != "branch" {

     

       133
       +
       		t.Errorf("Expected TANGLED_REF_TYPE='branch', got '%s'", env["TANGLED_REF_TYPE"])

     

       134
       +
       	}

     

       135
       +
       

     

       136
       +
       	// Check SHA variables

     

       137
       +
       	if env["TANGLED_SHA"] != "pr-sha-789" {

     

       138
       +
       		t.Errorf("Expected TANGLED_SHA='pr-sha-789', got '%s'", env["TANGLED_SHA"])

     

       139
       +
       	}

     

       140
       +
       	if env["TANGLED_COMMIT_SHA"] != "pr-sha-789" {

     

       141
       +
       		t.Errorf("Expected TANGLED_COMMIT_SHA='pr-sha-789', got '%s'", env["TANGLED_COMMIT_SHA"])

     

       142
       +
       	}

     

       143
       +
       

     

       144
       +
       	// Check PR-specific variables

     

       145
       +
       	if env["TANGLED_PR_SOURCE_BRANCH"] != "feature-branch" {

     

       146
       +
       		t.Errorf("Expected TANGLED_PR_SOURCE_BRANCH='feature-branch', got '%s'", env["TANGLED_PR_SOURCE_BRANCH"])

     

       147
       +
       	}

     

       148
       +
       	if env["TANGLED_PR_TARGET_BRANCH"] != "main" {

     

       149
       +
       		t.Errorf("Expected TANGLED_PR_TARGET_BRANCH='main', got '%s'", env["TANGLED_PR_TARGET_BRANCH"])

     

       150
       +
       	}

     

       151
       +
       	if env["TANGLED_PR_SOURCE_SHA"] != "pr-sha-789" {

     

       152
       +
       		t.Errorf("Expected TANGLED_PR_SOURCE_SHA='pr-sha-789', got '%s'", env["TANGLED_PR_SOURCE_SHA"])

     

       153
       +
       	}

     

       154
       +
       	if env["TANGLED_PR_ACTION"] != "opened" {

     

       155
       +
       		t.Errorf("Expected TANGLED_PR_ACTION='opened', got '%s'", env["TANGLED_PR_ACTION"])

     

       156
       +
       	}

     

       157
       +
       }

     

       158
       +
       

     

       159
       +
       func TestPipelineEnvVars_ManualWithInputs(t *testing.T) {

     

       160
       +
       	tr := &tangled.Pipeline_TriggerMetadata{

     

       161
       +
       		Kind: string(workflow.TriggerKindManual),

     

       162
       +
       		Manual: &tangled.Pipeline_ManualTriggerData{

     

       163
       +
       			Inputs: []*tangled.Pipeline_Pair{

     

       164
       +
       				{Key: "version", Value: "1.0.0"},

     

       165
       +
       				{Key: "environment", Value: "production"},

     

       166
       +
       			},

     

       167
       +
       		},

     

       168
       +
       		Repo: &tangled.Pipeline_TriggerRepo{

     

       169
       +
       			Knot: "example.com",

     

       170
       +
       			Did:  "did:plc:user123",

     

       171
       +
       			Repo: "my-repo",

     

       172
       +
       		},

     

       173
       +
       	}

     

       174
       +
       	id := PipelineId{

     

       175
       +
       		Knot: "example.com",

     

       176
       +
       		Rkey: "123123",

     

       177
       +
       	}

     

       178
       +
       	env := PipelineEnvVars(tr, id, false)

     

       179
       +
       

     

       180
       +
       	// Check manual input variables

     

       181
       +
       	if env["TANGLED_INPUT_VERSION"] != "1.0.0" {

     

       182
       +
       		t.Errorf("Expected TANGLED_INPUT_VERSION='1.0.0', got '%s'", env["TANGLED_INPUT_VERSION"])

     

       183
       +
       	}

     

       184
       +
       	if env["TANGLED_INPUT_ENVIRONMENT"] != "production" {

     

       185
       +
       		t.Errorf("Expected TANGLED_INPUT_ENVIRONMENT='production', got '%s'", env["TANGLED_INPUT_ENVIRONMENT"])

     

       186
       +
       	}

     

       187
       +
       

     

       188
       +
       	// Manual triggers shouldn't have ref/sha variables

     

       189
       +
       	if _, ok := env["TANGLED_REF"]; ok {

     

       190
       +
       		t.Error("Manual trigger should not have TANGLED_REF")

     

       191
       +
       	}

     

       192
       +
       	if _, ok := env["TANGLED_SHA"]; ok {

     

       193
       +
       		t.Error("Manual trigger should not have TANGLED_SHA")

     

       194
       +
       	}

     

       195
       +
       }

     

       196
       +
       

     

       197
       +
       func TestPipelineEnvVars_DevMode(t *testing.T) {

     

       198
       +
       	tr := &tangled.Pipeline_TriggerMetadata{

     

       199
       +
       		Kind: string(workflow.TriggerKindPush),

     

       200
       +
       		Push: &tangled.Pipeline_PushTriggerData{

     

       201
       +
       			NewSha: "abc123",

     

       202
       +
       			Ref:    "refs/heads/main",

     

       203
       +
       		},

     

       204
       +
       		Repo: &tangled.Pipeline_TriggerRepo{

     

       205
       +
       			Knot: "localhost:3000",

     

       206
       +
       			Did:  "did:plc:user123",

     

       207
       +
       			Repo: "my-repo",

     

       208
       +
       		},

     

       209
       +
       	}

     

       210
       +
       	id := PipelineId{

     

       211
       +
       		Knot: "example.com",

     

       212
       +
       		Rkey: "123123",

     

       213
       +
       	}

     

       214
       +
       	env := PipelineEnvVars(tr, id, true)

     

       215
       +
       

     

       216
       +
       	// Dev mode should use http:// and replace localhost with host.docker.internal

     

       217
       +
       	expectedURL := "http://host.docker.internal:3000/did:plc:user123/my-repo"

     

       218
       +
       	if env["TANGLED_REPO_URL"] != expectedURL {

     

       219
       +
       		t.Errorf("Expected TANGLED_REPO_URL='%s', got '%s'", expectedURL, env["TANGLED_REPO_URL"])

     

       220
       +
       	}

     

       221
       +
       }

     

       222
       +
       

     

       223
       +
       func TestPipelineEnvVars_NilTrigger(t *testing.T) {

     

       224
       +
       	id := PipelineId{

     

       225
       +
       		Knot: "example.com",

     

       226
       +
       		Rkey: "123123",

     

       227
       +
       	}

     

       228
       +
       	env := PipelineEnvVars(nil, id, false)

     

       229
       +
       

     

       230
       +
       	if env != nil {

     

       231
       +
       		t.Error("Expected nil env for nil trigger")

     

       232
       +
       	}

     

       233
       +
       }

     

       234
       +
       

     

       235
       +
       func TestPipelineEnvVars_NilPushData(t *testing.T) {

     

       236
       +
       	tr := &tangled.Pipeline_TriggerMetadata{

     

       237
       +
       		Kind: string(workflow.TriggerKindPush),

     

       238
       +
       		Push: nil,

     

       239
       +
       		Repo: &tangled.Pipeline_TriggerRepo{

     

       240
       +
       			Knot: "example.com",

     

       241
       +
       			Did:  "did:plc:user123",

     

       242
       +
       			Repo: "my-repo",

     

       243
       +
       		},

     

       244
       +
       	}

     

       245
       +
       	id := PipelineId{

     

       246
       +
       		Knot: "example.com",

     

       247
       +
       		Rkey: "123123",

     

       248
       +
       	}

     

       249
       +
       	env := PipelineEnvVars(tr, id, false)

     

       250
       +
       

     

       251
       +
       	// Should still have repo variables

     

       252
       +
       	if env["TANGLED_REPO_KNOT"] != "example.com" {

     

       253
       +
       		t.Errorf("Expected TANGLED_REPO_KNOT='example.com', got '%s'", env["TANGLED_REPO_KNOT"])

     

       254
       +
       	}

     

       255
       +
       

     

       256
       +
       	// Should not have ref/sha variables

     

       257
       +
       	if _, ok := env["TANGLED_REF"]; ok {

     

       258
       +
       		t.Error("Should not have TANGLED_REF when push data is nil")

     

       259
       +
       	}

     

       260
       +
       }

     

       261
       +
       

     

       262
       +
       func TestExtractRefName(t *testing.T) {

     

       263
       +
       	tests := []struct {

     

       264
       +
       		ref      string

     

       265
       +
       		expected string

     

       266
       +
       	}{

     

       267
       +
       		{"refs/heads/main", "main"},

     

       268
       +
       		{"refs/heads/feature/my-feature", "feature/my-feature"},

     

       269
       +
       		{"refs/tags/v1.0.0", "v1.0.0"},

     

       270
       +
       		{"refs/tags/release-2023.01", "release-2023.01"},

     

       271
       +
       		{"some-other-ref", "some-other-ref"},

     

       272
       +
       	}

     

       273
       +
       

     

       274
       +
       	for _, tt := range tests {

     

       275
       +
       		result := extractRefName(tt.ref)

     

       276
       +
       		if result != tt.expected {

     

       277
       +
       			t.Errorf("extractRefName(%q) = %q, want %q", tt.ref, result, tt.expected)

     

       278
       +
       		}

     

       279
       +
       	}

     

       280
       +
       }

     

       281
       +
       

     

       282
       +
       func TestExtractRefType(t *testing.T) {

     

       283
       +
       	tests := []struct {

     

       284
       +
       		ref      string

     

       285
       +
       		expected string

     

       286
       +
       	}{

     

       287
       +
       		{"refs/heads/main", "branch"},

     

       288
       +
       		{"refs/heads/feature/my-feature", "branch"},

     

       289
       +
       		{"refs/tags/v1.0.0", "tag"},

     

       290
       +
       		{"refs/tags/release-2023.01", "tag"},

     

       291
       +
       		{"some-other-ref", "branch"}, // defaults to branch

     

       292
       +
       	}

     

       293
       +
       

     

       294
       +
       	for _, tt := range tests {

     

       295
       +
       		result := extractRefType(tt.ref)

     

       296
       +
       		if result != tt.expected {

     

       297
       +
       			t.Errorf("extractRefType(%q) = %q, want %q", tt.ref, result, tt.expected)

     

       298
       +
       		}

     

       299
       +
       	}

     

       300
       +
       }

+11

spindle/server.go

···

       6
        
       	"encoding/json"

     

       7
        
       	"fmt"

     

       8
        
       	"log/slog"

     

       0
        
       
     

       9
        
       	"net/http"

     

       10
        
       

     

       11
        
       	"github.com/go-chi/chi/v5"

     
···

       311
        
       

     

       312
        
       		workflows := make(map[models.Engine][]models.Workflow)

     

       313
        
       

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       314
        
       		for _, w := range tpl.Workflows {

     

       315
        
       			if w != nil {

     

       316
        
       				if _, ok := s.engs[w.Engine]; !ok {

     
···

       336
        
       					return err

     

       337
        
       				}

     

       338
        
       

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       339
        
       				workflows[eng] = append(workflows[eng], *ewf)

     

       340
        
       

     

       341
        
       				err = s.db.StatusPending(models.WorkflowId{

···

       6
        
       	"encoding/json"

     

       7
        
       	"fmt"

     

       8
        
       	"log/slog"

     

       9
       +
       	"maps"

     

       10
        
       	"net/http"

     

       11
        
       

     

       12
        
       	"github.com/go-chi/chi/v5"

     
···

       312
        
       

     

       313
        
       		workflows := make(map[models.Engine][]models.Workflow)

     

       314
        
       

     

       315
       +
       		// Build pipeline environment variables once for all workflows

     

       316
       +
       		pipelineEnv := models.PipelineEnvVars(tpl.TriggerMetadata, pipelineId, s.cfg.Server.Dev)

     

       317
       +
       

     

       318
        
       		for _, w := range tpl.Workflows {

     

       319
        
       			if w != nil {

     

       320
        
       				if _, ok := s.engs[w.Engine]; !ok {

     
···

       340
        
       					return err

     

       341
        
       				}

     

       342
        
       

     

       343
       +
       				// inject TANGLED_* env vars after InitWorkflow

     

       344
       +
       				// This prevents user-defined env vars from overriding them

     

       345
       +
       				if ewf.Environment == nil {

     

       346
       +
       					ewf.Environment = make(map[string]string)

     

       347
       +
       				}

     

       348
       +
       				maps.Copy(ewf.Environment, pipelineEnv)

     

       349
       +
       

     

       350
        
       				workflows[eng] = append(workflows[eng], *ewf)

     

       351
        
       

     

       352
        
       				err = s.db.StatusPending(models.WorkflowId{