TestWorkflowAndJobConcurrency

Author: Zettat123

tests/integration/actions_concurrency_test.go

@@ -593,6 +593,178 @@ jobs:
 	})
 }
 
+func TestWorkflowAndJobConcurrency(t *testing.T) {
+	onGiteaRun(t, func(t *testing.T, u *url.URL) {
+		user2 := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: 2})
+		session := loginUser(t, user2.Name)
+		token := getTokenForLoggedInUser(t, session, auth_model.AccessTokenScopeWriteRepository, auth_model.AccessTokenScopeWriteUser)
+
+		apiRepo := createActionsTestRepo(t, token, "actions-concurrency", false)
+		repo := unittest.AssertExistsAndLoadBean(t, &repo_model.Repository{ID: apiRepo.ID})
+		runner1 := newMockRunner()
+		runner1.registerAsRepoRunner(t, user2.Name, repo.Name, "mock-runner-1", []string{"runner1"})
+		runner2 := newMockRunner()
+		runner2.registerAsRepoRunner(t, user2.Name, repo.Name, "mock-runner-2", []string{"runner2"})
+		runner3 := newMockRunner()
+		runner3.registerAsRepoRunner(t, user2.Name, repo.Name, "mock-runner-3", []string{"runner3"})
+
+		wf1TreePath := ".gitea/workflows/concurrent-workflow-1.yml"
+		wf1FileContent := `name: concurrent-workflow-1
+on: 
+  push:
+    paths:
+      - '.gitea/workflows/concurrent-workflow-1.yml'
+concurrency:
+  group: workflow-group-1
+jobs:
+  wf1-job1:
+    runs-on: runner1
+    concurrency:
+      group: job-group-1
+    steps:
+      - run: echo 'wf1-job1'
+  wf1-job2:
+    runs-on: runner2
+    concurrency:
+      group: job-group-2
+    steps:
+      - run: echo 'wf1-job2'
+`
+		wf2TreePath := ".gitea/workflows/concurrent-workflow-2.yml"
+		wf2FileContent := `name: concurrent-workflow-2
+on: 
+  push:
+    paths:
+      - '.gitea/workflows/concurrent-workflow-2.yml'
+concurrency:
+  group: workflow-group-1
+jobs:
+  wf2-job1:
+    runs-on: runner1
+    concurrency:
+      group: job-group-1
+    steps:
+      - run: echo 'wf2-job2'
+  wf2-job2:
+    runs-on: runner2
+    concurrency:
+      group: job-group-2
+    steps:
+      - run: echo 'wf2-job2'
+`
+		wf3TreePath := ".gitea/workflows/concurrent-workflow-3.yml"
+		wf3FileContent := `name: concurrent-workflow-3
+on: 
+  push:
+    paths:
+      - '.gitea/workflows/concurrent-workflow-3.yml'
+concurrency:
+  group: workflow-group-2
+jobs:
+  wf3-job1:
+    runs-on: runner1
+    concurrency:
+      group: job-group-1
+    steps:
+      - run: echo 'wf3-job1'
+`
+
+		wf4TreePath := ".gitea/workflows/concurrent-workflow-4.yml"
+		wf4FileContent := `name: concurrent-workflow-4
+on: 
+  push:
+    paths:
+      - '.gitea/workflows/concurrent-workflow-4.yml'
+concurrency:
+  group: workflow-group-2
+jobs:
+  wf4-job1:
+    runs-on: runner2
+    concurrency:
+      group: job-group-2
+      cancel-in-progress: true
+    steps:
+      - run: echo 'wf4-job1'
+`
+
+		// push workflow 1, 2 and 3
+		opts1 := getWorkflowCreateFileOptions(user2, repo.DefaultBranch, fmt.Sprintf("create %s", wf1TreePath), wf1FileContent)
+		createWorkflowFile(t, token, user2.Name, repo.Name, wf1TreePath, opts1)
+		opts2 := getWorkflowCreateFileOptions(user2, repo.DefaultBranch, fmt.Sprintf("create %s", wf2TreePath), wf2FileContent)
+		createWorkflowFile(t, token, user2.Name, repo.Name, wf2TreePath, opts2)
+		opts3 := getWorkflowCreateFileOptions(user2, repo.DefaultBranch, fmt.Sprintf("create %s", wf3TreePath), wf3FileContent)
+		createWorkflowFile(t, token, user2.Name, repo.Name, wf3TreePath, opts3)
+		// fetch wf1-job1 and wf1-job2
+		w1j1Task := runner1.fetchTask(t)
+		w1j2Task := runner2.fetchTask(t)
+		// cannot fetch wf2-job1 and wf2-job2 because workflow-2 is blocked by workflow-1's concurrency group "workflow-group-1"
+		// cannot fetch wf3-job1 because it is blocked by wf1-job1's concurrency group "job-group-1"
+		runner1.fetchNoTask(t)
+		runner2.fetchNoTask(t)
+		_, w1j1Job, w1Run := getTaskAndJobAndRunByTaskID(t, w1j1Task.Id)
+		assert.Equal(t, "job-group-1", w1j1Job.ConcurrencyGroup)
+		assert.Equal(t, "workflow-group-1", w1Run.ConcurrencyGroup)
+		assert.Equal(t, "concurrent-workflow-1.yml", w1Run.WorkflowID)
+		_, w1j2Job, _ := getTaskAndJobAndRunByTaskID(t, w1j2Task.Id)
+		assert.Equal(t, "job-group-2", w1j2Job.ConcurrencyGroup)
+		// exec wf1-job1
+		runner1.execTask(t, w1j1Task, &mockTaskOutcome{
+			result: runnerv1.Result_RESULT_SUCCESS,
+		})
+		// fetch wf3-job1
+		w3j1Task := runner1.fetchTask(t)
+		// cannot fetch wf2-job1 and wf2-job2 because workflow-2 is blocked by workflow-1's concurrency group "workflow-group-1"
+		runner1.fetchNoTask(t)
+		runner2.fetchNoTask(t)
+		_, w3j1Job, w3Run := getTaskAndJobAndRunByTaskID(t, w3j1Task.Id)
+		assert.Equal(t, "job-group-1", w3j1Job.ConcurrencyGroup)
+		assert.Equal(t, "workflow-group-2", w3Run.ConcurrencyGroup)
+		assert.Equal(t, "concurrent-workflow-3.yml", w3Run.WorkflowID)
+		// push workflow-4
+		opts4 := getWorkflowCreateFileOptions(user2, repo.DefaultBranch, fmt.Sprintf("create %s", wf4TreePath), wf4FileContent)
+		createWorkflowFile(t, token, user2.Name, repo.Name, wf4TreePath, opts4)
+		// exec wf1-job2
+		runner2.execTask(t, w1j2Task, &mockTaskOutcome{
+			result: runnerv1.Result_RESULT_SUCCESS,
+		})
+		// wf2-job2
+		w2j2Task := runner2.fetchTask(t)
+		// cannot fetch wf2-job1 because it is blocked by wf3-job1's concurrency group "job-group-1"
+		// cannot fetch wf4-job1 because it is blocked by workflow-3's concurrency group "workflow-group-2"
+		runner1.fetchNoTask(t)
+		runner2.fetchNoTask(t)
+		_, w2j2Job, w2Run := getTaskAndJobAndRunByTaskID(t, w2j2Task.Id)
+		assert.Equal(t, "job-group-2", w2j2Job.ConcurrencyGroup)
+		assert.Equal(t, "workflow-group-1", w2Run.ConcurrencyGroup)
+		assert.Equal(t, "concurrent-workflow-2.yml", w2Run.WorkflowID)
+		// exec wf3-job1
+		runner1.execTask(t, w3j1Task, &mockTaskOutcome{
+			result: runnerv1.Result_RESULT_SUCCESS,
+		})
+		// fetch wf2-job1
+		w2j1Task := runner1.fetchTask(t)
+		// fetch wf4-job1
+		w4j1Task := runner2.fetchTask(t)
+		// all tasks have been fetched
+		runner1.fetchNoTask(t)
+		runner2.fetchNoTask(t)
+		_, w2j1Job, _ := getTaskAndJobAndRunByTaskID(t, w2j1Task.Id)
+		assert.Equal(t, "job-group-1", w2j1Job.ConcurrencyGroup)
+		assert.Equal(t, actions_model.StatusRunning, w2j2Job.Status)
+		_, w2j2Job, w2Run = getTaskAndJobAndRunByTaskID(t, w2j2Task.Id)
+		// wf2-job2 is cancelled because wf4-job1's cancel-in-progress is true
+		assert.Equal(t, actions_model.StatusCancelled, w2j2Job.Status)
+		assert.Equal(t, actions_model.StatusCancelled, w2Run.Status)
+		_, w4j1Job, w4Run := getTaskAndJobAndRunByTaskID(t, w4j1Task.Id)
+		assert.Equal(t, "job-group-2", w4j1Job.ConcurrencyGroup)
+		assert.Equal(t, "workflow-group-2", w4Run.ConcurrencyGroup)
+		assert.Equal(t, "concurrent-workflow-4.yml", w4Run.WorkflowID)
+
+		httpContext := NewAPITestContext(t, user2.Name, repo.Name, auth_model.AccessTokenScopeWriteRepository)
+		doAPIDeleteRepository(httpContext)(t)
+	})
+}
+
 func getTaskAndJobAndRunByTaskID(t *testing.T, taskID int64) (*actions_model.ActionTask, *actions_model.ActionRunJob, *actions_model.ActionRun) {
 	actionTask := unittest.AssertExistsAndLoadBean(t, &actions_model.ActionTask{ID: taskID})
 	actionRunJob := unittest.AssertExistsAndLoadBean(t, &actions_model.ActionRunJob{ID: actionTask.JobID})