this repo has no description
fix(controller): tune activity options
A bit too agressive caused it to kill Terragrunt before it can complete.
+8
-22
+8
-22
controller/workflows/infra.go
+8
-22
controller/workflows/infra.go
···
23
23
24
24
// Clone activity: 30s timeout, quick retry on worker failure
25
25
cloneCtx := workflow.WithActivityOptions(ctx, workflow.ActivityOptions{
26
-
StartToCloseTimeout: 30 * time.Second,
27
-
HeartbeatTimeout: 10 * time.Second,
28
-
ScheduleToCloseTimeout: 2 * time.Minute, // Allow for retries
26
+
StartToCloseTimeout: 1 * time.Minute,
29
27
RetryPolicy: &temporal.RetryPolicy{
30
-
InitialInterval: 10 * time.Second, // Wait 10s before retry (worker restart time)
31
-
BackoffCoefficient: 1.5,
32
-
MaximumInterval: 30 * time.Second,
33
-
MaximumAttempts: 3,
28
+
MaximumAttempts: 3,
34
29
},
35
30
})
36
31
···
41
36
42
37
// Graph and analysis activities: moderate timeout
43
38
analysisCtx := workflow.WithActivityOptions(ctx, workflow.ActivityOptions{
44
-
StartToCloseTimeout: 2 * time.Minute,
45
-
HeartbeatTimeout: 30 * time.Second,
46
-
ScheduleToCloseTimeout: 5 * time.Minute,
39
+
StartToCloseTimeout: 5 * time.Second,
47
40
RetryPolicy: &temporal.RetryPolicy{
48
-
InitialInterval: 10 * time.Second,
49
-
BackoffCoefficient: 1.5,
50
-
MaximumInterval: 1 * time.Minute,
51
-
MaximumAttempts: 3,
41
+
MaximumAttempts: 1,
52
42
},
53
43
})
54
44
···
78
68
var futures []workflow.Future
79
69
for _, module := range level {
80
70
moduleCtx := workflow.WithActivityOptions(ctx, workflow.ActivityOptions{
81
-
StartToCloseTimeout: 30 * time.Minute,
82
-
HeartbeatTimeout: 30 * time.Second,
83
-
ScheduleToCloseTimeout: 35 * time.Minute,
84
-
Summary: fmt.Sprintf("%s/%s", input.Stack, module),
71
+
StartToCloseTimeout: 30 * time.Minute,
72
+
HeartbeatTimeout: 2 * time.Minute,
73
+
Summary: fmt.Sprintf("%s/%s", input.Stack, module),
85
74
RetryPolicy: &temporal.RetryPolicy{
86
-
InitialInterval: 10 * time.Second,
87
-
BackoffCoefficient: 1.2,
88
-
MaximumInterval: 2 * time.Minute,
89
-
MaximumAttempts: 3,
75
+
MaximumAttempts: 2,
90
76
NonRetryableErrorTypes: []string{
91
77
"TerraformValidationError",
92
78
"TerraformPlanError",