forked from
tangled.org/core
Monorepo for Tangled
appview/state: trigger site redeploy on git push to configured branch
Signed-off-by: Anirudh Oppiliappan <anirudh@tangled.org>
+75
-5
+75
-5
appview/state/knotstream.go
+75
-5
appview/state/knotstream.go
···
8
8
"slices"
9
9
"time"
10
10
11
+
"tangled.org/core/appview/cloudflare"
11
12
"tangled.org/core/appview/notify"
12
13
13
14
"tangled.org/core/api/tangled"
···
15
16
"tangled.org/core/appview/config"
16
17
"tangled.org/core/appview/db"
17
18
"tangled.org/core/appview/models"
19
+
"tangled.org/core/appview/sites"
18
20
ec "tangled.org/core/eventconsumer"
19
21
"tangled.org/core/eventconsumer/cursor"
20
22
"tangled.org/core/log"
···
27
29
"github.com/posthog/posthog-go"
28
30
)
29
31
30
-
func Knotstream(ctx context.Context, c *config.Config, d *db.DB, enforcer *rbac.Enforcer, posthog posthog.Client, notifier notify.Notifier) (*ec.Consumer, error) {
32
+
func Knotstream(ctx context.Context, c *config.Config, d *db.DB, enforcer *rbac.Enforcer, posthog posthog.Client, notifier notify.Notifier, cfClient *cloudflare.Client) (*ec.Consumer, error) {
31
33
logger := log.FromContext(ctx)
32
34
logger = log.SubLogger(logger, "knotstream")
33
35
···
50
52
51
53
cfg := ec.ConsumerConfig{
52
54
Sources: srcs,
53
-
ProcessFunc: knotIngester(d, enforcer, posthog, notifier, c.Core.Dev),
55
+
ProcessFunc: knotIngester(d, enforcer, posthog, notifier, c.Core.Dev, c, cfClient),
54
56
RetryInterval: c.Knotstream.RetryInterval,
55
57
MaxRetryInterval: c.Knotstream.MaxRetryInterval,
56
58
ConnectionTimeout: c.Knotstream.ConnectionTimeout,
···
64
66
return ec.NewConsumer(cfg), nil
65
67
}
66
68
67
-
func knotIngester(d *db.DB, enforcer *rbac.Enforcer, posthog posthog.Client, notifier notify.Notifier, dev bool) ec.ProcessFunc {
69
+
func knotIngester(d *db.DB, enforcer *rbac.Enforcer, posthog posthog.Client, notifier notify.Notifier, dev bool, c *config.Config, cfClient *cloudflare.Client) ec.ProcessFunc {
68
70
return func(ctx context.Context, source ec.Source, msg ec.Message) error {
69
71
switch msg.Nsid {
70
72
case tangled.GitRefUpdateNSID:
71
-
return ingestRefUpdate(d, enforcer, posthog, notifier, dev, source, msg, ctx)
73
+
return ingestRefUpdate(ctx, d, enforcer, posthog, notifier, dev, c, cfClient, source, msg)
72
74
case tangled.PipelineNSID:
73
75
return ingestPipeline(d, source, msg)
74
76
}
···
77
79
}
78
80
}
79
81
80
-
func ingestRefUpdate(d *db.DB, enforcer *rbac.Enforcer, pc posthog.Client, notifier notify.Notifier, dev bool, source ec.Source, msg ec.Message, ctx context.Context) error {
82
+
func ingestRefUpdate(ctx context.Context, d *db.DB, enforcer *rbac.Enforcer, pc posthog.Client, notifier notify.Notifier, dev bool, c *config.Config, cfClient *cloudflare.Client, source ec.Source, msg ec.Message) error {
81
83
logger := log.FromContext(ctx)
82
84
83
85
var record tangled.GitRefUpdate
···
128
130
})
129
131
}
130
132
133
+
// Trigger a sites redeploy if this push is to the configured sites branch.
134
+
if cfClient.Enabled() {
135
+
fmt.Println("triggered deploy")
136
+
go triggerSitesDeployIfNeeded(ctx, d, cfClient, c, record, source)
137
+
}
138
+
131
139
return errors.Join(errWebhook, errPunchcard, errLanguages, errPosthog)
140
+
}
141
+
142
+
// triggerSitesDeployIfNeeded checks whether the pushed ref matches the sites
143
+
// branch configured for this repo and, if so, syncs the site to R2
144
+
func triggerSitesDeployIfNeeded(ctx context.Context, d *db.DB, cfClient *cloudflare.Client, c *config.Config, record tangled.GitRefUpdate, source ec.Source) {
145
+
logger := log.FromContext(ctx)
146
+
147
+
ref := plumbing.ReferenceName(record.Ref)
148
+
if !ref.IsBranch() {
149
+
return
150
+
}
151
+
pushedBranch := ref.Short()
152
+
153
+
repos, err := db.GetRepos(
154
+
d,
155
+
0,
156
+
orm.FilterEq("did", record.RepoDid),
157
+
orm.FilterEq("name", record.RepoName),
158
+
)
159
+
if err != nil || len(repos) != 1 {
160
+
return
161
+
}
162
+
repo := repos[0]
163
+
164
+
siteConfig, err := db.GetRepoSiteConfig(d, repo.RepoAt().String())
165
+
if err != nil || siteConfig == nil {
166
+
return
167
+
}
168
+
if siteConfig.Branch != pushedBranch {
169
+
return
170
+
}
171
+
172
+
scheme := "https"
173
+
if c.Core.Dev {
174
+
scheme = "http"
175
+
}
176
+
knotHost := fmt.Sprintf("%s://%s", scheme, source.Key())
177
+
178
+
deploy := &models.SiteDeploy{
179
+
RepoAt: repo.RepoAt().String(),
180
+
Branch: siteConfig.Branch,
181
+
Dir: siteConfig.Dir,
182
+
CommitSHA: record.NewSha,
183
+
Trigger: models.SiteDeployTriggerPush,
184
+
}
185
+
186
+
deployErr := sites.Deploy(ctx, cfClient, knotHost, record.RepoDid, record.RepoName, siteConfig.Branch, siteConfig.Dir)
187
+
if deployErr != nil {
188
+
logger.Error("sites: R2 sync failed on push", "repo", record.RepoDid+"/"+record.RepoName, "err", deployErr)
189
+
deploy.Status = models.SiteDeployStatusFailure
190
+
deploy.Error = deployErr.Error()
191
+
} else {
192
+
deploy.Status = models.SiteDeployStatusSuccess
193
+
}
194
+
195
+
if err := db.AddSiteDeploy(d, deploy); err != nil {
196
+
logger.Error("sites: failed to record deploy", "repo", record.RepoDid+"/"+record.RepoName, "err", err)
197
+
}
198
+
199
+
if deployErr == nil {
200
+
logger.Info("site deployed to r2", "repo", record.RepoDid+"/"+record.RepoName)
201
+
}
132
202
}
133
203
134
204
func populatePunchcard(d *db.DB, record tangled.GitRefUpdate) error {