this repo has no description
bgs: remove unused code
-122
-122
bgs/bgs.go
-122
bgs/bgs.go
···
3
3
import (
4
4
"context"
5
5
"database/sql"
6
-
"encoding/json"
7
6
"errors"
8
7
"fmt"
9
8
"log/slog"
···
11
10
"net/http"
12
11
_ "net/http/pprof"
13
12
"net/url"
14
-
"reflect"
15
13
"strconv"
16
14
"strings"
17
15
"sync"
18
16
"time"
19
17
20
-
"contrib.go.opencensus.io/exporter/prometheus"
21
18
"github.com/bluesky-social/indigo/api"
22
19
atproto "github.com/bluesky-social/indigo/api/atproto"
23
20
comatproto "github.com/bluesky-social/indigo/api/atproto"
···
25
22
"github.com/bluesky-social/indigo/did"
26
23
"github.com/bluesky-social/indigo/events"
27
24
"github.com/bluesky-social/indigo/indexer"
28
-
lexutil "github.com/bluesky-social/indigo/lex/util"
29
25
"github.com/bluesky-social/indigo/models"
30
26
"github.com/bluesky-social/indigo/repomgr"
31
27
"github.com/bluesky-social/indigo/xrpc"
···
34
30
"golang.org/x/time/rate"
35
31
36
32
"github.com/gorilla/websocket"
37
-
"github.com/ipfs/go-cid"
38
33
ipld "github.com/ipfs/go-ipld-format"
39
34
"github.com/labstack/echo/v4"
40
35
"github.com/labstack/echo/v4/middleware"
···
204
199
205
200
func (bgs *BGS) StartMetrics(listen string) error {
206
201
http.Handle("/metrics", promhttp.Handler())
207
-
return http.ListenAndServe(listen, nil)
208
-
}
209
-
210
-
// Disabled for now, maybe reimplement behind admin auth later
211
-
func (bgs *BGS) StartDebug(listen string) error {
212
-
http.HandleFunc("/repodbg/user", func(w http.ResponseWriter, r *http.Request) {
213
-
ctx := r.Context()
214
-
did := r.FormValue("did")
215
-
216
-
u, err := bgs.Index.LookupUserByDid(ctx, did)
217
-
if err != nil {
218
-
http.Error(w, err.Error(), 400)
219
-
return
220
-
}
221
-
222
-
root, err := bgs.repoman.GetRepoRoot(ctx, u.Uid)
223
-
if err != nil {
224
-
http.Error(w, err.Error(), 400)
225
-
return
226
-
}
227
-
228
-
out := map[string]any{
229
-
"root": root.String(),
230
-
"actorInfo": u,
231
-
}
232
-
233
-
if r.FormValue("carstore") != "" {
234
-
stat, err := bgs.repoman.CarStore().Stat(ctx, u.Uid)
235
-
if err != nil {
236
-
http.Error(w, err.Error(), 400)
237
-
return
238
-
}
239
-
out["carstore"] = stat
240
-
}
241
-
242
-
json.NewEncoder(w).Encode(out)
243
-
})
244
-
http.HandleFunc("/repodbg/crawl", func(w http.ResponseWriter, r *http.Request) {
245
-
ctx := r.Context()
246
-
did := r.FormValue("did")
247
-
248
-
act, err := bgs.Index.GetUserOrMissing(ctx, did)
249
-
if err != nil {
250
-
w.WriteHeader(500)
251
-
bgs.log.Error("failed to get user", "err", err)
252
-
return
253
-
}
254
-
255
-
if err := bgs.Index.Crawler.Crawl(ctx, act); err != nil {
256
-
w.WriteHeader(500)
257
-
bgs.log.Error("failed to add user to crawler", "err", err)
258
-
return
259
-
}
260
-
})
261
-
http.HandleFunc("/repodbg/blocks", func(w http.ResponseWriter, r *http.Request) {
262
-
ctx := r.Context()
263
-
did := r.FormValue("did")
264
-
c := r.FormValue("cid")
265
-
266
-
bcid, err := cid.Decode(c)
267
-
if err != nil {
268
-
http.Error(w, err.Error(), 400)
269
-
return
270
-
}
271
-
272
-
cs := bgs.repoman.CarStore()
273
-
274
-
u, err := bgs.Index.LookupUserByDid(ctx, did)
275
-
if err != nil {
276
-
http.Error(w, err.Error(), 400)
277
-
return
278
-
}
279
-
280
-
bs, err := cs.ReadOnlySession(u.Uid)
281
-
if err != nil {
282
-
http.Error(w, err.Error(), 400)
283
-
return
284
-
}
285
-
286
-
blk, err := bs.Get(ctx, bcid)
287
-
if err != nil {
288
-
http.Error(w, err.Error(), 400)
289
-
return
290
-
}
291
-
292
-
w.WriteHeader(200)
293
-
w.Write(blk.RawData())
294
-
})
295
-
296
202
return http.ListenAndServe(listen, nil)
297
203
}
298
204
···
761
667
}
762
668
}
763
669
764
-
func prometheusHandler() http.Handler {
765
-
// Prometheus globals are exposed as interfaces, but the prometheus
766
-
// OpenCensus exporter expects a concrete *Registry. The concrete type of
767
-
// the globals are actually *Registry, so we downcast them, staying
768
-
// defensive in case things change under the hood.
769
-
registry, ok := promclient.DefaultRegisterer.(*promclient.Registry)
770
-
if !ok {
771
-
slog.Warn("failed to export default prometheus registry; some metrics will be unavailable; unexpected type", "type", reflect.TypeOf(promclient.DefaultRegisterer))
772
-
}
773
-
exporter, err := prometheus.NewExporter(prometheus.Options{
774
-
Registry: registry,
775
-
Namespace: "bigsky",
776
-
})
777
-
if err != nil {
778
-
slog.Error("could not create the prometheus stats exporter", "err", err, "system", "bgs")
779
-
}
780
-
781
-
return exporter
782
-
}
783
-
784
670
// domainIsBanned checks if the given host is banned, starting with the host
785
671
// itself, then checking every parent domain up to the tld
786
672
func (s *BGS) domainIsBanned(ctx context.Context, host string) (bool, error) {
···
865
751
}
866
752
867
753
return &u, nil
868
-
}
869
-
870
-
func stringLink(lnk *lexutil.LexLink) string {
871
-
if lnk == nil {
872
-
return "<nil>"
873
-
}
874
-
875
-
return lnk.String()
876
754
}
877
755
878
756
func (bgs *BGS) handleFedEvent(ctx context.Context, host *models.PDS, env *events.XRPCStreamEvent) error {