forked from
tangled.org/core
Monorepo for Tangled
An attempt to fix the language detection problem
Signed-off-by: atixnotfound.tngl.sh <atsharma623@gmail.com>
+16
-4
+1
-1
knotmirror/xrpc/git_list_languages.go
+1
-1
knotmirror/xrpc/git_list_languages.go
···
51
51
return nil, &atclient.APIError{StatusCode: http.StatusNotFound, Name: "RepoNotFound", Message: "failed to find git repo"}
52
52
}
53
53
54
-
ctx, cancel := context.WithTimeout(ctx, 1*time.Second)
54
+
ctx, cancel := context.WithTimeout(ctx, 5*time.Second)
55
55
defer cancel()
56
56
57
57
sizes, err := gr.AnalyzeLanguages(ctx)
+13
-1
knotserver/git/language.go
+13
-1
knotserver/git/language.go
···
11
11
12
12
type LangBreakdown map[string]int64
13
13
14
+
// maxAnalyzeFiles caps how many files are inspected to avoid runaway walks on
15
+
// extremely large repositories.
16
+
const maxAnalyzeFiles = 10_000
17
+
14
18
func (g *GitRepo) AnalyzeLanguages(ctx context.Context) (LangBreakdown, error) {
15
19
sizes := make(map[string]int64)
20
+
fileCount := 0
21
+
16
22
err := g.Walk(ctx, "", func(node object.TreeEntry, parent *object.Tree, root string) error {
23
+
if fileCount >= maxAnalyzeFiles {
24
+
return TerminateWalk
25
+
}
26
+
fileCount++
27
+
17
28
filepath := path.Join(root, node.Name)
18
29
19
-
content, err := g.FileContentN(filepath, 16*1024) // 16KB
30
+
content, err := g.FileContentN(filepath, 16*1024) // 16 KB
20
31
if err != nil {
21
32
return nil
22
33
}
···
67
78
68
79
return enry.GetLanguage(node.Name, content)
69
80
}
81
+
+1
-1
knotserver/git/post_receive.go
+1
-1
knotserver/git/post_receive.go
···
67
67
isDefaultRef, err := g.isDefaultBranch(line)
68
68
errors.Join(errs, err)
69
69
70
-
ctx, cancel := context.WithTimeout(context.Background(), time.Second*2)
70
+
ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
71
71
defer cancel()
72
72
breakdown, err := g.AnalyzeLanguages(ctx)
73
73
errors.Join(errs, err)