technoduck.me / core
forked from tangled.org/core
Monorepo for Tangled
0
fork

Configure Feed

Select the types of activity you want to include in your feed.

appview/db,models: add repo_did columns and update model structs

Lewis: May this revision serve well! <lewis@tangled.org>

Lewis a3582ce1 a53aa43e

+642 -101
+419 -14
appview/db/db.go
··· 3 3 import ( 4 4 "context" 5 5 "database/sql" 6 + "fmt" 6 7 "log/slog" 7 8 "strings" 8 9 ··· 104 105 issue_at text, 105 106 unique(repo_at, issue_id), 106 107 foreign key (repo_at) references repos(at_uri) on delete cascade 107 - ); 108 - create table if not exists comments ( 109 - id integer primary key autoincrement, 110 - owner_did text not null, 111 - issue_id integer not null, 112 - repo_at text not null, 113 - comment_id integer not null, 114 - comment_at text not null, 115 - body text not null, 116 - created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), 117 - unique(issue_id, comment_id), 118 - foreign key (repo_at, issue_id) references issues(repo_at, issue_id) on delete cascade 119 108 ); 120 109 create table if not exists pulls ( 121 110 -- identifiers ··· 657 646 create index if not exists idx_notifications_recipient_read on notifications(recipient_did, read); 658 647 create index if not exists idx_references_from_at on reference_links(from_at); 659 648 create index if not exists idx_references_to_at on reference_links(to_at); 660 - create index if not exists idx_webhooks_repo_at on webhooks(repo_at); 661 649 create index if not exists idx_webhook_deliveries_webhook_id on webhook_deliveries(webhook_id); 662 - create index if not exists idx_site_deploys_repo_at on site_deploys(repo_at); 663 650 `) 664 651 if err != nil { 665 652 return nil, err ··· 1408 1395 1409 1396 return err 1410 1397 }) 1398 + 1399 + orm.RunMigration(conn, logger, "add-repo-renames", func(tx *sql.Tx) error { 1400 + res, err := tx.Exec(` 1401 + update repos 1402 + set name = name || '-renamed-' || id || '-' || lower(hex(randomblob(4))) 1403 + where id in ( 1404 + select id from ( 1405 + select id, row_number() over ( 1406 + partition by did, knot, name 1407 + order by created desc, id desc 1408 + ) as rn 1409 + from repos 1410 + ) where rn > 1 1411 + ); 1412 + `) 1413 + if err != nil { 1414 + return err 1415 + } 1416 + if n, _ := res.RowsAffected(); n > 0 { 1417 + logger.Warn("suffixed legacy duplicate repo names before adding unique index", "rows", n) 1418 + } 1419 + 1420 + var remaining int 1421 + if err := tx.QueryRow(` 1422 + select count(*) from ( 1423 + select 1 from repos group by did, knot, name having count(*) > 1 1424 + ) 1425 + `).Scan(&remaining); err != nil { 1426 + return fmt.Errorf("checking for residual duplicate (did, knot, name) groups: %w", err) 1427 + } 1428 + if remaining > 0 { 1429 + return fmt.Errorf("add-repo-renames: %d duplicate (did, knot, name) groups remain after suffix pass; manual cleanup required before unique index can be created", remaining) 1430 + } 1431 + 1432 + _, err = tx.Exec(` 1433 + create table if not exists repo_renames ( 1434 + owner_did text not null, 1435 + old_rkey text not null, 1436 + repo_did text not null, 1437 + renamed_at text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), 1438 + primary key (owner_did, old_rkey) 1439 + ); 1440 + create unique index if not exists idx_repos_owner_knot_name 1441 + on repos(did, knot, name); 1442 + `) 1443 + return err 1444 + }) 1445 + 1446 + orm.RunMigration(conn, logger, "repos-canonical-rkey-uniqueness", func(tx *sql.Tx) error { 1447 + _, err := tx.Exec(` 1448 + drop index if exists idx_repos_owner_knot_name; 1449 + create unique index if not exists idx_repos_did_rkey 1450 + on repos(did, rkey); 1451 + `) 1452 + return err 1453 + }) 1454 + 1455 + orm.RunMigration(conn, logger, "repo-did-references", func(tx *sql.Tx) error { 1456 + tables := []struct{ table, oldCol, newCol string }{ 1457 + {"issues", "repo_at", "repo_did"}, 1458 + {"pulls", "repo_at", "repo_did"}, 1459 + {"pull_comments", "repo_at", "repo_did"}, 1460 + {"stars", "subject_at", "subject_did"}, 1461 + {"artifacts", "repo_at", "repo_did"}, 1462 + {"webhooks", "repo_at", "repo_did"}, 1463 + {"repo_sites", "repo_at", "repo_did"}, 1464 + {"site_deploys", "repo_at", "repo_did"}, 1465 + {"collaborators", "repo_at", "repo_did"}, 1466 + {"repo_issue_seqs", "repo_at", "repo_did"}, 1467 + {"repo_pull_seqs", "repo_at", "repo_did"}, 1468 + {"repo_languages", "repo_at", "repo_did"}, 1469 + {"repo_labels", "repo_at", "repo_did"}, 1470 + } 1471 + 1472 + stmts := "" 1473 + for _, t := range tables { 1474 + stmts += fmt.Sprintf( 1475 + `ALTER TABLE %s ADD COLUMN %s TEXT; 1476 + UPDATE %s SET %s = (SELECT repos.repo_did FROM repos WHERE repos.at_uri = %s.%s); 1477 + CREATE INDEX IF NOT EXISTS idx_%s_%s ON %s(%s); 1478 + `, t.table, t.newCol, t.table, t.newCol, t.table, t.oldCol, t.table, t.newCol, t.table, t.newCol) 1479 + } 1480 + 1481 + stmts += `ALTER TABLE pulls ADD COLUMN source_repo_did TEXT; 1482 + UPDATE pulls SET source_repo_did = (SELECT repos.repo_did FROM repos WHERE repos.at_uri = pulls.source_repo_at); 1483 + 1484 + UPDATE profile_pinned_repositories SET pin = ( 1485 + SELECT repos.repo_did FROM repos WHERE repos.at_uri = profile_pinned_repositories.pin 1486 + ) WHERE pin LIKE 'at://%' 1487 + AND EXISTS (SELECT 1 FROM repos WHERE repos.at_uri = profile_pinned_repositories.pin AND repos.repo_did IS NOT NULL AND repos.repo_did != ''); 1488 + ` 1489 + 1490 + _, err := tx.Exec(stmts) 1491 + return err 1492 + }) 1493 + 1494 + orm.RunMigration(conn, logger, "drop-old-repo-at-from-pds-rewrite-status", func(tx *sql.Tx) error { 1495 + _, err := tx.Exec(`ALTER TABLE pds_rewrite_status DROP COLUMN old_repo_at`) 1496 + return err 1497 + }) 1498 + 1499 + orm.RunMigration(conn, logger, "backfill-pds-rewrites-star-issue-pull-collab", func(tx *sql.Tx) error { 1500 + type source struct { 1501 + userDidCol string 1502 + table string 1503 + nsid string 1504 + fkCol string 1505 + } 1506 + sources := []source{ 1507 + {"did", "stars", "sh.tangled.feed.star", "subject_at"}, 1508 + {"did", "issues", "sh.tangled.repo.issue", "repo_at"}, 1509 + {"owner_did", "pulls", "sh.tangled.repo.pull", "repo_at"}, 1510 + {"did", "collaborators", "sh.tangled.repo.collaborator", "repo_at"}, 1511 + } 1512 + 1513 + for _, src := range sources { 1514 + _, err := tx.Exec(fmt.Sprintf(` 1515 + INSERT INTO pds_rewrite_status (user_did, repo_did, record_nsid, record_rkey, status) 1516 + SELECT t.%s, r.repo_did, '%s', t.rkey, 'pending' 1517 + FROM %s t 1518 + JOIN repos r ON r.at_uri = t.%s 1519 + WHERE r.repo_did IS NOT NULL AND r.repo_did != '' 1520 + ON CONFLICT(user_did, record_nsid, record_rkey) DO NOTHING 1521 + `, src.userDidCol, src.nsid, src.table, src.fkCol)) 1522 + if err != nil { 1523 + return fmt.Errorf("backfill pds rewrites for %s: %w", src.table, err) 1524 + } 1525 + } 1526 + 1527 + return nil 1528 + }) 1529 + 1530 + orm.RunMigration(conn, logger, "backfill-pds-rewrites-profiles", func(tx *sql.Tx) error { 1531 + _, err := tx.Exec(` 1532 + INSERT INTO pds_rewrite_status (user_did, repo_did, record_nsid, record_rkey, status) 1533 + SELECT DISTINCT pp.did, r.repo_did, 'sh.tangled.actor.profile', 'self', 'pending' 1534 + FROM profile_pinned_repositories pp 1535 + JOIN repos r ON r.at_uri = pp.pin 1536 + WHERE pp.pin LIKE 'at://%' 1537 + AND r.repo_did IS NOT NULL AND r.repo_did != '' 1538 + ON CONFLICT(user_did, record_nsid, record_rkey) DO NOTHING 1539 + `) 1540 + if err != nil { 1541 + return fmt.Errorf("backfill pds rewrites for profiles: %w", err) 1542 + } 1543 + return nil 1544 + }) 1545 + 1546 + conn.ExecContext(ctx, "pragma foreign_keys = off;") 1547 + orm.RunMigration(conn, logger, "drop-old-at-uri-columns", func(tx *sql.Tx) error { 1548 + _, err := tx.Exec(` 1549 + CREATE TABLE repos_new ( 1550 + id INTEGER PRIMARY KEY AUTOINCREMENT, 1551 + did TEXT NOT NULL, 1552 + name TEXT NOT NULL, 1553 + knot TEXT NOT NULL, 1554 + rkey TEXT NOT NULL, 1555 + at_uri TEXT NOT NULL UNIQUE, 1556 + created TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), 1557 + description TEXT CHECK (length(description) <= 200), 1558 + source TEXT, 1559 + spindle TEXT, 1560 + website TEXT, 1561 + topics TEXT, 1562 + repo_did TEXT, 1563 + UNIQUE(did, rkey) 1564 + ); 1565 + INSERT INTO repos_new (id, did, name, knot, rkey, at_uri, created, description, source, spindle, website, topics, repo_did) 1566 + SELECT id, did, name, knot, rkey, at_uri, created, description, source, spindle, website, topics, repo_did 1567 + FROM repos; 1568 + DROP TABLE repos; 1569 + ALTER TABLE repos_new RENAME TO repos; 1570 + CREATE UNIQUE INDEX idx_repos_repo_did ON repos(repo_did); 1571 + CREATE UNIQUE INDEX idx_repos_did_rkey ON repos(did, rkey); 1572 + 1573 + CREATE TABLE issues_new ( 1574 + id INTEGER PRIMARY KEY AUTOINCREMENT, 1575 + did TEXT NOT NULL, 1576 + rkey TEXT NOT NULL, 1577 + at_uri TEXT GENERATED ALWAYS AS ('at://' || did || '/' || 'sh.tangled.repo.issue' || '/' || rkey) STORED, 1578 + repo_did TEXT NOT NULL, 1579 + issue_id INTEGER NOT NULL, 1580 + title TEXT NOT NULL, 1581 + body TEXT NOT NULL, 1582 + open INTEGER NOT NULL DEFAULT 1, 1583 + created TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), 1584 + edited TEXT, 1585 + deleted TEXT, 1586 + UNIQUE(did, rkey), 1587 + UNIQUE(repo_did, issue_id), 1588 + UNIQUE(at_uri), 1589 + FOREIGN KEY (repo_did) REFERENCES repos(repo_did) ON DELETE CASCADE 1590 + ); 1591 + INSERT INTO issues_new (id, did, rkey, repo_did, issue_id, title, body, open, created, edited, deleted) 1592 + SELECT id, did, rkey, repo_did, issue_id, title, body, open, created, edited, deleted 1593 + FROM issues WHERE repo_did IS NOT NULL AND repo_did != ''; 1594 + DROP TABLE issues; 1595 + ALTER TABLE issues_new RENAME TO issues; 1596 + CREATE INDEX idx_issues_repo_did ON issues(repo_did); 1597 + 1598 + CREATE TABLE pulls_new ( 1599 + id INTEGER PRIMARY KEY AUTOINCREMENT, 1600 + pull_id INTEGER NOT NULL, 1601 + at_uri TEXT GENERATED ALWAYS AS ('at://' || owner_did || '/' || 'sh.tangled.repo.pull' || '/' || rkey) STORED, 1602 + repo_did TEXT NOT NULL, 1603 + owner_did TEXT NOT NULL, 1604 + rkey TEXT NOT NULL, 1605 + title TEXT NOT NULL, 1606 + body TEXT NOT NULL, 1607 + target_branch TEXT NOT NULL, 1608 + state INTEGER NOT NULL DEFAULT 0 CHECK (state IN (0, 1, 2, 3)), 1609 + source_branch TEXT, 1610 + source_repo_did TEXT, 1611 + change_id TEXT, 1612 + dependent_on TEXT, 1613 + created TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), 1614 + UNIQUE(repo_did, pull_id), 1615 + UNIQUE(at_uri), 1616 + FOREIGN KEY (repo_did) REFERENCES repos(repo_did) ON DELETE CASCADE 1617 + ); 1618 + INSERT INTO pulls_new (id, pull_id, repo_did, owner_did, rkey, title, body, target_branch, state, source_branch, source_repo_did, change_id, dependent_on, created) 1619 + SELECT id, pull_id, repo_did, owner_did, rkey, title, body, target_branch, state, source_branch, source_repo_did, change_id, dependent_on, created 1620 + FROM pulls WHERE repo_did IS NOT NULL AND repo_did != ''; 1621 + DROP TABLE pulls; 1622 + ALTER TABLE pulls_new RENAME TO pulls; 1623 + CREATE INDEX idx_pulls_repo_did ON pulls(repo_did); 1624 + CREATE INDEX idx_pulls_source_repo_did ON pulls(source_repo_did); 1625 + 1626 + CREATE TABLE pull_comments_new ( 1627 + id INTEGER PRIMARY KEY AUTOINCREMENT, 1628 + pull_id INTEGER NOT NULL, 1629 + submission_id INTEGER NOT NULL, 1630 + repo_did TEXT NOT NULL, 1631 + owner_did TEXT NOT NULL, 1632 + comment_at TEXT NOT NULL, 1633 + body TEXT NOT NULL, 1634 + created TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), 1635 + FOREIGN KEY (repo_did, pull_id) REFERENCES pulls(repo_did, pull_id) ON DELETE CASCADE, 1636 + FOREIGN KEY (submission_id) REFERENCES pull_submissions(id) ON DELETE CASCADE 1637 + ); 1638 + INSERT INTO pull_comments_new (id, pull_id, submission_id, repo_did, owner_did, comment_at, body, created) 1639 + SELECT id, pull_id, submission_id, repo_did, owner_did, comment_at, body, created 1640 + FROM pull_comments WHERE repo_did IS NOT NULL AND repo_did != ''; 1641 + DROP TABLE pull_comments; 1642 + ALTER TABLE pull_comments_new RENAME TO pull_comments; 1643 + CREATE INDEX idx_pull_comments_repo_did ON pull_comments(repo_did); 1644 + 1645 + CREATE TABLE stars_new ( 1646 + id INTEGER PRIMARY KEY AUTOINCREMENT, 1647 + did TEXT NOT NULL, 1648 + rkey TEXT NOT NULL, 1649 + subject_type TEXT NOT NULL CHECK (subject_type IN ('repo', 'string')), 1650 + subject TEXT NOT NULL, 1651 + created TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), 1652 + UNIQUE(did, rkey), 1653 + UNIQUE(did, subject) 1654 + ); 1655 + INSERT INTO stars_new (id, did, rkey, subject_type, subject, created) 1656 + SELECT id, did, rkey, 'repo', subject_did, created 1657 + FROM stars 1658 + WHERE subject_did IS NOT NULL AND subject_did != ''; 1659 + INSERT OR IGNORE INTO stars_new (id, did, rkey, subject_type, subject, created) 1660 + SELECT id, did, rkey, 'string', subject_at, created 1661 + FROM stars 1662 + WHERE (subject_did IS NULL OR subject_did = '') 1663 + AND subject_at LIKE 'at://%/sh.tangled.string/%'; 1664 + DROP TABLE stars; 1665 + ALTER TABLE stars_new RENAME TO stars; 1666 + CREATE INDEX idx_stars_subject ON stars(subject); 1667 + CREATE INDEX idx_stars_subject_type ON stars(subject_type); 1668 + CREATE INDEX idx_stars_created ON stars(created); 1669 + 1670 + CREATE TABLE collaborators_new ( 1671 + id INTEGER PRIMARY KEY AUTOINCREMENT, 1672 + did TEXT NOT NULL, 1673 + rkey TEXT, 1674 + subject_did TEXT NOT NULL, 1675 + repo_did TEXT NOT NULL, 1676 + created TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), 1677 + UNIQUE(did, rkey), 1678 + FOREIGN KEY (repo_did) REFERENCES repos(repo_did) ON DELETE CASCADE 1679 + ); 1680 + INSERT INTO collaborators_new (id, did, rkey, subject_did, repo_did, created) 1681 + SELECT id, did, NULLIF(rkey, ''), subject_did, repo_did, created 1682 + FROM collaborators WHERE repo_did IS NOT NULL AND repo_did != ''; 1683 + DROP TABLE collaborators; 1684 + ALTER TABLE collaborators_new RENAME TO collaborators; 1685 + CREATE INDEX idx_collaborators_repo_did ON collaborators(repo_did); 1686 + 1687 + CREATE TABLE artifacts_new ( 1688 + id INTEGER PRIMARY KEY AUTOINCREMENT, 1689 + did TEXT NOT NULL, 1690 + rkey TEXT NOT NULL, 1691 + repo_did TEXT NOT NULL, 1692 + tag BINARY(20) NOT NULL, 1693 + created TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), 1694 + blob_cid TEXT NOT NULL, 1695 + name TEXT NOT NULL, 1696 + size INTEGER NOT NULL DEFAULT 0, 1697 + mimetype TEXT NOT NULL DEFAULT '*/*', 1698 + UNIQUE(did, rkey), 1699 + UNIQUE(repo_did, tag, name), 1700 + FOREIGN KEY (repo_did) REFERENCES repos(repo_did) ON DELETE CASCADE 1701 + ); 1702 + INSERT INTO artifacts_new (id, did, rkey, repo_did, tag, created, blob_cid, name, size, mimetype) 1703 + SELECT id, did, rkey, repo_did, tag, created, blob_cid, name, size, mimetype 1704 + FROM artifacts WHERE repo_did IS NOT NULL AND repo_did != ''; 1705 + DROP TABLE artifacts; 1706 + ALTER TABLE artifacts_new RENAME TO artifacts; 1707 + CREATE INDEX idx_artifacts_repo_did ON artifacts(repo_did); 1708 + 1709 + CREATE TABLE webhooks_new ( 1710 + id INTEGER PRIMARY KEY AUTOINCREMENT, 1711 + repo_did TEXT NOT NULL, 1712 + url TEXT NOT NULL, 1713 + secret TEXT, 1714 + active INTEGER NOT NULL DEFAULT 1, 1715 + events TEXT NOT NULL, 1716 + created_at TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), 1717 + updated_at TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), 1718 + FOREIGN KEY (repo_did) REFERENCES repos(repo_did) ON DELETE CASCADE 1719 + ); 1720 + INSERT INTO webhooks_new (id, repo_did, url, secret, active, events, created_at, updated_at) 1721 + SELECT id, repo_did, url, secret, active, events, created_at, updated_at 1722 + FROM webhooks WHERE repo_did IS NOT NULL AND repo_did != ''; 1723 + DROP TABLE webhooks; 1724 + ALTER TABLE webhooks_new RENAME TO webhooks; 1725 + CREATE INDEX idx_webhooks_repo_did ON webhooks(repo_did); 1726 + 1727 + CREATE TABLE repo_sites_new ( 1728 + id INTEGER PRIMARY KEY AUTOINCREMENT, 1729 + repo_did TEXT NOT NULL UNIQUE, 1730 + branch TEXT NOT NULL, 1731 + dir TEXT NOT NULL DEFAULT '/', 1732 + is_index INTEGER NOT NULL DEFAULT 0, 1733 + created TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), 1734 + updated TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), 1735 + FOREIGN KEY (repo_did) REFERENCES repos(repo_did) ON DELETE CASCADE 1736 + ); 1737 + INSERT INTO repo_sites_new (id, repo_did, branch, dir, is_index, created, updated) 1738 + SELECT id, repo_did, branch, dir, is_index, created, updated 1739 + FROM repo_sites WHERE repo_did IS NOT NULL AND repo_did != ''; 1740 + DROP TABLE repo_sites; 1741 + ALTER TABLE repo_sites_new RENAME TO repo_sites; 1742 + 1743 + CREATE TABLE site_deploys_new ( 1744 + id INTEGER PRIMARY KEY AUTOINCREMENT, 1745 + repo_did TEXT NOT NULL, 1746 + branch TEXT NOT NULL, 1747 + dir TEXT NOT NULL DEFAULT '/', 1748 + commit_sha TEXT NOT NULL DEFAULT '', 1749 + status TEXT NOT NULL CHECK (status IN ('success', 'failure')), 1750 + trigger TEXT NOT NULL CHECK (trigger IN ('config_change', 'push')), 1751 + error TEXT NOT NULL DEFAULT '', 1752 + created_at TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), 1753 + FOREIGN KEY (repo_did) REFERENCES repos(repo_did) ON DELETE CASCADE 1754 + ); 1755 + INSERT INTO site_deploys_new (id, repo_did, branch, dir, commit_sha, status, trigger, error, created_at) 1756 + SELECT id, repo_did, branch, dir, commit_sha, status, trigger, error, created_at 1757 + FROM site_deploys WHERE repo_did IS NOT NULL AND repo_did != ''; 1758 + DROP TABLE site_deploys; 1759 + ALTER TABLE site_deploys_new RENAME TO site_deploys; 1760 + CREATE INDEX idx_site_deploys_repo_did ON site_deploys(repo_did); 1761 + 1762 + CREATE TABLE repo_issue_seqs_new ( 1763 + repo_did TEXT PRIMARY KEY, 1764 + next_issue_id INTEGER NOT NULL DEFAULT 1, 1765 + FOREIGN KEY (repo_did) REFERENCES repos(repo_did) ON DELETE CASCADE 1766 + ); 1767 + INSERT INTO repo_issue_seqs_new (repo_did, next_issue_id) 1768 + SELECT repo_did, next_issue_id 1769 + FROM repo_issue_seqs WHERE repo_did IS NOT NULL AND repo_did != ''; 1770 + DROP TABLE repo_issue_seqs; 1771 + ALTER TABLE repo_issue_seqs_new RENAME TO repo_issue_seqs; 1772 + 1773 + CREATE TABLE repo_pull_seqs_new ( 1774 + repo_did TEXT PRIMARY KEY, 1775 + next_pull_id INTEGER NOT NULL DEFAULT 1, 1776 + FOREIGN KEY (repo_did) REFERENCES repos(repo_did) ON DELETE CASCADE 1777 + ); 1778 + INSERT INTO repo_pull_seqs_new (repo_did, next_pull_id) 1779 + SELECT repo_did, next_pull_id 1780 + FROM repo_pull_seqs WHERE repo_did IS NOT NULL AND repo_did != ''; 1781 + DROP TABLE repo_pull_seqs; 1782 + ALTER TABLE repo_pull_seqs_new RENAME TO repo_pull_seqs; 1783 + 1784 + CREATE TABLE repo_languages_new ( 1785 + id INTEGER PRIMARY KEY AUTOINCREMENT, 1786 + repo_did TEXT NOT NULL, 1787 + ref TEXT NOT NULL, 1788 + is_default_ref INTEGER NOT NULL DEFAULT 0, 1789 + language TEXT NOT NULL, 1790 + bytes INTEGER NOT NULL CHECK (bytes >= 0), 1791 + UNIQUE(repo_did, ref, language), 1792 + FOREIGN KEY (repo_did) REFERENCES repos(repo_did) ON DELETE CASCADE 1793 + ); 1794 + INSERT INTO repo_languages_new (id, repo_did, ref, is_default_ref, language, bytes) 1795 + SELECT id, repo_did, ref, is_default_ref, language, bytes 1796 + FROM repo_languages WHERE repo_did IS NOT NULL AND repo_did != ''; 1797 + DROP TABLE repo_languages; 1798 + ALTER TABLE repo_languages_new RENAME TO repo_languages; 1799 + 1800 + CREATE TABLE repo_labels_new ( 1801 + id INTEGER PRIMARY KEY AUTOINCREMENT, 1802 + repo_did TEXT NOT NULL, 1803 + label_at TEXT NOT NULL, 1804 + UNIQUE(repo_did, label_at), 1805 + FOREIGN KEY (repo_did) REFERENCES repos(repo_did) ON DELETE CASCADE 1806 + ); 1807 + INSERT INTO repo_labels_new (id, repo_did, label_at) 1808 + SELECT id, repo_did, label_at 1809 + FROM repo_labels WHERE repo_did IS NOT NULL AND repo_did != ''; 1810 + DROP TABLE repo_labels; 1811 + ALTER TABLE repo_labels_new RENAME TO repo_labels; 1812 + `) 1813 + return err 1814 + }) 1815 + conn.ExecContext(ctx, "pragma foreign_keys = on;") 1411 1816 1412 1817 return &DB{ 1413 1818 db,
+1 -1
appview/models/artifact.go
··· 15 15 Did string 16 16 Rkey string 17 17 18 - RepoAt syntax.ATURI 18 + RepoDid syntax.DID 19 19 Tag plumbing.Hash 20 20 CreatedAt time.Time 21 21
+1 -1
appview/models/collaborator.go
··· 14 14 15 15 // content 16 16 SubjectDid syntax.DID 17 - RepoAt syntax.ATURI 17 + RepoDid syntax.DID 18 18 19 19 // meta 20 20 Created time.Time
+3 -12
appview/models/issue.go
··· 13 13 Id int64 14 14 Did string 15 15 Rkey string 16 - RepoAt syntax.ATURI 16 + RepoDid syntax.DID 17 17 IssueId int 18 18 Created time.Time 19 19 Edited *time.Time ··· 44 44 for i, uri := range i.References { 45 45 references[i] = string(uri) 46 46 } 47 - repoAtStr := i.RepoAt.String() 48 47 rec := tangled.RepoIssue{ 49 - Repo: &repoAtStr, 48 + Repo: string(i.RepoDid), 50 49 Title: i.Title, 51 50 Body: &i.Body, 52 51 Mentions: mentions, 53 52 References: references, 54 53 CreatedAt: i.Created.Format(time.RFC3339), 55 - } 56 - if i.Repo != nil && i.Repo.RepoDid != "" { 57 - rec.RepoDid = &i.Repo.RepoDid 58 54 } 59 55 return rec 60 56 } ··· 166 162 body = *record.Body 167 163 } 168 164 169 - var repoAt syntax.ATURI 170 - if record.Repo != nil { 171 - repoAt = syntax.ATURI(*record.Repo) 172 - } 173 - 174 165 return Issue{ 175 - RepoAt: repoAt, 166 + RepoDid: syntax.DID(record.Repo), 176 167 Did: did, 177 168 Rkey: rkey, 178 169 Created: created,
+2 -4
appview/models/language.go
··· 1 1 package models 2 2 3 - import ( 4 - "github.com/bluesky-social/indigo/atproto/syntax" 5 - ) 3 + import "github.com/bluesky-social/indigo/atproto/syntax" 6 4 7 5 type RepoLanguage struct { 8 6 Id int64 9 - RepoAt syntax.ATURI 7 + RepoDid syntax.DID 10 8 Ref string 11 9 IsDefaultRef bool 12 10 Language string
+23 -48
appview/models/pull.go
··· 61 61 PullId int 62 62 63 63 // at ids 64 - RepoAt syntax.ATURI 64 + RepoDid syntax.DID 65 65 OwnerDid string 66 66 Rkey string 67 67 ··· 97 97 references[i] = string(uri) 98 98 } 99 99 100 - var targetRepoAt, targetRepoDid *string 101 - targetRepoAt = new(string) 102 - *targetRepoAt = p.RepoAt.String() 103 - if p.Repo != nil && p.Repo.RepoDid != "" { 104 - targetRepoDid = new(string) 105 - *targetRepoDid = p.Repo.RepoDid 106 - } 107 - 108 100 rounds := make([]*tangled.RepoPull_Round, len(p.Submissions)) 109 101 for i, submission := range p.Submissions { 110 102 rounds[i] = submission.AsRecord() ··· 123 115 References: references, 124 116 CreatedAt: p.Created.Format(time.RFC3339), 125 117 Target: &tangled.RepoPull_Target{ 126 - Repo: targetRepoAt, 127 - RepoDid: targetRepoDid, 128 - Branch: p.TargetBranch, 118 + Repo: string(p.RepoDid), 119 + Branch: p.TargetBranch, 129 120 }, 130 121 Rounds: rounds, 131 122 Source: p.PullSource.AsRecord(), ··· 151 142 } 152 143 } 153 144 154 - var targetRepoAt syntax.ATURI 145 + var targetRepoDid syntax.DID 155 146 var targetBranch string 156 147 if record.Target != nil { 157 - if record.Target.Repo != nil { 158 - uri, err := syntax.ParseATURI(*record.Target.Repo) 159 - if err != nil { 160 - return nil, fmt.Errorf("invalid target.repo aturi: %w", err) 161 - } 162 - targetRepoAt = uri 148 + did, err := syntax.ParseDID(record.Target.Repo) 149 + if err != nil { 150 + return nil, fmt.Errorf("invalid target.repo did: %w", err) 163 151 } 152 + targetRepoDid = did 164 153 targetBranch = record.Target.Branch 165 154 } 166 155 ··· 171 160 } 172 161 173 162 if record.Source.Repo != nil { 174 - uri, err := syntax.ParseATURI(*record.Source.Repo) 163 + did, err := syntax.ParseDID(*record.Source.Repo) 175 164 if err != nil { 176 - return nil, fmt.Errorf("invalid source.repo aturi: %w", err) 177 - } 178 - pullSource.RepoAt = &uri 179 - } 180 - if record.Source.RepoDid != nil { 181 - did, err := syntax.ParseDID(*record.Source.RepoDid) 182 - if err != nil { 183 - return nil, fmt.Errorf("invalid source.repoDid did: %w", err) 165 + return nil, fmt.Errorf("invalid source.repo did: %w", err) 184 166 } 185 167 pullSource.RepoDid = &did 186 168 } ··· 209 191 } 210 192 211 193 return &Pull{ 212 - RepoAt: targetRepoAt, 194 + RepoDid: targetRepoDid, 213 195 OwnerDid: did, 214 196 Rkey: rkey, 215 197 Title: record.Title, ··· 260 242 261 243 type PullSource struct { 262 244 Branch string 263 - RepoAt *syntax.ATURI 264 245 RepoDid *syntax.DID 265 246 266 247 // optionally populate this for reverse mappings ··· 271 252 if s == nil { 272 253 return nil 273 254 } 274 - var repoAt, repoDid *string 275 - if s.RepoAt != nil { 276 - repoAt = new(string) 277 - *repoAt = s.RepoAt.String() 278 - } 255 + var repo *string 279 256 if s.RepoDid != nil { 280 - repoDid = new(string) 281 - *repoDid = s.RepoDid.String() 257 + r := s.RepoDid.String() 258 + repo = &r 282 259 } 283 260 return &tangled.RepoPull_Source{ 284 - Branch: s.Branch, 285 - Repo: repoAt, 286 - RepoDid: repoDid, 261 + Branch: s.Branch, 262 + Repo: repo, 287 263 } 288 264 } 289 265 ··· 313 289 SubmissionId int 314 290 315 291 // at ids 316 - RepoAt string 292 + RepoDid string 317 293 OwnerDid string 318 294 CommentAt string 319 295 ··· 366 342 367 343 func (p *Pull) IsBranchBased() bool { 368 344 if p.PullSource != nil { 369 - if p.PullSource.RepoAt != nil { 370 - return p.PullSource.RepoAt == &p.RepoAt 371 - } else { 372 - // no repo specified 373 - return true 345 + if p.PullSource.RepoDid != nil { 346 + return *p.PullSource.RepoDid == p.RepoDid 374 347 } 348 + // no repo specified 349 + return true 375 350 } 376 351 return false 377 352 } 378 353 379 354 func (p *Pull) IsForkBased() bool { 380 355 if p.PullSource != nil { 381 - if p.PullSource.RepoAt != nil { 356 + if p.PullSource.RepoDid != nil { 382 357 // make sure repos are different 383 - return p.PullSource.RepoAt != &p.RepoAt 358 + return *p.PullSource.RepoDid != p.RepoDid 384 359 } 385 360 } 386 361 return false
+54 -3
appview/models/repo.go
··· 57 57 58 58 return tangled.Repo{ 59 59 Knot: r.Knot, 60 - Name: r.Name, 60 + Name: r.cosmeticName(), 61 61 Description: description, 62 62 Website: website, 63 63 Topics: r.Topics, ··· 69 69 } 70 70 } 71 71 72 + func (r *Repo) cosmeticName() *string { 73 + if r.Name == "" || r.Name == r.Rkey { 74 + return nil 75 + } 76 + return &r.Name 77 + } 78 + 72 79 func (r Repo) RepoAt() syntax.ATURI { 73 80 return syntax.ATURI(fmt.Sprintf("at://%s/%s/%s", r.Did, tangled.RepoNSID, r.Rkey)) 74 81 } ··· 77 84 if r.RepoDid != "" { 78 85 return r.RepoDid 79 86 } 80 - p, _ := securejoin.SecureJoin(r.Did, r.Name) 87 + p, _ := securejoin.SecureJoin(r.Did, r.Rkey) 81 88 return p 82 89 } 83 90 ··· 113 120 114 121 type RepoLabel struct { 115 122 Id int64 116 - RepoAt syntax.ATURI 123 + RepoDid syntax.DID 117 124 LabelAt syntax.ATURI 125 + } 126 + 127 + var reservedRepoNames = map[string]struct{}{ 128 + "self": {}, 129 + } 130 + 131 + func ValidateRepoName(name string) error { 132 + if len(name) == 0 { 133 + return fmt.Errorf("Repository name cannot be empty") 134 + } 135 + if len(name) > 100 { 136 + return fmt.Errorf("Repository name must be 100 characters or fewer") 137 + } 138 + 139 + if strings.Contains(name, "/") || strings.Contains(name, "\\") { 140 + return fmt.Errorf("Repository name contains invalid path characters") 141 + } 142 + 143 + if strings.HasPrefix(name, ".") || strings.HasSuffix(name, ".") { 144 + return fmt.Errorf("Repository name contains invalid path sequence") 145 + } 146 + 147 + for _, char := range name { 148 + if !((char >= 'a' && char <= 'z') || 149 + (char >= 'A' && char <= 'Z') || 150 + (char >= '0' && char <= '9') || 151 + char == '-' || char == '_' || char == '.') { 152 + return fmt.Errorf("Repository name can only contain alphanumeric characters, periods, hyphens, and underscores") 153 + } 154 + } 155 + 156 + if strings.Contains(name, "..") { 157 + return fmt.Errorf("Repository name cannot contain sequential dots") 158 + } 159 + 160 + if _, reserved := reservedRepoNames[strings.ToLower(name)]; reserved { 161 + return fmt.Errorf("Repository name %q is reserved", name) 162 + } 163 + 164 + return nil 165 + } 166 + 167 + func StripGitExt(name string) string { 168 + return strings.TrimSuffix(name, ".git") 118 169 } 119 170 120 171 type RepoGroup struct {
+86
appview/models/repo_test.go
··· 1 + package models 2 + 3 + import ( 4 + "strings" 5 + "testing" 6 + ) 7 + 8 + func TestValidateRepoName_ValidRkeys(t *testing.T) { 9 + valid := []string{ 10 + "myrepo", 11 + "MyRepo", 12 + "my-repo", 13 + "my_repo", 14 + "my.repo", 15 + "a", 16 + "repo123", 17 + strings.Repeat("a", 100), 18 + } 19 + for _, name := range valid { 20 + if err := ValidateRepoName(name); err != nil { 21 + t.Errorf("ValidateRepoName(%q) = %v, want nil", name, err) 22 + } 23 + } 24 + } 25 + 26 + func TestValidateRepoName_InvalidRkeys(t *testing.T) { 27 + cases := []struct { 28 + input string 29 + substr string 30 + }{ 31 + {"", "empty"}, 32 + {strings.Repeat("a", 101), "100 characters"}, 33 + {"has space", "alphanumeric"}, 34 + {"has/slash", "invalid path"}, 35 + {"has\\backslash", "invalid path"}, 36 + {".dotprefix", "invalid path"}, 37 + {"dotsuffix.", "invalid path"}, 38 + {"two..dots", "sequential dots"}, 39 + {"../traversal", "invalid path"}, 40 + {"self", "reserved"}, 41 + {"SELF", "reserved"}, 42 + } 43 + for _, tc := range cases { 44 + err := ValidateRepoName(tc.input) 45 + if err == nil { 46 + t.Errorf("ValidateRepoName(%q) = nil, want error containing %q", tc.input, tc.substr) 47 + continue 48 + } 49 + if !strings.Contains(strings.ToLower(err.Error()), strings.ToLower(tc.substr)) { 50 + t.Errorf("ValidateRepoName(%q) = %q, want substring %q", tc.input, err.Error(), tc.substr) 51 + } 52 + } 53 + } 54 + 55 + func TestStripGitExt(t *testing.T) { 56 + cases := []struct{ in, want string }{ 57 + {"repo.git", "repo"}, 58 + {"repo", "repo"}, 59 + {"repo.git.git", "repo.git"}, 60 + {".git", ""}, 61 + } 62 + for _, tc := range cases { 63 + if got := StripGitExt(tc.in); got != tc.want { 64 + t.Errorf("StripGitExt(%q) = %q, want %q", tc.in, got, tc.want) 65 + } 66 + } 67 + } 68 + 69 + func TestCosmeticName_NilWhenMatchesRkey(t *testing.T) { 70 + r := Repo{Name: "myrepo", Rkey: "myrepo"} 71 + rec := r.AsRecord() 72 + if rec.Name != nil { 73 + t.Errorf("cosmeticName should be nil when Name == Rkey, got %q", *rec.Name) 74 + } 75 + } 76 + 77 + func TestCosmeticName_PresentWhenDiffers(t *testing.T) { 78 + r := Repo{Name: "MyRepo", Rkey: "myrepo", Knot: "k"} 79 + rec := r.AsRecord() 80 + if rec.Name == nil { 81 + t.Fatal("cosmeticName should be non-nil when Name != Rkey") 82 + } 83 + if *rec.Name != "MyRepo" { 84 + t.Errorf("cosmeticName = %q, want %q", *rec.Name, "MyRepo") 85 + } 86 + }
+2 -2
appview/models/search.go
··· 5 5 type IssueSearchOptions struct { 6 6 Keywords []string 7 7 Phrases []string 8 - RepoAt string 8 + RepoDid string 9 9 IsOpen *bool 10 10 AuthorDid string 11 11 Labels []string ··· 31 31 type PullSearchOptions struct { 32 32 Keywords []string 33 33 Phrases []string 34 - RepoAt string 34 + RepoDid string 35 35 State *PullState 36 36 AuthorDid string 37 37 Labels []string
+4 -4
appview/models/search_test.go
··· 16 16 want: false, 17 17 }, 18 18 { 19 - name: "non-filter fields only (RepoAt, IsOpen, Page) return false", 20 - opts: IssueSearchOptions{RepoAt: "at://did:plc:abc/repo"}, 19 + name: "non-filter fields only (RepoDid, IsOpen, Page) return false", 20 + opts: IssueSearchOptions{RepoDid: "did:plc:abc"}, 21 21 want: false, 22 22 }, 23 23 { ··· 93 93 want: false, 94 94 }, 95 95 { 96 - name: "non-filter fields only (RepoAt, State, Page) return false", 97 - opts: PullSearchOptions{RepoAt: "at://did:plc:abc/repo"}, 96 + name: "non-filter fields only (RepoDid, State, Page) return false", 97 + opts: PullSearchOptions{RepoDid: "did:plc:abc"}, 98 98 want: false, 99 99 }, 100 100 {
+6 -2
appview/models/site_deploy.go
··· 1 1 package models 2 2 3 - import "time" 3 + import ( 4 + "time" 5 + 6 + "github.com/bluesky-social/indigo/atproto/syntax" 7 + ) 4 8 5 9 type SiteDeployStatus string 6 10 ··· 29 33 30 34 type SiteDeploy struct { 31 35 Id int64 32 - RepoAt string 36 + RepoDid syntax.DID 33 37 Branch string 34 38 Dir string 35 39 CommitSHA string
+7 -3
appview/models/sites.go
··· 1 1 package models 2 2 3 - import "time" 3 + import ( 4 + "time" 5 + 6 + "github.com/bluesky-social/indigo/atproto/syntax" 7 + ) 4 8 5 9 type DomainClaim struct { 6 10 ID int64 ··· 11 15 12 16 type RepoSite struct { 13 17 ID int64 14 - RepoAt string 15 - RepoName string // populated when joined with repos table 18 + RepoDid syntax.DID 19 + RepoRkey string // populated when joined with repos table 16 20 Branch string 17 21 Dir string 18 22 IsIndex bool
+11 -5
appview/models/star.go
··· 2 2 3 3 import ( 4 4 "time" 5 + ) 5 6 6 - "github.com/bluesky-social/indigo/atproto/syntax" 7 + type StarSubjectType string 8 + 9 + const ( 10 + StarSubjectRepo StarSubjectType = "repo" 11 + StarSubjectString StarSubjectType = "string" 7 12 ) 8 13 9 14 type Star struct { 10 - Did string 11 - RepoAt syntax.ATURI 12 - Created time.Time 13 - Rkey string 15 + Did string 16 + SubjectType StarSubjectType 17 + Subject string 18 + Created time.Time 19 + Rkey string 14 20 } 15 21 16 22 // RepoStar is used for reverse mapping to repos
+11 -2
appview/models/webhook.go
··· 10 10 type WebhookEvent string 11 11 12 12 const ( 13 - WebhookEventPush WebhookEvent = "push" 13 + WebhookEventPush WebhookEvent = "push" 14 + WebhookEventRepoRenamed WebhookEvent = "repository:renamed" 14 15 ) 15 16 16 17 type Webhook struct { 17 18 Id int64 18 - RepoAt syntax.ATURI 19 + RepoDid syntax.DID 19 20 Url string 20 21 Secret string 21 22 Active bool ··· 72 73 type WebhookUser struct { 73 74 Did string `json:"did"` 74 75 } 76 + 77 + // WebhookRenamePayload represents the payload for a repository:renamed event 78 + type WebhookRenamePayload struct { 79 + OldName string `json:"old_name"` 80 + NewName string `json:"new_name"` 81 + Repository WebhookRepository `json:"repository"` 82 + Sender WebhookUser `json:"sender"` 83 + }
+12
orm/orm.go
··· 3 3 import ( 4 4 "context" 5 5 "database/sql" 6 + "errors" 6 7 "fmt" 7 8 "log/slog" 8 9 "reflect" 9 10 "strings" 11 + 12 + "github.com/mattn/go-sqlite3" 10 13 ) 14 + 15 + func IsUniqueViolation(err error) bool { 16 + var sqlErr sqlite3.Error 17 + if !errors.As(err, &sqlErr) { 18 + return false 19 + } 20 + return sqlErr.ExtendedCode == sqlite3.ErrConstraintUnique || 21 + sqlErr.ExtendedCode == sqlite3.ErrConstraintPrimaryKey 22 + } 11 23 12 24 type migrationFn = func(*sql.Tx) error 13 25