+1 -1

.beads/issues.jsonl

reviewed

··· 1 1 - {"id":"de-duplicate-asset-queue","title":"Avoid queueing an asset that has already been queued once","description":"The system should track which assets have been queued and avoid queueing the same asset multiple times.","status":"open","priority":2,"issue_type":"bug","created_at":"2026-02-10T13:19:57.21449169-05:00","updated_at":"2026-02-10T13:19:57.21449169-05:00"} 1 1 + {"id":"de-duplicate-asset-queue","title":"Avoid queueing an asset that has already been queued once","description":"The system should track which assets have been queued and avoid queueing the same asset multiple times.","status":"closed","priority":2,"issue_type":"bug","created_at":"2026-02-10T13:19:57.21449169-05:00","updated_at":"2026-02-10T13:31:40.460082169-05:00","closed_at":"2026-02-10T13:31:40.460082169-05:00","close_reason":"Added seenAssets set in scraper/seen.ts to track processed assets and prevent re-downloading the same asset multiple times"} 2 2 {"id":"de-optional-output-smart-url-naming","title":"Make output directory optional with smart URL-based naming","description":"Currently, output directory is required. We should make it optional and support a special value (e.g., `true` or `auto`) that uses the URL to determine the output directory name.\n\nThe `getDefaultOutput()` function already implements smart directory naming:\n- `https://deepwiki.com/open-telemetry/otel-arrow` → `otel-arrow`\n- `https://deepwiki.com/` → `deepwiki.com`\n\n## Requirements\n\n1. Make `--output` argument optional (currently required)\n2. Support special value `--output true` or `--output auto` that enables smart naming\n3. When multiple URLs are provided with smart naming enabled, each URL should get its own subdirectory:\n - `node cli.ts https://example.com/foo https://example.com/bar --output true`\n - Creates: `./foo/` and `./bar/` in current working directory\n\n## Open Questions\n\n- How should this work when mixing custom output dir with smart naming?\n - Should `--output ./output true` be invalid?\n - Or should it create `./output/foo/`?\n- What about hash fragments in URLs?\n - Should `https://example.com/page#section` use `page` or `page#section`?","status":"open","priority":2,"issue_type":"task","owner":"rektide+git@voodoowarez.com","created_at":"2026-02-09T20:07:27.284140403-05:00","created_by":"rektide de la faye","updated_at":"2026-02-09T20:07:27.284140403-05:00"}

+3 -3

src/types.ts

reviewed

··· 1 1 - type OverwriteMode = "ignore" | "cache" | "update"; 1 1 + export type OverwriteMode = "ignore" | "cache" | "update"; 2 2 3 3 - type LinkPredicate = (url: URL, baseUrl: URL) => boolean; 3 3 + export type LinkPredicate = (url: URL, baseUrl: URL) => boolean; 4 4 5 5 - interface PageStats { 5 5 + export interface PageStats { 6 6 url: string; 7 7 path: string; 8 8 size: number;