-8

.tangled/workflows/publish-docs.yml

reviewed

··· 1 1 when: 2 2 - event: push 3 3 tag: "v*" 4 4 - - event: push 5 5 - branch: main 6 6 - path: 7 7 - - "README.md" 8 8 - - "CHANGELOG.md" 9 9 - - "docs/**" 10 10 - - "devlog/**" 11 4 12 5 engine: nixery 13 6 ··· 18 11 steps: 19 12 - name: build and publish docs to ATProto 20 13 command: | 21 21 - test -n "$ATPROTO_PASSWORD" 22 14 zig build 23 15 ./zig-out/bin/publish-docs

-196

scripts/publish-docs.zig

reviewed

··· 82 82 83 83 try putRecord(&client, allocator, session.did, "site.standard.document", tid.str(), doc_record); 84 84 std.debug.print("published: {s} -> at://{s}/site.standard.document/{s}\n", .{ doc.file, session.did, tid.str() }); 85 85 - 86 86 - // also publish to leaflet 87 87 - const leaflet_blocks = try parseMarkdownToLeafletBlocks(allocator, content); 88 88 - const leaflet_page = LeafletPage{ .blocks = leaflet_blocks }; 89 89 - const leaflet_pages = try allocator.alloc(LeafletPage, 1); 90 90 - leaflet_pages[0] = leaflet_page; 91 91 - 92 92 - const leaflet_record = LeafletDocument{ 93 93 - .author = session.did, 94 94 - .title = title, 95 95 - .publishedAt = &now, 96 96 - .pages = leaflet_pages, 97 97 - }; 98 98 - try putRecord(&client, allocator, session.did, "pub.leaflet.document", tid.str(), leaflet_record); 99 99 - std.debug.print("published: {s} -> at://{s}/pub.leaflet.document/{s}\n", .{ doc.file, session.did, tid.str() }); 100 85 } 101 86 102 87 // devlog publication (clock_id 100 to separate from docs) ··· 136 121 137 122 try putRecord(&client, allocator, session.did, "site.standard.document", tid.str(), doc_record); 138 123 std.debug.print("published: {s} -> at://{s}/site.standard.document/{s}\n", .{ entry.file, session.did, tid.str() }); 139 139 - 140 140 - // also publish to leaflet 141 141 - const leaflet_blocks = try parseMarkdownToLeafletBlocks(allocator, content); 142 142 - const leaflet_page = LeafletPage{ .blocks = leaflet_blocks }; 143 143 - const leaflet_pages = try allocator.alloc(LeafletPage, 1); 144 144 - leaflet_pages[0] = leaflet_page; 145 145 - 146 146 - const leaflet_record = LeafletDocument{ 147 147 - .author = session.did, 148 148 - .title = title, 149 149 - .publishedAt = &now, 150 150 - .pages = leaflet_pages, 151 151 - }; 152 152 - try putRecord(&client, allocator, session.did, "pub.leaflet.document", tid.str(), leaflet_record); 153 153 - std.debug.print("published: {s} -> at://{s}/pub.leaflet.document/{s}\n", .{ entry.file, session.did, tid.str() }); 154 124 } 155 125 156 126 std.debug.print("done\n", .{}); ··· 172 142 publishedAt: []const u8, 173 143 }; 174 144 175 175 - // leaflet types 176 176 - const LeafletDocument = struct { 177 177 - @"$type": []const u8 = "pub.leaflet.document", 178 178 - author: []const u8, 179 179 - title: []const u8, 180 180 - publishedAt: ?[]const u8 = null, 181 181 - pages: []const LeafletPage, 182 182 - }; 183 183 - 184 184 - const LeafletPage = struct { 185 185 - @"$type": []const u8 = "pub.leaflet.pages.linearDocument", 186 186 - blocks: []const LeafletBlockWrapper, 187 187 - }; 188 188 - 189 189 - const LeafletBlockWrapper = struct { 190 190 - block: LeafletBlock, 191 191 - }; 192 192 - 193 193 - const LeafletBlock = union(enum) { 194 194 - header: HeaderBlock, 195 195 - text: TextBlock, 196 196 - code: CodeBlock, 197 197 - 198 198 - pub fn jsonStringify(self: @This(), jw: anytype) !void { 199 199 - switch (self) { 200 200 - .header => |h| try jw.write(h), 201 201 - .text => |t| try jw.write(t), 202 202 - .code => |c| try jw.write(c), 203 203 - } 204 204 - } 205 205 - }; 206 206 - 207 207 - const HeaderBlock = struct { 208 208 - @"$type": []const u8 = "pub.leaflet.blocks.header", 209 209 - plaintext: []const u8, 210 210 - level: u8, 211 211 - }; 212 212 - 213 213 - const TextBlock = struct { 214 214 - @"$type": []const u8 = "pub.leaflet.blocks.text", 215 215 - plaintext: []const u8, 216 216 - }; 217 217 - 218 218 - const CodeBlock = struct { 219 219 - @"$type": []const u8 = "pub.leaflet.blocks.code", 220 220 - plaintext: []const u8, 221 221 - language: ?[]const u8 = null, 222 222 - }; 223 223 - 224 145 const Session = struct { 225 146 did: []const u8, 226 147 access_token: []const u8, ··· 340 261 }) catch unreachable; 341 262 return buf; 342 263 } 343 343 - 344 344 - /// parse markdown into leaflet blocks (minimal: headers, code, paragraphs) 345 345 - fn parseMarkdownToLeafletBlocks(allocator: Allocator, markdown: []const u8) ![]LeafletBlockWrapper { 346 346 - var blocks: std.ArrayList(LeafletBlockWrapper) = .empty; 347 347 - errdefer blocks.deinit(allocator); 348 348 - 349 349 - var lines = std.mem.splitScalar(u8, markdown, '\n'); 350 350 - var in_code_block = false; 351 351 - var code_content: std.ArrayList(u8) = .empty; 352 352 - defer code_content.deinit(allocator); 353 353 - var code_lang: ?[]const u8 = null; 354 354 - var paragraph_lines: std.ArrayList([]const u8) = .empty; 355 355 - defer paragraph_lines.deinit(allocator); 356 356 - 357 357 - while (lines.next()) |line| { 358 358 - const trimmed = std.mem.trim(u8, line, " \t\r"); 359 359 - 360 360 - // handle code blocks 361 361 - if (std.mem.startsWith(u8, trimmed, "```")) { 362 362 - if (in_code_block) { 363 363 - // end code block 364 364 - try blocks.append(allocator, .{ .block = .{ .code = .{ 365 365 - .plaintext = try allocator.dupe(u8, code_content.items), 366 366 - .language = code_lang, 367 367 - } } }); 368 368 - code_content.clearRetainingCapacity(); 369 369 - code_lang = null; 370 370 - in_code_block = false; 371 371 - } else { 372 372 - // flush any pending paragraph first 373 373 - if (paragraph_lines.items.len > 0) { 374 374 - const para_text = try std.mem.join(allocator, " ", paragraph_lines.items); 375 375 - if (para_text.len > 0) { 376 376 - try blocks.append(allocator, .{ .block = .{ .text = .{ .plaintext = para_text } } }); 377 377 - } 378 378 - paragraph_lines.clearRetainingCapacity(); 379 379 - } 380 380 - // start code block 381 381 - in_code_block = true; 382 382 - const lang_part = trimmed[3..]; 383 383 - if (lang_part.len > 0) { 384 384 - code_lang = try allocator.dupe(u8, lang_part); 385 385 - } 386 386 - } 387 387 - continue; 388 388 - } 389 389 - 390 390 - if (in_code_block) { 391 391 - if (code_content.items.len > 0) { 392 392 - try code_content.append(allocator, '\n'); 393 393 - } 394 394 - try code_content.appendSlice(allocator, line); 395 395 - continue; 396 396 - } 397 397 - 398 398 - // handle headers 399 399 - if (trimmed.len > 0 and trimmed[0] == '#') { 400 400 - // flush any pending paragraph first 401 401 - if (paragraph_lines.items.len > 0) { 402 402 - const para_text = try std.mem.join(allocator, " ", paragraph_lines.items); 403 403 - if (para_text.len > 0) { 404 404 - try blocks.append(allocator, .{ .block = .{ .text = .{ .plaintext = para_text } } }); 405 405 - } 406 406 - paragraph_lines.clearRetainingCapacity(); 407 407 - } 408 408 - 409 409 - var level: u8 = 0; 410 410 - for (trimmed) |c| { 411 411 - if (c == '#') level += 1 else break; 412 412 - } 413 413 - if (level > 0 and level <= 6 and trimmed.len > level and trimmed[level] == ' ') { 414 414 - var header_text = trimmed[level + 1 ..]; 415 415 - // strip markdown link: [text](url) -> text 416 416 - if (std.mem.indexOf(u8, header_text, "](")) |bracket| { 417 417 - if (header_text[0] == '[') { 418 418 - header_text = header_text[1..bracket]; 419 419 - } 420 420 - } 421 421 - try blocks.append(allocator, .{ .block = .{ .header = .{ 422 422 - .plaintext = try allocator.dupe(u8, header_text), 423 423 - .level = level, 424 424 - } } }); 425 425 - continue; 426 426 - } 427 427 - } 428 428 - 429 429 - // blank line ends paragraph 430 430 - if (trimmed.len == 0) { 431 431 - if (paragraph_lines.items.len > 0) { 432 432 - const para_text = try std.mem.join(allocator, " ", paragraph_lines.items); 433 433 - if (para_text.len > 0) { 434 434 - try blocks.append(allocator, .{ .block = .{ .text = .{ .plaintext = para_text } } }); 435 435 - } 436 436 - paragraph_lines.clearRetainingCapacity(); 437 437 - } 438 438 - continue; 439 439 - } 440 440 - 441 441 - // accumulate paragraph lines 442 442 - try paragraph_lines.append(allocator, try allocator.dupe(u8, trimmed)); 443 443 - } 444 444 - 445 445 - // flush remaining content 446 446 - if (in_code_block and code_content.items.len > 0) { 447 447 - try blocks.append(allocator, .{ .block = .{ .code = .{ 448 448 - .plaintext = try allocator.dupe(u8, code_content.items), 449 449 - .language = code_lang, 450 450 - } } }); 451 451 - } else if (paragraph_lines.items.len > 0) { 452 452 - const para_text = try std.mem.join(allocator, " ", paragraph_lines.items); 453 453 - if (para_text.len > 0) { 454 454 - try blocks.append(allocator, .{ .block = .{ .text = .{ .plaintext = para_text } } }); 455 455 - } 456 456 - } 457 457 - 458 458 - return blocks.toOwnedSlice(allocator); 459 459 - }