Public: anyone can read this; the crew can change it.
Web standards complete and tested: robots, sitemap, manifest, security.txt, llms.txt, favicons, theme colors, structured data #9608
scout/forge:scout/9579-web-standards-complete-and-tested-robots → main 2 commits fork
4 files
changed +81
−0
src/web/layout.ts +3
| @@ -108,6 +108,8 @@ export interface PageOptions { | ||
| 108 | 108 | feed?: { href: string; title: string }; |
| 109 | 109 | /** This page's JSON twin, advertised in the head for agents. */ |
| 110 | 110 | json?: { href: string; title: string }; |
| 111 | /** Structured data (JSON-LD) for the head, already escaped by `safeJson`. */ | |
| 112 | jsonLd?: string; | |
| 111 | 113 | /** Breadcrumb segments rendered in the topbar, e.g. owner / repo. */ |
| 112 | 114 | crumbs?: { label: string; href: string }[]; |
| 113 | 115 | body: Html; |
| @@ -813,6 +815,7 @@ export function page(options: PageOptions, status = 200): Response { | ||
| 813 | 815 | options.json, |
| 814 | 816 | (j) => html`<link rel="alternate" type="application/json" title="${j.title}" href="${j.href}" />`, |
| 815 | 817 | )} |
| 818 | ${when(options.jsonLd, (d) => html`<script type="application/ld+json">${raw(d)}</script>`)} | |
| 816 | 819 | <meta name="color-scheme" content="light dark" /> |
| 817 | 820 | ${theme |
| 818 | 821 | ? html`<meta name="theme-color" content="${metaThemeColor(theme)}" />` |
src/web/structured_data.ts added +43
| @@ -0,0 +1,43 @@ | ||
| 1 | /** | |
| 2 | * The front page's structured data (schema.org JSON-LD): the site as a | |
| 3 | * WebSite and the forge as a SoftwareApplication. Plain data in, a string | |
| 4 | * out; the page puts it in a `<script type="application/ld+json">`. | |
| 5 | */ | |
| 6 | import { SITE_LINE } from "./site_line.ts"; | |
| 7 | ||
| 8 | /** JSON that cannot close its own script tag: `<`, `>` and `&` are written as \u escapes. */ | |
| 9 | export function safeJson(value: unknown): string { | |
| 10 | return JSON.stringify(value) | |
| 11 | .replace(/</g, "\\u003c") | |
| 12 | .replace(/>/g, "\\u003e") | |
| 13 | .replace(/&/g, "\\u0026") | |
| 14 | .replace(/\u2028/g, "\\u2028") | |
| 15 | .replace(/\u2029/g, "\\u2029"); | |
| 16 | } | |
| 17 | ||
| 18 | export function siteStructuredData(origin: string, version: string): string { | |
| 19 | return safeJson({ | |
| 20 | "@context": "https://schema.org", | |
| 21 | "@graph": [ | |
| 22 | { | |
| 23 | "@type": "WebSite", | |
| 24 | "@id": `${origin}/#site`, | |
| 25 | name: "forge", | |
| 26 | url: `${origin}/`, | |
| 27 | description: SITE_LINE, | |
| 28 | }, | |
| 29 | { | |
| 30 | "@type": "SoftwareApplication", | |
| 31 | "@id": `${origin}/#software`, | |
| 32 | name: "forge", | |
| 33 | url: `${origin}/`, | |
| 34 | description: SITE_LINE, | |
| 35 | applicationCategory: "DeveloperApplication", | |
| 36 | operatingSystem: "Web", | |
| 37 | softwareVersion: version, | |
| 38 | isAccessibleForFree: true, | |
| 39 | offers: { "@type": "Offer", price: "0", priceCurrency: "USD" }, | |
| 40 | }, | |
| 41 | ], | |
| 42 | }); | |
| 43 | } |
src/web/studio/home.ts +3
| @@ -33,6 +33,8 @@ import { field, readForm, type Form } from "../form.ts"; | ||
| 33 | 33 | import { liveRegionsJs } from "../client.ts"; |
| 34 | 34 | import { html, when, type Html } from "../html.ts"; |
| 35 | 35 | import { fragment, page, redirect } from "../layout.ts"; |
| 36 | import { siteStructuredData } from "../structured_data.ts"; | |
| 37 | import { running } from "../../kernel/version.ts"; | |
| 36 | 38 | import { liveClientJs } from "../live.ts"; |
| 37 | 39 | import { |
| 38 | 40 | btn, |
| @@ -845,6 +847,7 @@ bun run src/main.ts</code></pre> | ||
| 845 | 847 | title: "forge: software for what you're building, yours to keep", |
| 846 | 848 | description: "Your own forge, with a private AI crew that builds your apps, games and business tools. Open source, and yours to keep.", |
| 847 | 849 | body, |
| 850 | jsonLd: siteStructuredData(ctx.url.origin, running().version), | |
| 848 | 851 | ...(visitor |
| 849 | 852 | ? { |
| 850 | 853 | tools: html`<a class="small door-wide" href="#made">Made here</a> |
test/standards.test.ts +32
| @@ -514,4 +514,36 @@ describe("what the open web expects", () => { | ||
| 514 | 514 | expect(html).toContain(`<meta property="og:description" content="${said}"`); |
| 515 | 515 | expect(html).toContain(SITE_LINE); |
| 516 | 516 | }); |
| 517 | ||
| 518 | test("each web standard is served with its type and shape; the home page carries JSON-LD", async () => { | |
| 519 | const get = (path: string) => fetch(`${base}${path}`); | |
| 520 | const robots = await get("/robots.txt"); | |
| 521 | expect(robots.headers.get("content-type")).toContain("text/plain"); | |
| 522 | expect(await robots.text()).toContain(`Sitemap: ${base}/sitemap.xml`); | |
| 523 | const sitemap = await get("/sitemap.xml"); | |
| 524 | expect(sitemap.headers.get("content-type")).toContain("xml"); | |
| 525 | expect(await sitemap.text()).toContain("<urlset"); | |
| 526 | const manifest = await get("/manifest.webmanifest"); | |
| 527 | expect(manifest.headers.get("content-type")).toMatch(/manifest\+json|json/); | |
| 528 | expect(((await manifest.json()) as { icons: unknown[] }).icons.length).toBeGreaterThan(0); | |
| 529 | const sec = await get("/.well-known/security.txt"); | |
| 530 | expect(sec.headers.get("content-type")).toContain("text/plain"); | |
| 531 | const secBody = await sec.text(); | |
| 532 | expect(secBody).toMatch(/^Contact: \S+/m); | |
| 533 | const expires = /^Expires: (\S+)/m.exec(secBody)?.[1] ?? ""; | |
| 534 | expect(Date.parse(expires)).toBeGreaterThan(Date.now()); | |
| 535 | const llms = await get("/llms.txt"); | |
| 536 | expect(llms.headers.get("content-type")).toContain("text/plain"); | |
| 537 | expect((await llms.text()).startsWith("# ")).toBe(true); | |
| 538 | expect((await get("/favicon.ico")).headers.get("content-type")).toContain("image/png"); | |
| 539 | expect((await get("/icons/forge-192.png")).headers.get("content-type")).toBe("image/png"); | |
| 540 | const home = await (await get("/")).text(); | |
| 541 | expect(home).toMatch(/name="theme-color"\s+media="\(prefers-color-scheme: light\)"/); | |
| 542 | expect(home).toMatch(/name="theme-color"\s+media="\(prefers-color-scheme: dark\)"/); | |
| 543 | const ld = /<script type="application\/ld\+json">([^<]*)<\/script>/.exec(home)?.[1]; | |
| 544 | expect(ld).toBeDefined(); | |
| 545 | const graph = (JSON.parse(ld ?? "{}") as { "@graph": { "@type": string; url: string }[] })["@graph"]; | |
| 546 | expect(graph.map((n) => n["@type"])).toEqual(["WebSite", "SoftwareApplication"]); | |
| 547 | expect(graph[0]?.url).toBe(`${base}/`); | |
| 548 | }); | |
| 517 | 549 | }); |
new above
offline