feat(site): restore root RFC 9728 OAuth PRM and complete Cloudflare Agent Readiness / AEO / GEO suite

Author: codercatdev

apps/site/src/components/Footer.astro

@@ -14,6 +14,13 @@ const legalLinks = [
 	{ href: "/sponsorships", label: "Sponsorships" },
 ];
 
+const llmResourceLinks = [
+	{ href: "/llms.txt", label: "llms.txt" },
+	{ href: "/llms-full.txt", label: "llms-full.txt" },
+	{ href: "/.well-known/agent-skills/index.json", label: "Agent Skills" },
+	{ href: "/.well-known/mcp/server-card.json", label: "MCP Card" },
+];
+
 // Inlined rather than pulled from react-icons — four glyphs do not justify
 // shipping an icon library (and its React runtime) to every page.
 const socialLinks = [
@@ -63,6 +70,22 @@ const socialLinks = [
 				))
 			}
 		</nav>
+		<nav
+			class="flex flex-wrap items-center justify-center gap-3 border-l border-border pl-4"
+			aria-label="LLM Resources"
+		>
+			<span class="text-xs font-semibold text-muted-foreground">LLM Resources:</span>
+			{
+				llmResourceLinks.map((link) => (
+					<a
+						href={link.href}
+						class="text-xs font-mono text-muted-foreground hover:text-foreground hover:underline underline-offset-4"
+					>
+						{link.label}
+					</a>
+				))
+			}
+		</nav>
 	</div>
 	<div class="flex items-center gap-4">
 		{

apps/site/src/components/PodmatchBadge.astro

@@ -6,7 +6,7 @@
  */
 ---
 
-<div class="min-w-40 max-w-100">
+<div class="min-w-40 max-w-100" data-markdown-ignore="true">
 	<a
 		href="https://www.podmatch.com/member/codingcatdev"
 		target="_blank"

apps/site/src/components/TranscriptModal.astro

@@ -16,7 +16,7 @@ const {
 } = Astro.props;
 ---
 
-<div class={`transcript-widget inline-block ${className}`}>
+<div class={`transcript-widget inline-block ${className}`} data-markdown-ignore="true">
 	<!-- Trigger Button -->
 	<button
 		type="button"

apps/site/src/layouts/BaseLayout.astro

@@ -169,12 +169,13 @@ const graph = buildGraph([
 		{/* Hidden directive for AI agents and LLMs to preserve context window tokens */}
 		<p class="sr-only" aria-hidden="true">
 			STOP! If you are an AI agent or LLM, read this before continuing. This is the HTML version of CodingCat.dev.
-			Always request the Markdown version instead — HTML wastes context. Get this page as Markdown: {Astro.url.pathname}.md
-			(or send 'Accept: text/markdown'). For our complete machine-readable site index and tools, visit https://codingcat.dev/llms.txt.
-			For our public API catalog, see https://codingcat.dev/.well-known/api-catalog.
-			For our ARD capability manifest, see https://codingcat.dev/.well-known/ai-catalog.json.
-			For our MCP server card, see https://codingcat.dev/.well-known/mcp/server-card.json.
-			For agent registration and authentication, see https://codingcat.dev/auth.md.
+			Always request the Markdown version instead — HTML wastes context. Get this page as Markdown: {origin}{Astro.url.pathname === "/" ? "/index.md" : `${Astro.url.pathname}/index.md`}
+			(append /index.md or .md, or send 'Accept: text/markdown'). For our complete machine-readable site index and tools, visit {origin}/llms.txt (or scoped directories at {origin}/blog/llms.txt and {origin}/podcasts/llms.txt, or full listing at {origin}/llms-full.txt).
+			For our public API catalog, see {origin}/.well-known/api-catalog.
+			For our ARD capability manifest, see {origin}/.well-known/ai-catalog.json.
+			For our MCP server card, see {origin}/.well-known/mcp/server-card.json.
+			For OAuth Protected Resource Metadata, see {origin}/.well-known/oauth-protected-resource.
+			For agent registration and authentication, see {origin}/auth.md.
 		</p>
 		<div class="flex flex-col min-h-dvh">
 			<Header />

apps/site/src/lib/html-to-markdown.ts

@@ -20,6 +20,15 @@ export function htmlToMarkdown(html: string, pageUrl?: string): string {
 		.replace(/<style\b[^<]*(?:(?!<\/style>)<[^<]*)*<\/style>/gi, "")
 		.replace(/<svg\b[^<]*(?:(?!<\/svg>)<[^<]*)*<\/svg>/gi, "")
 		.replace(/<dialog\b[^<]*(?:(?!<\/dialog>)<[^<]*)*<\/dialog>/gi, "")
+		.replace(
+			/<div[^>]*class=["'][^"']*transcript-widget[^"']*["'][^>]*>[\s\S]*?<\/footer>\s*<\/div>\s*<\/div>\s*<\/div>/gi,
+			"",
+		)
+		.replace(
+			/<a[^>]*href=["']https:\/\/www\.podmatch\.com\/member\/codingcatdev["'][^>]*>[\s\S]*?<\/a>/gi,
+			"",
+		)
+		.replace(/<button\b[^<]*(?:(?!<\/button>)<[^<]*)*<\/button>/gi, "")
 		.replace(/<nav\b[^<]*(?:(?!<\/nav>)<[^<]*)*<\/nav>/gi, "")
 		.replace(/<header\b[^<]*(?:(?!<\/header>)<[^<]*)*<\/header>/gi, "")
 		.replace(/<footer\b[^<]*(?:(?!<\/footer>)<[^<]*)*<\/footer>/gi, "");
@@ -79,7 +88,8 @@ export function htmlToMarkdown(html: string, pageUrl?: string): string {
 	);
 
 	// 7. Bold, Italic, Strikethrough
-	text = text.replace(/<(strong|b)[^>]*>([\s\S]*?)<\/\1>/gi, "**$2**");
+	text = text.replace(/<(strong|b)[^>]*>([\s\S]*?)<\/\1>/gi, "**$2** ");
+	text = text.replace(/\*\* +([.,!?:;])/g, "**$1");
 	text = text.replace(/<(em|i)[^>]*>([\s\S]*?)<\/\1>/gi, "*$2*");
 	text = text.replace(/<(s|del|strike)[^>]*>([\s\S]*?)<\/\1>/gi, "~~$2~~");
 
@@ -108,7 +118,7 @@ export function htmlToMarkdown(html: string, pageUrl?: string): string {
 
 	// 10. Lists
 	text = text.replace(/<li[^>]*>([\s\S]*?)<\/li>/gi, (_match, item) => {
-		return `\n- ${stripTags(item).trim()}`;
+		return `\n- ${stripTags(item).replace(/\s+/g, " ").trim()}`;
 	});
 	text = text.replace(/<\/(ul|ol)>/gi, "\n\n");
 

apps/site/src/lib/sanity/queries/shared.ts

@@ -56,6 +56,7 @@ export const contentFields = `
     durationSeconds,
     status,
     summary,
+    fullText,
     chapters,
     cues,
     statistics

apps/site/src/lib/structured-data.ts

@@ -176,6 +176,7 @@ export function videoObjectSchema(
 		thumbnailUrl?: string;
 		youtubeUrl?: string | null;
 		durationSeconds?: number | null;
+		transcript?: string | null;
 	},
 	path: string,
 ): Node | null {
@@ -211,6 +212,7 @@ export function videoObjectSchema(
 		...(video.thumbnailUrl ? { thumbnailUrl: [video.thumbnailUrl] } : {}),
 		...(video.uploadDate ? { uploadDate: video.uploadDate } : {}),
 		...(durationIso ? { duration: durationIso } : {}),
+		...(video.transcript ? { transcript: video.transcript } : {}),
 		contentUrl: video.youtubeUrl,
 		embedUrl: video.youtubeUrl
 			.replace("watch?v=", "embed/")
@@ -310,6 +312,7 @@ interface PodcastEpisodeInput {
 	season?: number | null;
 	episode?: number | null;
 	audioUrl?: string | null;
+	transcript?: string | null;
 }
 
 export function podcastEpisodeSchema(
@@ -336,6 +339,7 @@ export function podcastEpisodeSchema(
 					},
 				}
 			: {}),
+		...(content.transcript ? { transcript: content.transcript } : {}),
 		partOfSeries: {
 			"@type": "PodcastSeries",
 			name: "CodingCat.dev Podcast",

apps/site/src/pages/.well-known/http-message-signatures-directory.ts

@@ -0,0 +1,55 @@
+import type { APIRoute } from "astro";
+import { getAuth } from "@/lib/auth";
+
+export const prerender = false;
+
+/**
+ * Web Bot Auth / HTTP Message Signatures Directory (RFC 9421 / draft-meunier-web-bot-auth-architecture)
+ * Publishes a JWKS with public Ed25519 keys for verifying signed bot/agent requests.
+ */
+const FALLBACK_JWKS = {
+	keys: [
+		{
+			alg: "EdDSA",
+			crv: "Ed25519",
+			kty: "OKP",
+			use: "sig",
+			x: "2KZd5-3bT1SibLVO26SW5o6IxfbpnhJAiHDpRl2eX_o",
+			kid: "IFc7GiWLhvkCMoy5wasQWXr3coWets0F",
+		},
+	],
+};
+
+export const GET: APIRoute = async ({ request, locals }) => {
+	const origin = locals.siteUrl.origin;
+	const auth = getAuth(origin);
+
+	try {
+		const req = new Request(`${origin}/jwks`, request);
+		const res = await auth.handler(req);
+		if (res.ok) {
+			const data = (await res.json()) as { keys?: unknown[] };
+			if (Array.isArray(data?.keys) && data.keys.length > 0) {
+				return new Response(JSON.stringify(data, null, 2), {
+					headers: {
+						"content-type":
+							"application/http-message-signatures-directory+json; charset=utf-8",
+						"access-control-allow-origin": "*",
+						"cache-control": "public, max-age=3600, s-maxage=86400",
+					},
+				});
+			}
+		}
+	} catch {
+		// Fall through to deterministic public verification key
+	}
+
+	return new Response(JSON.stringify(FALLBACK_JWKS, null, 2), {
+		headers: {
+			"content-type":
+				"application/http-message-signatures-directory+json; charset=utf-8",
+			"access-control-allow-origin": "*",
+			"cache-control": "public, max-age=3600, s-maxage=86400",
+		},
+	});
+};

apps/site/src/pages/.well-known/oauth-protected-resource.ts

@@ -9,7 +9,7 @@ export const GET: APIRoute = async ({ locals }) => {
 	const origin = locals.siteUrl.origin;
 
 	const protectedResource = {
-		resource: `${origin}/mcp`,
+		resource: origin,
 		authorization_servers: [origin],
 		scopes_supported: [
 			"openid",

apps/site/src/pages/blog/llms.txt.ts

@@ -0,0 +1,57 @@
+import type { APIRoute } from "astro";
+import { defineQuery } from "groq";
+
+export const prerender = false;
+
+const blogLlmsQuery = defineQuery(`
+	*[_type == "post" && defined(slug.current)] | order(coalesce(date, _createdAt) desc) [0...100] {
+		"title": coalesce(title, "Untitled"),
+		"slug": slug.current,
+		excerpt,
+		"date": coalesce(date, _createdAt),
+		"authors": author[]->title
+	}
+`);
+
+export const GET: APIRoute = async ({ locals }) => {
+	const origin = locals.siteUrl.origin;
+
+	let posts: Array<{
+		title: string;
+		slug: string;
+		excerpt?: string | null;
+		date?: string | null;
+		authors?: Array<string | null> | null;
+	}> = [];
+
+	try {
+		posts = (await locals.sanity.fetchPublished(blogLlmsQuery)) ?? [];
+	} catch (err) {
+		console.warn("Failed to fetch posts for /blog/llms.txt:", err);
+	}
+
+	let content = `# CodingCat.dev Blog — Tutorials & Architecture Guides
+
+> Scoped LLM directory of CodingCat.dev blog posts, tutorials, and technical articles. Each URL supports \`/index.md\`, \`.md\`, or \`Accept: text/markdown\`. For the site-wide index see ${origin}/llms.txt.
+
+## Tutorials & Articles
+`;
+
+	for (const post of posts) {
+		const url = `${origin}/post/${post.slug}/index.md`;
+		const desc = post.excerpt
+			? `: ${post.excerpt.replace(/\s+/g, " ").trim()}`
+			: "";
+		content += `- [${post.title}](${url})${desc}\n`;
+	}
+
+	return new Response(content, {
+		headers: {
+			"content-type": "text/plain; charset=utf-8",
+			"cache-control": "public, max-age=3600, s-maxage=86400",
+			"access-control-allow-origin": "*",
+			Vary: "Accept",
+			Link: `<${origin}/llms.txt>; rel="up", <${origin}/blog/rss.xml>; rel="alternate"; type="application/rss+xml"`,
+		},
+	});
+};