Add machine-readable discovery surfaces, and fix fabricated API hosts

web/app/auth/RelayauthContent.tsx

@@ -69,7 +69,7 @@ const whyCards = [
 const getStartedSteps = [
   {
     title: 'Create an identity',
-    code: `curl -X POST https://api.relayauth.dev/v1/identities \\
+    code: `curl -X POST "$RELAYAUTH_BASE_URL/v1/identities" \\
   -H "content-type: application/json" \\
   -d '{
     "name": "billing-bot",
@@ -80,7 +80,7 @@ const getStartedSteps = [
   },
   {
     title: 'Issue a token',
-    code: `curl -X POST https://api.relayauth.dev/v1/tokens \\
+    code: `curl -X POST "$RELAYAUTH_BASE_URL/v1/tokens" \\
   -H "content-type: application/json" \\
   -d '{
     "identity_id": "agent_8x2k",
@@ -90,7 +90,7 @@ const getStartedSteps = [
   },
   {
     title: 'Verify at the edge',
-    code: `curl https://api.relayauth.dev/.well-known/jwks.json
+    code: `curl "$RELAYAUTH_BASE_URL/.well-known/jwks.json"
 
 # Then validate locally and enforce:
 # stripe:orders:read`,
@@ -150,7 +150,7 @@ auth.authorize(
     token=token["access_token"],
     scope="stripe:orders:read",
 )`,
-  curl: `curl -X POST https://api.relayauth.dev/v1/identities \\
+  curl: `curl -X POST "$RELAYAUTH_BASE_URL/v1/identities" \\
   -H "authorization: Bearer $RELAYAUTH_API_KEY" \\
   -H "content-type: application/json" \\
   -d '{
@@ -160,7 +160,7 @@ auth.authorize(
     "sponsor_id": "user_jane"
   }'
 
-curl -X POST https://api.relayauth.dev/v1/tokens \\
+curl -X POST "$RELAYAUTH_BASE_URL/v1/tokens" \\
   -H "authorization: Bearer $RELAYAUTH_API_KEY" \\
   -H "content-type: application/json" \\
   -d '{
@@ -169,7 +169,7 @@ curl -X POST https://api.relayauth.dev/v1/tokens \\
     "ttl": "1h"
   }'
 
-curl https://api.relayauth.dev/.well-known/jwks.json`,
+curl "$RELAYAUTH_BASE_URL/.well-known/jwks.json"`,
 };
 
 function highlight(code: string, tab: SdkTab) {

web/app/file/RelayfileContent.tsx

@@ -162,13 +162,13 @@ await run(agent, 'Review /digests/yesterday.md and file Linear follow-ups.');`,
   curl: {
     label: 'cURL',
     language: 'curl',
-    code: `curl "https://api.agentrelay.com/relayfile/v1/workspaces/rw_123/fs/tree?path=/" \\
+    code: `curl "https://file.agentrelay.com/v1/workspaces/rw_123/fs/tree?path=/" \\
   -H "authorization: Bearer $RELAYFILE_TOKEN"
 
-curl "https://api.agentrelay.com/relayfile/v1/workspaces/rw_123/fs/file?path=/digests/yesterday.md" \\
+curl "https://file.agentrelay.com/v1/workspaces/rw_123/fs/file?path=/digests/yesterday.md" \\
   -H "authorization: Bearer $RELAYFILE_TOKEN"
 
-curl -X PUT "https://api.agentrelay.com/relayfile/v1/workspaces/rw_123/fs/file?path=/linear/issues/AGE-12.json" \\
+curl -X PUT "https://file.agentrelay.com/v1/workspaces/rw_123/fs/file?path=/linear/issues/AGE-12.json" \\
   -H "authorization: Bearer $RELAYFILE_TOKEN" \\
   -H "content-type: application/json" \\
   -d '{"contentType":"application/json","content":"{\\"state\\":\\"In Review\\"}"}'`,

web/app/layout.tsx

@@ -4,7 +4,7 @@ import { Geist_Mono, Inter, Sora } from 'next/font/google';
 import type { ReactNode } from 'react';
 
 import { defaultOgImage } from '../lib/og-meta';
-import { POSTHOG_HOST, SITE_URL } from '../lib/site';
+import { absoluteUrl, POSTHOG_HOST, SITE_EMAIL, SITE_NAME, SITE_URL } from '../lib/site';
 import { WebsitePostHogPageView } from './PostHogPageView';
 import './globals.css';
 
@@ -62,6 +62,53 @@ export const metadata: Metadata = {
   },
 };
 
+// Site-wide structured data. Individual pages add their own Article/Service/
+// CollectionPage nodes and reference these two by @id, so an agent reading any
+// single page still resolves the publisher and the site root.
+const siteStructuredData = {
+  '@context': 'https://schema.org',
+  '@graph': [
+    {
+      '@type': 'Organization',
+      '@id': `${SITE_URL}/#organization`,
+      name: SITE_NAME,
+      url: SITE_URL,
+      email: SITE_EMAIL,
+      logo: {
+        '@type': 'ImageObject',
+        url: absoluteUrl('/agent-relay-logo-white.svg'),
+      },
+      description:
+        'Agent Relay is the messaging layer for AI agents: channels, DMs, durable delivery, event listeners, and typed actions for any agent runtime.',
+      sameAs: [
+        'https://github.com/agentworkforce/relay',
+        'https://twitter.com/agent_relay',
+        'https://discord.gg/RJGE7CHV',
+      ],
+    },
+    {
+      '@type': 'WebSite',
+      '@id': `${SITE_URL}/#website`,
+      name: SITE_NAME,
+      url: SITE_URL,
+      inLanguage: 'en-US',
+      publisher: { '@id': `${SITE_URL}/#organization` },
+    },
+    {
+      '@type': 'SoftwareApplication',
+      '@id': `${SITE_URL}/#software`,
+      name: SITE_NAME,
+      url: SITE_URL,
+      applicationCategory: 'DeveloperApplication',
+      operatingSystem: 'Any',
+      publisher: { '@id': `${SITE_URL}/#organization` },
+      description:
+        'Add channels, DMs, durable delivery, event listeners, and Zod-typed actions to any agent runtime.',
+      softwareHelp: { '@type': 'CreativeWork', url: absoluteUrl('/docs') },
+    },
+  ],
+};
+
 export default function RootLayout({ children }: { children: ReactNode }) {
   const postHogKey = process.env.NEXT_PUBLIC_POSTHOG_KEY;
   const content = postHogKey ? (
@@ -83,7 +130,28 @@ export default function RootLayout({ children }: { children: ReactNode }) {
 
   return (
     <html lang="en" data-theme="dark">
+      <head>
+        {/* Machine-readable mirrors of this site, advertised on every page so an
+            agent that lands anywhere can find the plain-text and feed formats. */}
+        <link rel="alternate" type="text/plain" href={absoluteUrl('/llms.txt')} title="llms.txt" />
+        <link
+          rel="alternate"
+          type="text/plain"
+          href={absoluteUrl('/llms-full.txt')}
+          title="llms.txt (full text)"
+        />
+        <link
+          rel="alternate"
+          type="application/rss+xml"
+          href={absoluteUrl('/feed.xml')}
+          title="Agent Relay blog"
+        />
+      </head>
       <body className={`${inter.variable} ${geistMono.variable} ${sora.variable}`} suppressHydrationWarning>
+        <script
+          type="application/ld+json"
+          dangerouslySetInnerHTML={{ __html: JSON.stringify(siteStructuredData) }}
+        />
         {content}
       </body>
     </html>

web/app/message/RelaycastContent.tsx

@@ -98,12 +98,12 @@ for event in client.events.stream(channel="dev"):
   },
   curl: {
     label: 'cURL',
-    code: `TOKEN=$(curl -s -X POST https://api.relaycast.dev/v1/agents \\
+    code: `TOKEN=$(curl -s -X POST https://cast.agentrelay.com/v1/agents \\
   -H "Authorization: Bearer rk_live_..." \\
   -H "Content-Type: application/json" \\
   -d '{"name":"Bot","type":"agent"}' | jq -r .data.token)
 
-curl -X POST https://api.relaycast.dev/v1/channels/general/messages \\
+curl -X POST https://cast.agentrelay.com/v1/channels/general/messages \\
   -H "Authorization: Bearer $TOKEN" \\
   -H "Content-Type: application/json" \\
   -d '{"text":"Hello from cURL!"}'`,
@@ -134,22 +134,22 @@ const steps = [
   {
     step: '01',
     title: 'Create a workspace',
-    code: `curl -X POST https://api.relaycast.dev/v1/workspaces \\
+    code: `curl -X POST https://cast.agentrelay.com/v1/workspaces \\
   -H "Content-Type: application/json" \\
   -d '{"name": "my-project"}'`,
   },
   {
     step: '02',
     title: 'Register your agents',
-    code: `curl -X POST https://api.relaycast.dev/v1/agents \\
+    code: `curl -X POST https://cast.agentrelay.com/v1/agents \\
   -H "Authorization: Bearer rk_live_YOUR_KEY" \\
   -H "Content-Type: application/json" \\
   -d '{"name": "Alice", "type": "agent"}'`,
   },
   {
     step: '03',
     title: 'Start talking',
-    code: `curl -X POST https://api.relaycast.dev/v1/channels/general/messages \\
+    code: `curl -X POST https://cast.agentrelay.com/v1/channels/general/messages \\
   -H "Authorization: Bearer at_live_TOKEN" \\
   -H "Content-Type: application/json" \\
   -d '{"text": "Hello from Alice!"}'`,

web/app/primitives/PrimitivesContent.tsx

@@ -148,7 +148,7 @@ const primitives = [
       },
     ],
     docsHref: '/docs',
-    githubHref: 'https://app.agentcron.dev',
+    githubHref: 'https://github.com/AgentWorkforce/relaycron',
   },
 ];
 

web/app/robots.ts

@@ -2,13 +2,44 @@ import type { MetadataRoute } from 'next';
 
 import { absoluteUrl, SITE_URL } from '../lib/site';
 
+// Named allow rules for the crawlers and agent fetchers that read their own
+// user-agent out of robots.txt. Everything here is already covered by the
+// permissive `*` rule below; the explicit entries exist because several of
+// these bots treat "no rule for me" more conservatively than an explicit
+// Allow, and because a scanner reading robots.txt can only see the agents that
+// are named.
 const AI_CRAWLERS = [
+  // OpenAI
+  'GPTBot',
   'OAI-SearchBot',
   'ChatGPT-User',
-  'GPTBot',
+  // Anthropic
+  'ClaudeBot',
   'Claude-SearchBot',
   'Claude-User',
-  'ClaudeBot',
+  'anthropic-ai',
+  // Google
+  'Google-Extended',
+  'GoogleOther',
+  // Perplexity
+  'PerplexityBot',
+  'Perplexity-User',
+  // Apple
+  'Applebot',
+  'Applebot-Extended',
+  // Meta
+  'meta-externalagent',
+  'Meta-ExternalFetcher',
+  // Microsoft / Bing
+  'bingbot',
+  // Others
+  'Amazonbot',
+  'Bytespider',
+  'CCBot',
+  'cohere-ai',
+  'DuckAssistBot',
+  'MistralAI-User',
+  'YouBot',
 ];
 
 export default function robots(): MetadataRoute.Robots {
@@ -20,17 +51,10 @@ export default function robots(): MetadataRoute.Robots {
       })),
       {
         userAgent: '*',
-        allow: [
-          '/',
-          '/skill',
-          '/skill.md',
-          '/openclaw',
-          '/openclaw/skill',
-          '/agents',
-          '/agents/',
-          '/docs/',
-          '/blog/',
-        ],
+        allow: ['/'],
+        // Internal target of the /.well-known rewrite; the dot-prefixed paths
+        // are the canonical ones.
+        disallow: ['/well-known/'],
       },
     ],
     sitemap: absoluteUrl('/sitemap.xml'),

web/app/schedule/ScheduleContent.tsx

@@ -67,7 +67,7 @@ cron.schedules.create(
 for event in cron.events():
     print(f"Job fired: {event.schedule_name} at {event.fired_at}")`,
     curl: `# Create a schedule via REST API
-curl -X POST https://api.agentcron.dev/v1/schedules \\
+curl -X POST "$RELAY_CRON_BASE_URL/v1/schedules" \\
   -H "Authorization: Bearer $RELAY_CRON_API_KEY" \\
   -H "Content-Type: application/json" \\
   -d '{
@@ -108,7 +108,12 @@ curl -X POST https://api.agentcron.dev/v1/schedules \\
               on Cloudflare Durable Objects.
             </p>
             <div className={s.ctas}>
-              <a href="https://app.agentcron.dev" className={s.ctaPrimary}>
+              <a
+                href="https://github.com/AgentWorkforce/relaycron"
+                target="_blank"
+                rel="noopener noreferrer"
+                className={s.ctaPrimary}
+              >
                 Start building free
               </a>
               <Link href="/docs" className={s.ctaSecondary}>

web/app/well-known/api-catalog/route.ts

@@ -0,0 +1,14 @@
+import { getApiCatalog } from '../../../lib/agent-discovery';
+
+// RFC 9727 API catalog, served at /.well-known/api-catalog via the rewrite in
+// next.config.mjs.
+export const revalidate = 86400;
+
+export function GET() {
+  return new Response(JSON.stringify(getApiCatalog(), null, 2), {
+    headers: {
+      'Content-Type': 'application/linkset+json',
+      'Cache-Control': 'public, max-age=86400',
+    },
+  });
+}

web/app/well-known/mcp.json/route.ts

@@ -0,0 +1,14 @@
+import { getMcpManifest } from '../../../lib/agent-discovery';
+
+// MCP server manifest, served at /.well-known/mcp.json via the rewrite in
+// next.config.mjs.
+export const revalidate = 86400;
+
+export function GET() {
+  return new Response(JSON.stringify(getMcpManifest(), null, 2), {
+    headers: {
+      'Content-Type': 'application/json; charset=utf-8',
+      'Cache-Control': 'public, max-age=86400',
+    },
+  });
+}

web/app/well-known/security.txt/route.ts

@@ -0,0 +1,18 @@
+import { getSecurityTxt } from '../../../lib/agent-discovery';
+
+// Served at /.well-known/security.txt via the rewrite in next.config.mjs — the
+// App Router skips dot-prefixed directories, so the route lives at
+// /well-known/ and the canonical path rewrites onto it.
+//
+// ISR rather than force-static so the Expires field rolls forward instead of
+// freezing at build time.
+export const revalidate = 86400;
+
+export function GET() {
+  return new Response(getSecurityTxt(new Date()), {
+    headers: {
+      'Content-Type': 'text/plain; charset=utf-8',
+      'Cache-Control': 'public, max-age=86400',
+    },
+  });
+}

web/components/home/A2AFeature.tsx

@@ -30,7 +30,7 @@ const AGENT_CARD_TOKENS: ReadonlyArray<{ text: string; kind?: TokenKind }> = [
   { text: ',\n  ' },
   { text: '"url"', kind: 'var' },
   { text: ': ' },
-  { text: '"https://relay.dev/a2a/scout"', kind: 'str' },
+  { text: '"https://cast.agentrelay.com/a2a/scout"', kind: 'str' },
   { text: ',\n  ' },
   { text: '"capabilities"', kind: 'var' },
   { text: ': { ' },

web/components/home/ContextCapabilities.tsx

@@ -4,10 +4,13 @@ import { SearchPreviewAnimation } from '../../app/SearchPreviewAnimation';
 import s from '../../app/landing.module.css';
 import { WaveDivider } from './icons';
 
-const WEBHOOK_SNIPPET = `curl -X POST \\
-  https://api.agentrelay.com/v1/webhooks \\
+// relay.webhooks.createInbound() mints the URL and token per webhook, so there
+// is no fixed path to show here — the payload shape and bearer auth are what
+// the snippet is illustrating. See content/docs/webhooks.mdx.
+const WEBHOOK_SNIPPET = `curl -X POST "$RELAY_INBOUND_WEBHOOK_URL" \\
+  -H "Authorization: Bearer $RELAY_WEBHOOK_TOKEN" \\
   -H "Content-Type: application/json" \\
-  -d '{"channel":"#alerts","text":"Deploy finished"}'`;
+  -d '{"message":"Deploy finished","author":"github-actions[bot]"}'`;
 
 /**
  * The "build the right context" band: real-time events, webhooks, and search.

web/content/docs/file/cli.mdx

@@ -17,7 +17,7 @@ The CLI resolves a token in priority order, first match wins:
 For the cloud-hosted path, login is owned by the `agent-relay` CLI: `agent-relay login`, then `agent-relay workspace switch <name>`, then any `relayfile` command. For self-hosted servers, use the API-key path:
 
 ```bash
-relayfile login --api-key --server https://api.relayfile.dev
+relayfile login --api-key --server https://file.agentrelay.com
 ```
 
 If no token is found, the CLI prints: `Error: not authenticated. Run 'agent-relay login' for Cloud or set RELAYFILE_TOKEN.`
@@ -49,7 +49,7 @@ Authenticate through the canonical relay session, or the self-hosted API-key pat
 
 ```bash
 relayfile login [--no-open]
-relayfile login --api-key --server https://api.relayfile.dev
+relayfile login --api-key --server https://file.agentrelay.com
 ```
 
 The default path delegates to `agent-relay login`. `--api-key` keeps the self-hosted compatibility path and writes `~/.relayfile/credentials.json` with `0600` permissions.