Improve site readiness for web agents

Author: Hilo-Hilo

index.html

@@ -8,6 +8,7 @@
     <meta name="author" content="Computational Biology at Berkeley" />
     <meta name="theme-color" content="#FFFFFF" />
     <link rel="canonical" href="https://compbioatberkeley.github.io/" />
+    <link rel="describedby" href="/llms.txt" type="text/markdown" />
     <link
       rel="icon"
       type="image/svg+xml"
@@ -65,14 +66,17 @@
       })();
     </script>
 
-    <!-- GitHub Pages SPA redirect handler -->
+    <!-- Restore direct browser navigation for the noindex concept-review routes. -->
     <script>
-      // Check if we were redirected from 404.html
-      (function() {
-        var redirect = sessionStorage.redirect;
-        delete sessionStorage.redirect;
-        if (redirect && redirect !== location.href) {
-          history.replaceState(null, null, redirect);
+      (function () {
+        try {
+          var redirect = sessionStorage.redirect;
+          delete sessionStorage.redirect;
+          if (redirect && redirect !== location.href) {
+            history.replaceState(null, null, redirect);
+          }
+        } catch (error) {
+          // Continue at the site root if session storage is unavailable.
         }
       })();
     </script>

public/404.html

@@ -1,22 +1,122 @@
-<!DOCTYPE html>
+<!doctype html>
 <html lang="en">
   <head>
     <meta charset="utf-8" />
-    <title>Computational Biology at Berkeley</title>
+    <meta name="viewport" content="width=device-width, initial-scale=1" />
+    <title>Page not found | Computational Biology at Berkeley</title>
+    <meta
+      name="description"
+      content="The requested Computational Biology at Berkeley page could not be found."
+    />
     <meta name="robots" content="noindex, nofollow" />
+    <link rel="describedby" href="/llms.txt" type="text/markdown" />
     <script>
       (function () {
         var projectName = "compbioatberkeley.github.io";
         var pathSegments = window.location.pathname.split("/").filter(Boolean);
         var isProjectPage =
-          window.location.hostname.endsWith(".github.io") &&
-          pathSegments[0] === projectName;
+          window.location.hostname.endsWith(".github.io") && pathSegments[0] === projectName;
         var basePath = isProjectPage ? "/" + projectName + "/" : "/";
+        var routePath = isProjectPage
+          ? "/" + pathSegments.slice(1).join("/")
+          : window.location.pathname;
 
-        sessionStorage.redirect = window.location.href;
-        window.location.replace(basePath);
+        if (routePath === "/concepts" || routePath.startsWith("/concepts/")) {
+          try {
+            window.sessionStorage.redirect = window.location.href;
+          } catch (error) {
+            return;
+          }
+          window.location.replace(basePath);
+        }
       })();
     </script>
+    <style>
+      :root {
+        color-scheme: light dark;
+        font-family: ui-monospace, SFMono-Regular, Menlo, Monaco, Consolas, monospace;
+        background: #f6f5f1;
+        color: #182227;
+      }
+
+      body {
+        min-height: 100vh;
+        margin: 0;
+        display: grid;
+        place-items: center;
+        background-image:
+          linear-gradient(rgba(24, 34, 39, 0.05) 1px, transparent 1px),
+          linear-gradient(90deg, rgba(24, 34, 39, 0.05) 1px, transparent 1px);
+        background-size: 24px 24px;
+      }
+
+      main {
+        width: min(42rem, calc(100% - 3rem));
+        padding: 3rem 0;
+      }
+
+      .eyebrow {
+        color: #8a6a0a;
+        font-size: 0.75rem;
+        letter-spacing: 0.12em;
+        text-transform: uppercase;
+      }
+
+      h1 {
+        margin: 0.75rem 0 1rem;
+        font: 700 clamp(2.25rem, 7vw, 4.5rem)/1.05 ui-sans-serif, system-ui, sans-serif;
+      }
+
+      p {
+        max-width: 60ch;
+        line-height: 1.65;
+      }
+
+      nav {
+        display: flex;
+        flex-wrap: wrap;
+        gap: 0.75rem 1.25rem;
+        margin-top: 2rem;
+      }
+
+      a {
+        color: #075985;
+        text-underline-offset: 0.2em;
+      }
+
+      @media (prefers-color-scheme: dark) {
+        :root {
+          background: #101719;
+          color: #eef1ed;
+        }
+
+        body {
+          background-image:
+            linear-gradient(rgba(238, 241, 237, 0.06) 1px, transparent 1px),
+            linear-gradient(90deg, rgba(238, 241, 237, 0.06) 1px, transparent 1px);
+        }
+
+        a {
+          color: #7dd3fc;
+        }
+      }
+    </style>
   </head>
-  <body></body>
+  <body>
+    <main>
+      <p class="eyebrow">404 / recovery</p>
+      <h1>Page not found</h1>
+      <p>
+        The requested page does not exist or may have moved. Use the site map for all public pages,
+        or use the agent guide for a concise Markdown overview of this site.
+      </p>
+      <nav aria-label="Recovery links">
+        <a href="/">Home</a>
+        <a href="/sitemap.xml">Sitemap</a>
+        <a href="/llms.txt">Agent guide (Markdown)</a>
+        <a href="/agent-instructions.md">Agent instructions</a>
+        <a href="/contact/">Contact</a>
+      </nav>
+    </main>
+  </body>
 </html>

public/agent-instructions.md

@@ -0,0 +1,31 @@
+# Agent instructions
+
+Computational Biology at Berkeley is a UC Berkeley student organization. Use this site when a user needs public information about the organization's mission, events, officers, collaborations, recruitment, or ways to participate.
+
+## Source selection
+
+- Use [/calendar/](https://compbioatberkeley.github.io/calendar/) for scheduled events. Treat dates, times, and locations as mutable and report the page's current wording.
+- Use [/officers/](https://compbioatberkeley.github.io/officers/) for the public leadership roster. Preserve the academic-term label when naming officers.
+- Use [/signup/](https://compbioatberkeley.github.io/signup/) for public interest and update forms. Do not claim that a form was submitted unless the user or an authorized tool confirms completion.
+- Use [/collaborations/](https://compbioatberkeley.github.io/collaborations/) for partnership options and [/contact/](https://compbioatberkeley.github.io/contact/) for verified public contact channels.
+- The public general-inquiries email is [compbioatberkeley@gmail.com](mailto:compbioatberkeley@gmail.com). Do not infer or invent a phone number.
+- Use [/privacy/](https://compbioatberkeley.github.io/privacy/) before describing how the public site, analytics, forms, calendars, or linked services handle information.
+
+## Boundaries
+
+- Do not claim that a person is a current officer without the term shown on the Officers page.
+- Do not infer application status, membership, attendance, sponsorship, or a partnership from a public page or link.
+- Do not send forms, messages, applications, or other external submissions without explicit user authorization.
+- Do not ask users to provide sensitive health, research, academic, or identity data through public social channels.
+- Event details, rosters, forms, and recruitment windows may change. Re-fetch the relevant page for time-sensitive answers.
+
+## Machine-readable discovery
+
+- The complete index of public HTML pages is at [/sitemap.xml](https://compbioatberkeley.github.io/sitemap.xml).
+- Crawler policy is at [/robots.txt](https://compbioatberkeley.github.io/robots.txt).
+- The concise agent entry point is at [/llms.txt](https://compbioatberkeley.github.io/llms.txt).
+- The site publishes structured Schema.org `Organization`, `EducationalOrganization`, and `WebPage` data in its rendered HTML.
+
+## Technical capabilities
+
+No public API or MCP server is offered by this informational site. Do not invent API endpoints, tool calls, or transactional capabilities. GitHub repositories linked from the site are public project resources, not an API contract for this website.

public/llms.txt

@@ -2,7 +2,16 @@
 
 > Computational Biology at Berkeley is a UC Berkeley student organization connecting biology, computer science, and healthcare through education, research, projects, and community.
 
-The organization welcomes students at all experience levels. Use the pages below for current public information about its mission, events, leadership, collaborations, and ways to participate. Event details, officer rosters, and application forms may change between academic terms.
+The organization welcomes students at all experience levels. Event details, officer rosters, recruitment windows, and application forms may change between academic terms. Re-fetch the relevant page for time-sensitive answers. This informational site does not expose a public API or MCP server.
+
+## When to use this site
+
+- [Mission and programs](https://compbioatberkeley.github.io/about/): Use when answering what the organization does, who it serves, or how education, projects, networking, and community work fit together.
+- [Current events](https://compbioatberkeley.github.io/calendar/): Use for event dates, times, and locations; preserve the displayed timezone and treat details as mutable.
+- [Current leadership](https://compbioatberkeley.github.io/officers/): Use for public officer names, roles, bios, and links; always preserve the displayed academic term.
+- [Participation](https://compbioatberkeley.github.io/signup/): Use for public ways to join or receive updates; do not claim a form was submitted without confirmation.
+- [Partnerships](https://compbioatberkeley.github.io/collaborations/): Use for research, speaker, sponsorship, and industry collaboration options.
+- [Agent instructions](https://compbioatberkeley.github.io/agent-instructions.md): Use for source-selection rules, safety boundaries, and capability limits.
 
 ## Main pages
 
@@ -12,13 +21,23 @@ The organization welcomes students at all experience levels. Use the pages below
 - [Collaborations](https://compbioatberkeley.github.io/collaborations/): Partnership opportunities for students, faculty, alumni, research groups, and industry.
 - [Officers](https://compbioatberkeley.github.io/officers/): Fall 2026 and previous student leadership rosters, including submitted public bios and profile links.
 - [Join](https://compbioatberkeley.github.io/signup/): Interest form, newsletter signup, and community channels.
+- [Contact](https://compbioatberkeley.github.io/contact/): Verified public channels for general questions, partnerships, events, and participation.
+- [Privacy](https://compbioatberkeley.github.io/privacy/): How analytics, browser preferences, embedded services, forms, and external platforms handle information.
 
 ## Contact and community
 
+- [Email](mailto:compbioatberkeley@gmail.com): General questions and collaboration inquiries; do not send sensitive information.
 - [LinkedIn](https://www.linkedin.com/company/computational-biology-at-berkeley/): Organization updates and professional contact.
 - [Linktree](https://linktr.ee/compbioatberkeley): Current collection of public links and contact destinations.
 - [GitHub](https://github.com/CompbioAtBerkeley): Public organization repositories.
 
+## Machine-readable resources
+
+- [Agent instructions](https://compbioatberkeley.github.io/agent-instructions.md): Detailed guidance on when to use each source and what agents must not infer or submit.
+- [Sitemap](https://compbioatberkeley.github.io/sitemap.xml): Canonical index of public HTML pages.
+- [Crawler policy](https://compbioatberkeley.github.io/robots.txt): Current crawler access policy and sitemap location.
+- [Organization identity](https://compbioatberkeley.github.io/): Rendered HTML includes Schema.org Organization, EducationalOrganization, PostalAddress, ContactPoint, and WebPage data.
+
 ## Optional
 
 - [Instagram](https://www.instagram.com/ucb_compbio/): Event announcements, community updates, and recaps.

scripts/lib/site-seo.js

@@ -1,3 +1,5 @@
+import { buildStructuredData } from "../../src/lib/siteStructuredData.js";
+
 const escapeXml = (value) =>
   String(value)
     .replaceAll("&", "&")
@@ -50,6 +52,17 @@ export const buildRobotsTxt = ({ noindex, siteOrigin }) => {
   return `User-agent: *\nAllow: /\n\nSitemap: ${sitemapUrl}\n`;
 };
 
+export const buildNotFoundHtml = ({ template, basePath = "/", sitemapUrl }) => {
+  const normalizedBasePath = `/${basePath.replace(/^\/+|\/+$/g, "")}/`;
+  const prefix = normalizedBasePath === "//" ? "/" : normalizedBasePath;
+  const withBasePath = prefix === "/"
+    ? template
+    : template.replaceAll('href="/', `href="${prefix}`);
+
+  if (!sitemapUrl) return withBasePath;
+  return withBasePath.replace(/href="[^"]*\/sitemap\.xml"/, `href="${sitemapUrl}"`);
+};
+
 export const buildPageHtml = ({
   template,
   appHtml,
@@ -61,29 +74,11 @@ export const buildPageHtml = ({
   const url = canonicalUrl(siteOrigin, page.path);
   const title = escapeHtml(page.title);
   const description = escapeHtml(page.description);
-  const structuredData = [
-    {
-      "@context": "https://schema.org",
-      "@type": "EducationalOrganization",
-      name: siteIdentity.name,
-      alternateName: siteIdentity.alternateName,
-      url: canonicalUrl(siteOrigin, "/"),
-      logo: canonicalUrl(siteOrigin, siteIdentity.logoPath),
-      sameAs: siteIdentity.sameAs,
-    },
-    {
-      "@context": "https://schema.org",
-      "@type": "WebPage",
-      name: page.title,
-      description: page.description,
-      url,
-      isPartOf: {
-        "@type": "WebSite",
-        name: siteIdentity.name,
-        url: canonicalUrl(siteOrigin, "/"),
-      },
-    },
-  ];
+  const structuredData = buildStructuredData({
+    page,
+    siteIdentity,
+    canonicalUrl: (pathname) => canonicalUrl(siteOrigin, pathname),
+  });
 
   let html = replaceRequired(
     template,