fix(site): allow /api/og/ and social card crawlers in robots.txt

Author: codercatdev

apps/site/src/pages/robots.txt.ts

@@ -22,6 +22,7 @@ export const GET: APIRoute = async ({ locals }) => {
 		? `User-Agent: *
 Content-Signal: ai-train=no, search=yes, ai-input=yes
 Allow: /
+Allow: /api/og/
 Allow: /api/search
 Allow: /api/mcp
 Allow: /.well-known/
@@ -33,6 +34,15 @@ Allow: /pricing.md
 Disallow: /api/
 Disallow: /dashboard/
 
+User-Agent: Twitterbot
+Allow: /
+
+User-Agent: facebookexternalhit
+Allow: /
+
+User-Agent: LinkedInBot
+Allow: /
+
 User-Agent: GPTBot
 Allow: /