feat: AI discovery (#717)

Signed-off-by: David Dal Busco <david.dalbusco@outlook.com>

Author: peterpeterparker

juno.config.ts

@@ -5,6 +5,14 @@ import type {
 import { defineConfig } from "@junobuild/config";
 
 const headers: StorageConfigHeader[] = [
+  {
+    source: "/",
+    headers: [["Link", '</llms.txt>; rel="describedby"']]
+  },
+  {
+    source: "/.well-known/api-catalog",
+    headers: [["Content-Type", "application/linkset+json"]]
+  },
   {
     source: "**/*.svg",
     headers: [["Cache-Control", "max-age=2592000, public"]]

static/.well-known/api-catalog

@@ -0,0 +1,10 @@
+{
+  "linkset": [
+    {
+      "anchor": "https://juno.build",
+      "service-doc": [
+        { "href": "https://juno.build/docs/guides/ai" }
+      ]
+    }
+  ]
+}

static/robots.txt

@@ -1,4 +1,5 @@
 User-agent: *
 Allow: /
 Sitemap: https://juno.build/sitemap.xml
-Host: https://juno.build
+Host: https://juno.build
+Content-Signal: ai-train=no, search=yes, ai-input=yes