From cb32a7bb910c9d3810984fa55aa3783f9cdc7a9c Mon Sep 17 00:00:00 2001
From: Adair <32375605+adairrr@users.noreply.github.com>
Date: Sat, 24 Jan 2026 14:11:42 -0500
Subject: [PATCH 1/5] Ensure that we generate llms-txt files and allow crawling

---
 .github/workflows/gh-pages.yml |  7 +++++--
 framework/docs/book.toml       |  4 ++++
 framework/docs/src/robots.txt  | 24 ++++++++++++++++++++++++
 framework/justfile             |  3 +++
 4 files changed, 36 insertions(+), 2 deletions(-)
 create mode 100644 framework/docs/src/robots.txt

diff --git a/.github/workflows/gh-pages.yml b/.github/workflows/gh-pages.yml
index da30e4b37..4ab7f0032 100644
--- a/.github/workflows/gh-pages.yml
+++ b/.github/workflows/gh-pages.yml
@@ -45,9 +45,12 @@ jobs:
         working-directory: ./framework
         run: just docs-build
 
+      - name: Copy robots.txt
+        run: cp framework/docs/src/robots.txt framework/docs/book/html/
+
       - name: Generate sitemap
         run: |
-          cd framework/docs/book
+          cd framework/docs/book/html
           npx sscli --no-clean --base https://docs.abstract.money
 
       - name: Upload artifact
@@ -55,7 +58,7 @@ jobs:
         uses: actions/upload-pages-artifact@v3
         with:
           # Upload book repository
-          path: './framework/docs/book'
+          path: './framework/docs/book/html'
 
   # Deploy job
   deploy:
diff --git a/framework/docs/book.toml b/framework/docs/book.toml
index 36bcae90a..e958f45f4 100644
--- a/framework/docs/book.toml
+++ b/framework/docs/book.toml
@@ -32,3 +32,7 @@ git-repository-url   = "https://github.com/AbstractSDK/abstract/tree/main/framew
 no-section-label     = true
 preferred-dark-theme = "abstract"
 # [output.linkcheck]
+
+[output.llms-txt]
+
+[output.llms-txt-full]
diff --git a/framework/docs/src/robots.txt b/framework/docs/src/robots.txt
new file mode 100644
index 000000000..a2dff7968
--- /dev/null
+++ b/framework/docs/src/robots.txt
@@ -0,0 +1,24 @@
+User-agent: *
+Allow: /
+
+# Explicitly allow AI crawlers
+User-agent: GPTBot
+Allow: /
+
+User-agent: ClaudeBot
+Allow: /
+
+User-agent: Claude-Web
+Allow: /
+
+User-agent: Google-Extended
+Allow: /
+
+User-agent: Anthropic-AI
+Allow: /
+
+User-agent: PerplexityBot
+Allow: /
+
+# Point to llms.txt for AI agents
+# See: https://llmstxt.org/
diff --git a/framework/justfile b/framework/justfile
index c4146a9f2..a36e0d226 100644
--- a/framework/justfile
+++ b/framework/justfile
@@ -81,8 +81,11 @@ docs-serve *FLAGS:
 
 docs-build:
   (cd docs && mdbook build)
+  cp docs/book/llms-txt/llms.txt docs/book/html/
+  cp docs/book/llms-txt-full/llms-full.txt docs/book/html/
 
 docs-install:
   cargo install mdbook --vers "0.4.28" --locked
   cargo install mdbook-mermaid --vers "0.12.6" --locked
   cargo install mdbook-admonish --vers "1.15.0" --locked
+  cargo install mdbook-llms-txt-tools --locked

From 5e46568418a8c3e920678c1b522d3c5b73ae6865 Mon Sep 17 00:00:00 2001
From: Adair <32375605+adairrr@users.noreply.github.com>
Date: Sat, 24 Jan 2026 14:29:59 -0500
Subject: [PATCH 2/5] Update robots.txt and ensure that all referenced markdown
 files are available at render-time

---
 framework/docs/src/robots.txt | 10 +++++++++-
 framework/justfile            |  2 ++
 2 files changed, 11 insertions(+), 1 deletion(-)

diff --git a/framework/docs/src/robots.txt b/framework/docs/src/robots.txt
index a2dff7968..fbb1e74b3 100644
--- a/framework/docs/src/robots.txt
+++ b/framework/docs/src/robots.txt
@@ -1,7 +1,15 @@
+# Regular search crawlers - block .md files to avoid duplicate content
+User-agent: Googlebot
+Disallow: /*.md$
+
+User-agent: Bingbot
+Disallow: /*.md$
+
 User-agent: *
 Allow: /
+Disallow: /*.md$
 
-# Explicitly allow AI crawlers
+# AI crawlers - allow everything including .md files
 User-agent: GPTBot
 Allow: /
 
diff --git a/framework/justfile b/framework/justfile
index a36e0d226..48cfadb5f 100644
--- a/framework/justfile
+++ b/framework/justfile
@@ -83,6 +83,8 @@ docs-build:
   (cd docs && mdbook build)
   cp docs/book/llms-txt/llms.txt docs/book/html/
   cp docs/book/llms-txt-full/llms-full.txt docs/book/html/
+  # Copy source markdown files for AI agents (excluding SUMMARY.md)
+  cd docs && find src -name "*.md" ! -name "SUMMARY.md" -exec sh -c 'mkdir -p "book/html/$(dirname "${1#src/}")" && cp "$1" "book/html/${1#src/}"' _ {} \;
 
 docs-install:
   cargo install mdbook --vers "0.4.28" --locked

From e322436b277ba59e28e233f96beee19c44b006ac Mon Sep 17 00:00:00 2001
From: Adair <32375605+adairrr@users.noreply.github.com>
Date: Sat, 24 Jan 2026 15:14:53 -0500
Subject: [PATCH 3/5] Remove multilingual from mdbook config

---
 framework/docs/book.toml | 1 -
 1 file changed, 1 deletion(-)

diff --git a/framework/docs/book.toml b/framework/docs/book.toml
index e958f45f4..bda3a4d8b 100644
--- a/framework/docs/book.toml
+++ b/framework/docs/book.toml
@@ -1,7 +1,6 @@
 [book]
 authors      = ["cyberhoward"]
 language     = "en"
-multilingual = false
 src          = "src"
 title        = "Abstract Money"
 

From dfbf059479dde5583a68b39be780ffb708a3a0c9 Mon Sep 17 00:00:00 2001
From: Adair <32375605+adairrr@users.noreply.github.com>
Date: Mon, 2 Feb 2026 12:39:54 -0500
Subject: [PATCH 4/5] Keep mdbook output in default book/ directory

---
 .github/workflows/gh-pages.yml | 6 +++---
 framework/justfile             | 4 ++++
 2 files changed, 7 insertions(+), 3 deletions(-)

diff --git a/.github/workflows/gh-pages.yml b/.github/workflows/gh-pages.yml
index 4ab7f0032..8db7a4ac6 100644
--- a/.github/workflows/gh-pages.yml
+++ b/.github/workflows/gh-pages.yml
@@ -46,11 +46,11 @@ jobs:
         run: just docs-build
 
       - name: Copy robots.txt
-        run: cp framework/docs/src/robots.txt framework/docs/book/html/
+        run: cp framework/docs/src/robots.txt framework/docs/book/
 
       - name: Generate sitemap
         run: |
-          cd framework/docs/book/html
+          cd framework/docs/book
           npx sscli --no-clean --base https://docs.abstract.money
 
       - name: Upload artifact
@@ -58,7 +58,7 @@ jobs:
         uses: actions/upload-pages-artifact@v3
         with:
           # Upload book repository
-          path: './framework/docs/book/html'
+          path: './framework/docs/book'
 
   # Deploy job
   deploy:
diff --git a/framework/justfile b/framework/justfile
index 48cfadb5f..200fbe98f 100644
--- a/framework/justfile
+++ b/framework/justfile
@@ -81,10 +81,14 @@ docs-serve *FLAGS:
 
 docs-build:
   (cd docs && mdbook build)
+  # Copy llms.txt files to html directory
   cp docs/book/llms-txt/llms.txt docs/book/html/
   cp docs/book/llms-txt-full/llms-full.txt docs/book/html/
   # Copy source markdown files for AI agents (excluding SUMMARY.md)
   cd docs && find src -name "*.md" ! -name "SUMMARY.md" -exec sh -c 'mkdir -p "book/html/$(dirname "${1#src/}")" && cp "$1" "book/html/${1#src/}"' _ {} \;
+  # Move all content from html/ to book/ root and clean up subdirectories
+  cp -r docs/book/html/. docs/book/
+  rm -rf docs/book/html docs/book/llms-txt docs/book/llms-txt-full
 
 docs-install:
   cargo install mdbook --vers "0.4.28" --locked

From 7101efd521c4281cb0f00a80e61dbe5717ba0cec Mon Sep 17 00:00:00 2001
From: Adair <32375605+adairrr@users.noreply.github.com>
Date: Tue, 17 Feb 2026 10:38:53 -0500
Subject: [PATCH 5/5] Pin mdbook-llms-txt-tools version and update robots.txt

---
 framework/docs/src/robots.txt | 25 +------------------------
 framework/justfile            |  2 +-
 2 files changed, 2 insertions(+), 25 deletions(-)

diff --git a/framework/docs/src/robots.txt b/framework/docs/src/robots.txt
index fbb1e74b3..7b1b9a24b 100644
--- a/framework/docs/src/robots.txt
+++ b/framework/docs/src/robots.txt
@@ -1,4 +1,4 @@
-# Regular search crawlers - block .md files to avoid duplicate content
+# Search crawlers - block .md files to avoid duplicate content
 User-agent: Googlebot
 Disallow: /*.md$
 
@@ -7,26 +7,3 @@ Disallow: /*.md$
 
 User-agent: *
 Allow: /
-Disallow: /*.md$
-
-# AI crawlers - allow everything including .md files
-User-agent: GPTBot
-Allow: /
-
-User-agent: ClaudeBot
-Allow: /
-
-User-agent: Claude-Web
-Allow: /
-
-User-agent: Google-Extended
-Allow: /
-
-User-agent: Anthropic-AI
-Allow: /
-
-User-agent: PerplexityBot
-Allow: /
-
-# Point to llms.txt for AI agents
-# See: https://llmstxt.org/
diff --git a/framework/justfile b/framework/justfile
index 200fbe98f..232069e7b 100644
--- a/framework/justfile
+++ b/framework/justfile
@@ -94,4 +94,4 @@ docs-install:
   cargo install mdbook --vers "0.4.28" --locked
   cargo install mdbook-mermaid --vers "0.12.6" --locked
   cargo install mdbook-admonish --vers "1.15.0" --locked
-  cargo install mdbook-llms-txt-tools --locked
+  cargo install mdbook-llms-txt-tools --vers "0.1.1" --locked