add the full docs too

.github/workflows/docs_summarization_check.yml

@@ -57,29 +57,31 @@ jobs:
       - name: Process batch results and upload to HuggingFace
         env:
           OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+          HF_TOKEN: ${{ secrets.HF_TOKEN }}
         run: |
           # Process OpenAI batch results
           python scripts/check_batch_output.py
           
           # Upload all files to HuggingFace
           python -c '
           from huggingface_hub import HfApi
+          import os
           
           api = HfApi()
           
           # Upload OpenAI summary
           api.upload_file(
-              token="${{ secrets.HF_TOKEN }}",
+              token=os.environ["HF_TOKEN"],
               repo_id="zenml/llms.txt",
               repo_type="dataset",
               path_in_repo="how-to-guides.txt",
               path_or_fileobj="zenml_docs.txt",
           )
           
           # Upload repomix outputs
-          for filename in ["component-guide.txt", "basics.txt"]:
+          for filename in ["component-guide.txt", "basics.txt", "llms-full.txt"]:
               api.upload_file(
-                  token="${{ secrets.HF_TOKEN }}",
+                  token=os.environ["HF_TOKEN"],
                   repo_id="zenml/llms.txt",
                   repo_type="dataset",
                   path_in_repo=filename,

.github/workflows/docs_summarization_submit.yml

@@ -33,6 +33,10 @@ jobs:
           # Create directory for outputs
           mkdir -p repomix-outputs
           
+          # Full docs
+          repomix --include "docs/book/**/*.md"
+          mv repomix-output.txt repomix-outputs/llms-full.txt
+          
           # Component guide
           repomix --include "docs/book/component-guide/**/*.md"
           mv repomix-output.txt repomix-outputs/component-guide.txt