feat: enhance auto generate llms workflow

Author: 0xHieu01

.github/workflows/generate-llms.yml

@@ -1,12 +1,12 @@
-name: Generate CLIX Flutter LLMS
+name: Generate llms.txt
 
 on:
   workflow_dispatch:
     inputs:
       llm_mode:
         description: 'Generation mode'
         type: choice
-        options: [changed, all]
+        options: [ changed, all ]
         default: changed
       base:
         description: 'Base ref/tag/sha for compare (optional)'
@@ -16,16 +16,33 @@ on:
         description: 'Head ref/tag/sha for compare (optional)'
         type: string
         required: false
+  workflow_call:
+    inputs:
+      llm_mode:
+        description: 'Generation mode'
+        type: string
+        default: changed
+      base:
+        description: 'Base ref/tag/sha for compare (optional)'
+        type: string
+        required: false
+      head:
+        description: 'Head ref/tag/sha for compare (optional)'
+        type: string
+        required: false
+    secrets:
+      OPENAI_API_KEY:
+        required: true
   release:
-    types: [published]
+    types: [ published ]
 
 permissions:
   contents: write
   pull-requests: write
 
 jobs:
   generate:
-    name: Generate LLMS
+    name: Generate llms.txt
     runs-on: ubuntu-latest
     env:
       OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
@@ -140,9 +157,9 @@ jobs:
           script: |
             const defaultBranch = context.payload.repository.default_branch;
             const head = process.env.BRANCH;
-            const title = 'chore: update CLIX Flutter LLMS index';
+            const title = 'chore: update Clix Flutter llms.txt index';
             const body = [
-              'This PR updates the generated CLIX Flutter SDK LLMS index.',
+              'This PR updates the generated Clix Flutter SDK llms.txt index.',
               '',
               `- Triggered by: ${context.eventName}`,
               `- Range: ${process.env.COMPARE || '(none / full)'}`

.github/workflows/release.yml

@@ -72,3 +72,10 @@ jobs:
 
       - name: Release to pub.dev
         run: dart pub publish --force
+
+  generate-llms:
+    needs: release
+    uses: ./.github/workflows/generate-llms.yml
+    with:
+      llm_mode: changed
+    secrets: inherit

scripts/generate_llms.sh

@@ -1,7 +1,7 @@
 #!/usr/bin/env bash
 set -euo pipefail
 
-# CLIX Flutter LLMS generator (outputs llms.txt)
+# Clix Flutter llms.txt generator
 # Usage:
 #   ./scripts/generate_llms.sh --llm-all
 #   ./scripts/generate_llms.sh --base <old> --head <new> [--llm]
@@ -484,10 +484,29 @@ if [[ -n "${BASE_REF:-}" && -n "${HEAD_REF:-}" ]]; then
     ' 2>/dev/null | sed '/^$/d; s#^./##' | sort -u >> "$CHANGED_SET"
   else
     git fetch --no-tags --depth=1 origin "${BASE_REF}" "${HEAD_REF}" >/dev/null 2>&1 || true
-    git diff --name-only "${BASE_REF}...${HEAD_REF}" 2>/dev/null | sed 's#^./##' | sort -u >> "$CHANGED_SET" || true
+    # First try the standard symmetric diff (needs a merge base).
+    echo "git diff --name-only ${BASE_REF}...${HEAD_REF} (local):" >&2
+    DIFF_TMP="${SECTION_TMP_DIR}/git_diff_paths.txt"
+    if git diff --name-only "${BASE_REF}...${HEAD_REF}" >"$DIFF_TMP" 2>/dev/null; then
+      :
+    else
+      # If histories are unrelated (no merge base), fall back to two-dot diff.
+      echo "git diff with '...' failed (likely no merge base); falling back to 'git diff ${BASE_REF} ${HEAD_REF}'" >&2
+      git diff --name-only "${BASE_REF}" "${HEAD_REF}" >"$DIFF_TMP" 2>/dev/null || true
+    fi
+    sed 's#^./##' "$DIFF_TMP" | sort -u >> "$CHANGED_SET"
   fi
 fi
 
+# Debug: print the raw CHANGED_SET to stderr (before any filtering) so we can
+# verify which paths will be considered for surgical updates.
+if [[ -s "$CHANGED_SET" ]]; then
+  echo "Changed paths from compare range (${BASE_REF:-?}...${HEAD_REF:-?}):" >&2
+  cat "$CHANGED_SET" >&2
+else
+  echo "Changed paths set is empty for compare range (${BASE_REF:-?}...${HEAD_REF:-?})" >&2
+fi
+
 # If we have an existing LLMS and a changed set, do TEXT-MODE update (surgical)
 if [[ -f "$EXISTING_LLMS_PATH" && -s "$CHANGED_SET" ]]; then
   OUTFILE="$STAGING_PATH"
@@ -501,26 +520,15 @@ if [[ -f "$EXISTING_LLMS_PATH" && -s "$CHANGED_SET" ]]; then
     abs_file="${REPO_ROOT}/${rel}"
     raw_url="$(rel_to_url "$rel")"
     dir_rel="$(dirname "$rel")"; dir_rel="${dir_rel:-.}"
-    # If the line already exists and LLM is not requested, keep it verbatim
-    if grep -F -q "](${raw_url}):" "$OUTFILE" >/dev/null 2>&1; then
-      if [[ "$USE_LLM" != "true" ]]; then
-        continue
-      fi
-    fi
     if [[ -f "$abs_file" ]]; then
       title="$(titleize "$(basename "$abs_file")")"
-      # Default to existing description if present
-      existing_line="$(awk -F '\t' -v u="$raw_url" '$1==u{print $0; exit}' "$EXISTING_MAP" 2>/dev/null || true)"
-      desc="$(printf "%s" "$existing_line" | cut -f2- || true)"
-      if [[ -z "$desc" ]]; then
-        # Generate quickly (may call LLM if enabled)
-        f_desc="$(first_comment_line "$abs_file" || true)"
-        [[ -z "$f_desc" ]] && f_desc="Source file for ${title}"
-        if [[ "$USE_LLM" == "true" ]]; then
-          llm_desc="$(llm_describe_file "$rel" "$abs_file" "$raw_url" "$dir_rel" "$REPO_SLUG" || true)"
-          [[ -n "$llm_desc" ]] && f_desc="$llm_desc"
-        fi
-        desc="$f_desc"
+      # For changed files, always recompute the description from current source
+      # and optionally enrich it via LLM, instead of reusing any previous text.
+      desc="$(first_comment_line "$abs_file" || true)"
+      [[ -z "$desc" ]] && desc="Source file for ${title}"
+      if [[ "$USE_LLM" == "true" ]]; then
+        llm_desc="$(llm_describe_file "$rel" "$abs_file" "$raw_url" "$dir_rel" "$REPO_SLUG" || true)"
+        [[ -n "$llm_desc" ]] && desc="$llm_desc"
       fi
       newline="- [${title}](${raw_url}): ${desc}"
       replace_or_append_line "$rel" "$raw_url" "$newline" "$dir_rel"