Add task preprocessing workflow and Confluence requirements documentation

htilly · htilly · commit b6e3593fadcb · 2025-12-14T11:49:11.000+01:00
- Add aicode-preprocess.yml: Converts one-liner tasks to structured user stories via OpenAI
- Add preprocess-task.mjs: Script for OpenAI task conversion
- Add confluence-requirements.yml: Publishes requirements to Confluence in parallel with code generation
- Update aicode-agent.yml: Use enhanced tasks from preprocessing workflow
- Workflow flow: aicode → preprocess → aicode-enhanced (triggers both agent and Confluence workflows)
diff --git a/.github/agent/preprocess-task.mjs b/.github/agent/preprocess-task.mjs
@@ -0,0 +1,93 @@
+import OpenAI from "openai";
+
+/**
+ * Preprocess Task - Convert one-liner task descriptions to structured user stories
+ * 
+ * This script takes a natural language task description and converts it to a
+ * structured user story format using OpenAI, making it clearer for code generation.
+ */
+
+const task = process.env.TASK || "";
+const openaiApiKey = process.env.OPENAI_API_KEY;
+const model = process.env.PREPROCESSING_MODEL || "gpt-4o-mini";
+
+if (!task) {
+  console.error("[PREPROCESS] TASK environment variable not set");
+  process.exit(1);
+}
+
+if (!openaiApiKey) {
+  console.warn("[PREPROCESS] OPENAI_API_KEY not set, skipping preprocessing");
+  console.log(`[PREPROCESS] Original task: ${task}`);
+  process.exit(0);
+}
+
+const openai = new OpenAI({ apiKey: openaiApiKey });
+
+const systemPrompt = `You are a task analysis assistant for a code generation system. Your job is to convert natural language task descriptions into structured user stories that are clearer and more actionable for AI code generation.
+
+Convert the given task description into a structured user story format following this template:
+
+"As a [role], I want to [action] so that [benefit].
+
+Acceptance Criteria:
+- [Criterion 1]
+- [Criterion 2]
+- [Criterion 3]"
+
+Guidelines:
+- Identify the user role (administrator, developer, end user, etc.)
+- Extract the main action/feature requested
+- Clarify the benefit or goal
+- Break down the task into specific, testable acceptance criteria
+- Maintain all technical context and requirements
+- Keep it concise but comprehensive
+- If the task is already well-structured, enhance it rather than completely rewriting
+
+Output ONLY the user story, no explanations or markdown formatting.`;
+
+const userPrompt = `Convert this task description into a structured user story:
+
+${task}`;
+
+async function preprocessTask() {
+  try {
+    console.log(`[PREPROCESS] Converting task to user story using ${model}...`);
+    console.log(`[PREPROCESS] Original task: ${task}`);
+    
+    const response = await openai.chat.completions.create({
+      model: model,
+      messages: [
+        { role: "system", content: systemPrompt },
+        { role: "user", content: userPrompt }
+      ],
+      temperature: 0.3, // Lower temperature for more consistent output
+      max_tokens: 500, // User stories should be concise
+    });
+    
+    const enhancedTask = response.choices[0].message.content.trim();
+    
+    console.log(`[PREPROCESS] Enhanced task (user story):`);
+    console.log(enhancedTask);
+    
+    // Output to stdout for workflow to capture
+    console.log(`\n[PREPROCESS] ENHANCED_TASK_START`);
+    console.log(enhancedTask);
+    console.log(`[PREPROCESS] ENHANCED_TASK_END`);
+    
+    // Also output as JSON for easier parsing
+    process.stdout.write(`\nENHANCED_TASK_JSON:${JSON.stringify({ original: task, enhanced: enhancedTask })}\n`);
+    
+  } catch (error) {
+    console.error(`[PREPROCESS] Error during preprocessing: ${error.message}`);
+    console.warn(`[PREPROCESS] Falling back to original task`);
+    console.log(`[PREPROCESS] Original task: ${task}`);
+    // Output original task so workflow can continue
+    console.log(`\n[PREPROCESS] ENHANCED_TASK_START`);
+    console.log(task);
+    console.log(`[PREPROCESS] ENHANCED_TASK_END`);
+    process.exit(0); // Exit successfully with original task
+  }
+}
+
+preprocessTask();
diff --git a/.github/workflows/aicode-agent.yml b/.github/workflows/aicode-agent.yml
@@ -2,7 +2,10 @@ name: AICODE Agent
 
 on:
   repository_dispatch:
-    types: [aicode]
+    types: [aicode-enhanced]
+  # workflow_run:
+#    workflows: ["AICODE Preprocess"]
+#    types: [completed]
 
 jobs:
   agent:
@@ -31,6 +34,12 @@ jobs:
         working-directory: .github/agent
         run: npm install
 
+      - name: Log task information
+        run: |
+          echo "Original task: ${{ github.event.client_payload.original_task || github.event.client_payload.task }}"
+          echo "Enhanced task: ${{ github.event.client_payload.task }}"
+          echo "Preprocessing run: ${{ github.event.client_payload.preprocessing_run_id || 'N/A' }}"
+
       - name: Run AI Agent
         id: agent
         env:
@@ -54,8 +63,11 @@ jobs:
           GITHUB_RUN_ID: ${{ github.run_id }}
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
           GITHUB_REPOSITORY: ${{ github.repository }}
-          TASK: ${{ github.event.client_payload.task }}
+          # Use enhanced task from preprocessing if available, otherwise use original
+          TASK: ${{ github.event.client_payload.task || github.event.client_payload.original_task }}
+          ORIGINAL_TASK: ${{ github.event.client_payload.original_task || github.event.client_payload.task }}
           REQUESTER: ${{ github.event.client_payload.requester }}
+          PREPROCESSING_RUN_ID: ${{ github.event.client_payload.preprocessing_run_id || '' }}
           DEBUG: ${{ vars.DEBUG || 'false' }}
         run: node .github/agent/agent.mjs
         continue-on-error: true
@@ -65,7 +77,7 @@ jobs:
         run: |
           curl -X POST "${{ secrets.SLACK_WEBHOOK_URL }}" \
             -H "Content-Type: application/json" \
-            -d "{\"text\":\"❌ AICODE Agent failed before tests\",\"blocks\":[{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"❌ *AICODE Agent Failed*\\n\\n*Task:* ${{ github.event.client_payload.task }}\\n*Requested by:* ${{ github.event.client_payload.requester }}\\n*Stage:* Agent execution\\n\\nCheck the logs for detailed error information.\"}},{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"<https://github.com/htilly/SlackONOS/actions/runs/${{ github.run_id }}|View GitHub Actions logs>\"}}]}"
+            -d "{\"text\":\"❌ AICODE Agent failed before tests\",\"blocks\":[{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"❌ *AICODE Agent Failed*\\n\\n*Task:* ${{ github.event.client_payload.task || github.event.client_payload.original_task }}\\n*Requested by:* ${{ github.event.client_payload.requester }}\\n*Stage:* Agent execution\\n\\nCheck the logs for detailed error information.\"}},{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"<https://github.com/htilly/SlackONOS/actions/runs/${{ github.run_id }}|View GitHub Actions logs>\"}}]}"
 
       - name: Validate diff format
         id: validate
@@ -107,18 +119,20 @@ jobs:
         uses: peter-evans/create-pull-request@v6
         with:
           token: ${{ secrets.GITHUB_TOKEN }}
-          commit-message: "AI: ${{ github.event.client_payload.task }}"
+          commit-message: "AI: ${{ github.event.client_payload.task || github.event.client_payload.original_task }}"
           branch: aicode-${{ github.run_number }}
           base: develop
-          title: "AICODE: ${{ github.event.client_payload.task }}"
+          title: "AICODE: ${{ github.event.client_payload.task || github.event.client_payload.original_task }}"
           body: |
             Autonomous code changes requested by @${{ github.event.client_payload.requester }}
 
-            **Task:** ${{ github.event.client_payload.task }}
+            **Task:** ${{ github.event.client_payload.task || github.event.client_payload.original_task }}
+            **Original Task:** ${{ github.event.client_payload.original_task || 'N/A' }}
             **Tests:** ✅ Passed
             **Validation:** ✅ Passed
             **Secrets Check:** ✅ Passed
             **Agent Run:** ${{ github.run_id }}
+            **Preprocessing Run:** ${{ github.event.client_payload.preprocessing_run_id || 'N/A' }}
 
             This PR will be automatically merged.
 
@@ -156,18 +170,18 @@ jobs:
           CHANGED_FILES="${{ steps.changed-files.outputs.files }}"
           curl -X POST "${{ secrets.SLACK_WEBHOOK_URL }}" \
             -H "Content-Type: application/json" \
-            -d "{\"text\":\"✅ AICODE PR created: <https://github.com/htilly/SlackONOS/pull/${{ steps.cpr.outputs.pull-request-number }}|#${{ steps.cpr.outputs.pull-request-number }}>\",\"blocks\":[{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"✅ *AICODE Agent Success*\\n\\n*Task:* ${{ github.event.client_payload.task }}\\n*Requested by:* ${{ github.event.client_payload.requester }}\\n*PR:* <https://github.com/htilly/SlackONOS/pull/${{ steps.cpr.outputs.pull-request-number }}|#${{ steps.cpr.outputs.pull-request-number }}>\\n*Files changed:* ${CHANGED_FILES}\"}},{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"<https://github.com/htilly/SlackONOS/actions/runs/${{ github.run_id }}|View workflow run>\"}}]}"
+            -d "{\"text\":\"✅ AICODE PR created: <https://github.com/htilly/SlackONOS/pull/${{ steps.cpr.outputs.pull-request-number }}|#${{ steps.cpr.outputs.pull-request-number }}>\",\"blocks\":[{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"✅ *AICODE Agent Success*\\n\\n*Task:* ${{ github.event.client_payload.task || github.event.client_payload.original_task }}\\n*Original:* ${{ github.event.client_payload.original_task || 'N/A' }}\\n*Requested by:* ${{ github.event.client_payload.requester }}\\n*PR:* <https://github.com/htilly/SlackONOS/pull/${{ steps.cpr.outputs.pull-request-number }}|#${{ steps.cpr.outputs.pull-request-number }}>\\n*Files changed:* ${CHANGED_FILES}\"}},{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"<https://github.com/htilly/SlackONOS/actions/runs/${{ github.run_id }}|View workflow run>\"}}]}"
 
       - name: Notify Slack on validation failure
         if: steps.agent.outcome == 'success' && steps.secrets-check.outcome != 'success'
         run: |
           curl -X POST "${{ secrets.SLACK_WEBHOOK_URL }}" \
             -H "Content-Type: application/json" \
-            -d "{\"text\":\"🔒 AICODE failed: Security validation failed\",\"blocks\":[{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"🔒 *AICODE Security Validation Failed*\\n\\n*Task:* ${{ github.event.client_payload.task }}\\n*Requested by:* ${{ github.event.client_payload.requester }}\\n*Issue:* Potential secrets detected in generated code\\n\\nReview the changes manually before proceeding.\"}},{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"<https://github.com/htilly/SlackONOS/actions/runs/${{ github.run_id }}|View GitHub Actions logs>\"}}]}"
+            -d "{\"text\":\"🔒 AICODE failed: Security validation failed\",\"blocks\":[{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"🔒 *AICODE Security Validation Failed*\\n\\n*Task:* ${{ github.event.client_payload.task || github.event.client_payload.original_task }}\\n*Requested by:* ${{ github.event.client_payload.requester }}\\n*Issue:* Potential secrets detected in generated code\\n\\nReview the changes manually before proceeding.\"}},{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"<https://github.com/htilly/SlackONOS/actions/runs/${{ github.run_id }}|View GitHub Actions logs>\"}}]}"
 
       - name: Notify Slack on test failure
         if: steps.agent.outcome == 'success' && steps.secrets-check.outcome == 'success' && steps.tests.outcome != 'success'
         run: |
           curl -X POST "${{ secrets.SLACK_WEBHOOK_URL }}" \
             -H "Content-Type: application/json" \
-            -d "{\"text\":\"❌ AICODE failed: Tests didn't pass\",\"blocks\":[{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"❌ *AICODE Test Failure*\\n\\n*Task:* ${{ github.event.client_payload.task }}\\n*Requested by:* ${{ github.event.client_payload.requester }}\\n*Issue:* Generated code failed tests\\n\\nReview the test output and adjust the changes.\"}},{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"<https://github.com/htilly/SlackONOS/actions/runs/${{ github.run_id }}|View GitHub Actions logs>\"}}]}"
+            -d "{\"text\":\"❌ AICODE failed: Tests didn't pass\",\"blocks\":[{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"❌ *AICODE Test Failure*\\n\\n*Task:* ${{ github.event.client_payload.task || github.event.client_payload.original_task }}\\n*Requested by:* ${{ github.event.client_payload.requester }}\\n*Issue:* Generated code failed tests\\n\\nReview the test output and adjust the changes.\"}},{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"<https://github.com/htilly/SlackONOS/actions/runs/${{ github.run_id }}|View GitHub Actions logs>\"}}]}"
diff --git a/.github/workflows/aicode-preprocess.yml b/.github/workflows/aicode-preprocess.yml
@@ -0,0 +1,97 @@
+name: AICODE Preprocess
+
+on:
+  repository_dispatch:
+    types: [aicode]
+
+jobs:
+  preprocess:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      actions: write
+
+    steps:
+      - name: Checkout develop
+        uses: actions/checkout@v4
+        with:
+          ref: develop
+
+      - name: Setup Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: 20
+          cache: 'npm'
+
+      - name: Install agent dependencies
+        working-directory: .github/agent
+        run: npm install
+
+      - name: Preprocess task to user story
+        id: preprocess
+        env:
+          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+          PREPROCESSING_MODEL: ${{ secrets.PREPROCESSING_MODEL || 'gpt-4o-mini' }}
+          TASK: ${{ github.event.client_payload.task }}
+        run: |
+          OUTPUT=$(node .github/agent/preprocess-task.mjs 2>&1)
+          echo "$OUTPUT"
+          
+          # Extract enhanced task from output
+          if echo "$OUTPUT" | grep -q "ENHANCED_TASK_START"; then
+            ENHANCED_TASK=$(echo "$OUTPUT" | sed -n '/ENHANCED_TASK_START/,/ENHANCED_TASK_END/p' | sed '1d;$d' | sed ':a;N;$!ba;s/\n/ /g')
+            echo "enhanced_task<<EOF" >> $GITHUB_OUTPUT
+            echo "$ENHANCED_TASK" >> $GITHUB_OUTPUT
+            echo "EOF" >> $GITHUB_OUTPUT
+          else
+            # Fallback to original task
+            echo "enhanced_task=${{ github.event.client_payload.task }}" >> $GITHUB_OUTPUT
+          fi
+          
+          # Extract JSON if available
+          JSON_LINE=$(echo "$OUTPUT" | grep "ENHANCED_TASK_JSON:" || true)
+          if [ -n "$JSON_LINE" ]; then
+            JSON_DATA=$(echo "$JSON_LINE" | sed 's/ENHANCED_TASK_JSON://')
+            echo "task_json=$JSON_DATA" >> $GITHUB_OUTPUT
+          fi
+
+      - name: Trigger main agent workflow
+        if: always()
+        run: |
+          ENHANCED_TASK="${{ steps.preprocess.outputs.enhanced_task }}"
+          ORIGINAL_TASK="${{ github.event.client_payload.task }}"
+          
+          # Escape JSON special characters in task strings
+          ENHANCED_TASK_ESCAPED=$(echo "$ENHANCED_TASK" | sed 's/"/\\"/g' | sed ':a;N;$!ba;s/\n/\\n/g')
+          ORIGINAL_TASK_ESCAPED=$(echo "$ORIGINAL_TASK" | sed 's/"/\\"/g')
+          
+          curl -X POST "https://api.github.com/repos/${{ github.repository }}/dispatches" \
+            -H "Authorization: token ${{ secrets.GITHUB_TOKEN }}" \
+            -H "Accept: application/vnd.github+json" \
+            -H "Content-Type: application/json" \
+            -d "{
+              \"event_type\": \"aicode-enhanced\",
+              \"client_payload\": {
+                \"task\": \"$ENHANCED_TASK_ESCAPED\",
+                \"original_task\": \"$ORIGINAL_TASK_ESCAPED\",
+                \"requester\": \"${{ github.event.client_payload.requester }}\",
+                \"channel\": \"${{ github.event.client_payload.channel }}\",
+                \"timestamp\": \"${{ github.event.client_payload.timestamp }}\",
+                \"preprocessing_run_id\": \"${{ github.run_id }}\"
+              }
+            }"
+
+      - name: Notify Slack on preprocessing completion
+        if: always()
+        run: |
+          if [ "${{ steps.preprocess.outcome }}" == "success" ]; then
+            curl -X POST "${{ secrets.SLACK_WEBHOOK_URL }}" \
+              -H "Content-Type: application/json" \
+              -d "{\"text\":\"📝 Task preprocessed and enhanced. Triggering code generation...\",\"blocks\":[{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"📝 *Task Preprocessing Complete*\\n\\n*Original:* ${{ github.event.client_payload.task }}\\n\\n*Enhanced:* ${{ steps.preprocess.outputs.enhanced_task }}\"}}]}"
+          else
+            curl -X POST "${{ secrets.SLACK_WEBHOOK_URL }}" \
+              -H "Content-Type: application/json" \
+              -d "{\"text\":\"⚠️ Preprocessing failed, using original task\",\"blocks\":[{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"⚠️ *Preprocessing Warning*\\n\\nPreprocessing failed, but code generation will continue with original task.\"}}]}"
+          fi
+        env:
+          SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
diff --git a/.github/workflows/confluence-requirements.yml b/.github/workflows/confluence-requirements.yml
