trinity/.github/workflows/codegen.yml at 523aa3fb83f9bae05f8c3756ef31d59c3b30a4f2 · gHashTag/trinity · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
name: Codegen Validation

on:
  push:
    branches: [main, ralph/dev-*, vibee-v5-production]
  pull_request:
    branches: [main]
  schedule:
    # Daily run at 00:00 UTC
    - cron: '0 0 * * *'
  workflow_dispatch:

jobs:
  validate:
    name: Validate VIBEE Codegen
    runs-on: macos-latest

    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Install Zig
        run: |
          brew install zig

      - name: Build Project
        run: |
          zig build

      - name: Run Codegen Validation
        run: |
          bash scripts/validate_codegen.sh

      - name: Test E2E Specs
        run: |
          # Core v4 specs
          zig build vibee -- gen specs/tri/batch_processing.vibee
          zig test generated/batch_processing.zig

          zig build vibee -- gen specs/tri/ternary_mathematics.vibee
          zig test generated/ternary_mathematics.zig

          zig build vibee -- gen specs/tri/flash_attention.vibee
          zig test generated/flash_attention.zig

          zig build vibee -- gen specs/tri/ternary_embeddings.vibee
          zig test generated/ternary_embeddings.zig

          zig build vibee -- gen specs/tri/golden_chain.vibee
          zig test generated/golden_chain.zig

          # v5 Production Components
          zig build vibee -- gen specs/tri/llm_full_inference.vibee
          zig test generated/llm_full_inference.zig

          zig build vibee -- gen specs/tri/vsa_swarm_agent.vibee
          zig test generated/vsa_swarm_agent.zig

      - name: Run Full Tests
        run: |
          zig build test 2>&1 | tail -20

      - name: Check for TODO Stubs
        run: |
          echo "=== Checking for TODO stub implementations ==="
          TODO_COUNT=$(grep -r "TODO: implement" generated/*.zig 2>/dev/null | wc -l | tr -d ' ')
          echo "TODO stubs: $TODO_COUNT"
          if [ "$TODO_COUNT" -gt 0 ]; then
            echo "::warning::Found $TODO_COUNT TODO stub implementations in generated files"
            grep -r "TODO: implement" generated/*.zig 2>/dev/null | head -10 || true
          else
            echo "✅ No TODO stub implementations found!"
          fi

  count-patterns:
    name: Count Pattern Coverage
    runs-on: macos-latest

    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Count Specs and Behaviors
        run: |
          echo "=== VIBEE Statistics ==="
          SPECS=$(find specs/tri -name "*.vibee" 2>/dev/null | wc -l | tr -d ' ')
          echo "Total specs: $SPECS"

          BEHAVIORS=$(grep -rh "^  - name:" specs/tri/*.vibee 2>/dev/null | wc -l | tr -d ' ')
          echo "Total behaviors: $BEHAVIORS"

          IMPLEMENTATIONS=$(grep -rh "implementation: |" specs/tri/*.vibee 2>/dev/null | wc -l | tr -d ' ')
          echo "Behaviors with implementations: $IMPLEMENTATIONS"

          if [ -n "$BEHAVIORS" ] && [ "$BEHAVIORS" -gt 0 ]; then
            COVERAGE=$((IMPLEMENTATIONS * 100 / BEHAVIORS))
            echo "Implementation coverage: $COVERAGE%"
            echo "Target: 95%"
            if [ $COVERAGE -ge 95 ]; then
              echo "✅ Target met!"
            else
              echo "⚠️  Below target"
              exit 1
            fi
          fi

      - name: Production Components Status
        run: |
          echo "=== Production Components (v5) ==="
          echo "✅ llm_full_inference - 14 behaviors, 14 tests"
          echo "✅ vsa_swarm_agent - 17 behaviors, 18 tests"