File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change 1414 runs-on : ubuntu-latest
1515 steps :
1616 - uses : actions/checkout@v4
17+ with :
18+ fetch-depth : 0
1719
1820 - name : Install yq
1921 run : |
2931 cat > index.yaml <<EOF
3032 # AUTO-GENERATED by CI — do not edit manually.
3133 # Source: .github/workflows/build-index.yaml
32- # Generated: ${TIMESTAMP}
34+
35+ generatedAt: "${TIMESTAMP}"
3336
3437 evaluators:
3538 EOF
@@ -43,13 +46,19 @@ jobs:
4346 tags=$(yq -o=json -I=0 '.tags' "$manifest")
4447 author=$(yq '.author' "$manifest")
4548
49+ last_updated=$(git log -1 --format="%Y-%m-%dT%H:%M:%SZ" -- "$dir")
50+ if [ -z "$last_updated" ]; then
51+ last_updated="${TIMESTAMP}"
52+ fi
53+
4654 cat >> index.yaml <<EOF
4755 - name: ${name}
4856 description: "${description}"
4957 language: ${language}
5058 path: ${dir}/${entrypoint}
5159 tags: ${tags}
5260 author: ${author}
61+ lastUpdated: "${last_updated}"
5362 EOF
5463 done
5564
Original file line number Diff line number Diff line change 11# AUTO-GENERATED by CI — do not edit manually.
22# Source: .github/workflows/build-index.yaml
3- # Generated: 2026-03-19T23:51:20Z
3+
4+ generatedAt : " 2026-03-20T00:02:55Z"
45
56evaluators :
67 - name : peters_evaluator
@@ -9,15 +10,18 @@ evaluators:
910 path : evaluators/peters_evaluator/peters_evaluator.py
1011 tags : ["test","example"]
1112 author : peterj
13+ lastUpdated : " 2026-03-20T00:02:55Z"
1214 - name : response_quality
1315 description : " Checks that responses are non-empty, meet a minimum length, and don't just echo back the user input"
1416 language : python
1517 path : evaluators/response_quality/response_quality.py
1618 tags : ["quality","response","length"]
1719 author : agentevals-dev
20+ lastUpdated : " 2026-03-20T00:02:55Z"
1821 - name : tool_coverage
1922 description : " Verifies that each invocation made at least a minimum number of tool calls"
2023 language : python
2124 path : evaluators/tool_coverage/tool_coverage.py
2225 tags : ["tools","coverage","validation"]
2326 author : agentevals-dev
27+ lastUpdated : " 2026-03-20T00:02:55Z"
You can’t perform that action at this time.
0 commit comments