File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -113,7 +113,7 @@ test-lseval-troubleshooting: ## DISABLED: LSEval troubleshooting (uncomment Make
113113test-cluster-updates : # # Run cluster-updates evaluation (18 conversations, 35 evaluations) - requires running OLS server with OpenAI keys
114114 @echo " Running cluster-updates evaluation..."
115115 @echo " Reports will be written to ${ARTIFACT_DIR} "
116- uv run --extra lseval --extra evaluation pytest tests/e2e/evaluation -vv -s --durations=0 -o junit_suite_name=" ${SUITE_ID} " --junit-prefix=" ${SUITE_ID} " --junit-xml=" ${ARTIFACT_DIR} /junit_e2e_${SUITE_ID} .xml" \
116+ OPENAI_API_KEY= " ${OPENAI_API_KEY} " uv run --extra lseval --extra evaluation pytest tests/e2e/evaluation -vv -s --durations=0 -o junit_suite_name=" ${SUITE_ID} " --junit-prefix=" ${SUITE_ID} " --junit-xml=" ${ARTIFACT_DIR} /junit_e2e_${SUITE_ID} .xml" \
117117 --eval_out_dir ${ARTIFACT_DIR} -m cluster_updates
118118
119119coverage-report : unit-tests-coverage-report integration-tests-coverage-report # # Export coverage reports into interactive HTML
Original file line number Diff line number Diff line change @@ -28,6 +28,11 @@ chmod +x operator-sdk_${OS}_${ARCH} && mv operator-sdk_${OS}_${ARCH} $HOME/.loca
2828export PATH=$HOME /.local/bin:$PATH
2929operator-sdk version
3030
31+ # Export OpenAI key for judge LLM in evaluation tests (cluster-updates, lseval)
32+ if [ -n " ${OPENAI_PROVIDER_KEY_PATH:- } " ] && [ -f " $OPENAI_PROVIDER_KEY_PATH " ]; then
33+ export OPENAI_API_KEY=$( cat " $OPENAI_PROVIDER_KEY_PATH " )
34+ fi
35+
3136function run_suites() {
3237 local rc=0
3338
You can’t perform that action at this time.
0 commit comments