Test setting the Key

Signed-off-by: Fabricio Aguiar <fabricio.aguiar@gmail.com>

rh-pre-commit.version: 2.3.2
rh-pre-commit.check-secrets: ENABLED

Author: fao89

Makefile

@@ -113,7 +113,7 @@ test-lseval-troubleshooting: ## DISABLED: LSEval troubleshooting (uncomment Make
 test-cluster-updates: ## Run cluster-updates evaluation (18 conversations, 35 evaluations) - requires running OLS server with OpenAI keys
 	@echo "Running cluster-updates evaluation..."
 	@echo "Reports will be written to ${ARTIFACT_DIR}"
-	uv run --extra lseval --extra evaluation pytest tests/e2e/evaluation -vv -s --durations=0 -o junit_suite_name="${SUITE_ID}" --junit-prefix="${SUITE_ID}" --junit-xml="${ARTIFACT_DIR}/junit_e2e_${SUITE_ID}.xml" \
+	OPENAI_API_KEY="${OPENAI_API_KEY}" uv run --extra lseval --extra evaluation pytest tests/e2e/evaluation -vv -s --durations=0 -o junit_suite_name="${SUITE_ID}" --junit-prefix="${SUITE_ID}" --junit-xml="${ARTIFACT_DIR}/junit_e2e_${SUITE_ID}.xml" \
 	--eval_out_dir ${ARTIFACT_DIR} -m cluster_updates
 
 coverage-report:	unit-tests-coverage-report integration-tests-coverage-report ## Export coverage reports into interactive HTML

eval/system_cluster_updates.yaml

@@ -6,7 +6,7 @@
 llm:
   provider: "openai"          # Judge LLM Provider (openai, gemini etc..)
   model: "gpt-5-mini"         # Judge model for scoring responses
-  temperature: 0.0            # Generation temperature
+  temperature: 1              # Generation temperature (gpt-5 requires temperature=1)
   max_tokens: 2048            # Maximum tokens in response (increased for detailed cluster analysis)
   timeout: 300                # Request timeout in seconds
   num_retries: 3              # Retry attempts

tests/scripts/test-evaluation.sh

@@ -28,6 +28,11 @@ chmod +x operator-sdk_${OS}_${ARCH} && mv operator-sdk_${OS}_${ARCH} $HOME/.loca
 export PATH=$HOME/.local/bin:$PATH
 operator-sdk version
 
+# Export OpenAI key for judge LLM in evaluation tests (cluster-updates, lseval)
+if [ -n "${OPENAI_PROVIDER_KEY_PATH:-}" ] && [ -f "$OPENAI_PROVIDER_KEY_PATH" ]; then
+    export OPENAI_API_KEY=$(cat "$OPENAI_PROVIDER_KEY_PATH")
+fi
+
 function run_suites() {
   local rc=0