fix: pass NGC API key to local NIM

Author: rmkraus

deploy/compose/docker-compose.dev.yaml

@@ -164,6 +164,9 @@ services:
     ports:
       - "${LLM_NIM_PORT:-8000}:8000"
     environment:
+      # NIM containers require NGC_API_KEY for startup/model download auth.
+      # Fall back to NVIDIA_API_KEY for older .env files created by the setup notebook.
+      - NGC_API_KEY=${NGC_API_KEY:-${NVIDIA_API_KEY:-}}
       - NVIDIA_API_KEY=${NVIDIA_API_KEY:-}
       - CUDA_VISIBLE_DEVICES=0,1,2,3
       - NVIDIA_VISIBLE_DEVICES=all

notebooks/setup/complete_setup_guide.ipynb

@@ -2464,6 +2464,9 @@
     "    ports:\n",
     "      - \"${{LLM_NIM_PORT:-8000}}:8000\"\n",
     "    environment:\n",
+    "      # NIM containers require NGC_API_KEY for startup/model download auth.\n",
+    "      # Fall back to NVIDIA_API_KEY for older .env files created by this notebook.\n",
+    "      - NGC_API_KEY=${{NGC_API_KEY:-${{NVIDIA_API_KEY:-}}}}\n",
     "      - NVIDIA_API_KEY=${{NVIDIA_API_KEY:-}}\n",
     "      - CUDA_VISIBLE_DEVICES={cuda_visible_devices}\n",
     "      - NVIDIA_VISIBLE_DEVICES=all\n",
@@ -2698,14 +2701,31 @@
     "            content,\n",
     "            flags=re.MULTILINE\n",
     "        )\n",
-    "        # API key optional for local\n",
+    "        # API key optional for local. NIM containers read NGC_API_KEY for\n",
+    "        # startup/model download auth; keep NVIDIA_API_KEY populated for clients\n",
+    "        # and older code paths.\n",
     "        if strategy_info.get(\"api_key\"):\n",
+    "            local_api_key = strategy_info[\"api_key\"]\n",
     "            content = re.sub(\n",
     "                r'^NVIDIA_API_KEY=.*$',\n",
-    "                f'NVIDIA_API_KEY={strategy_info[\"api_key\"]}',\n",
+    "                f'NVIDIA_API_KEY={local_api_key}',\n",
     "                content,\n",
     "                flags=re.MULTILINE\n",
     "            )\n",
+    "            if re.search(r'^NGC_API_KEY=.*$', content, flags=re.MULTILINE):\n",
+    "                content = re.sub(\n",
+    "                    r'^NGC_API_KEY=.*$',\n",
+    "                    f'NGC_API_KEY={local_api_key}',\n",
+    "                    content,\n",
+    "                    flags=re.MULTILINE\n",
+    "                )\n",
+    "            else:\n",
+    "                content = re.sub(\n",
+    "                    r'^(NVIDIA_API_KEY=.*)$',\n",
+    "                    rf'\\1\\nNGC_API_KEY={local_api_key}',\n",
+    "                    content,\n",
+    "                    flags=re.MULTILINE\n",
+    "                )\n",
     "        print(\"\\n✅ Configuration updated for LOCAL installation\")\n",
     "        print(\"   LLM_NIM_URL=http://localhost:8000/v1\")\n",
     "        print(\"   LLM_MODEL=nvidia/llama-3.3-nemotron-super-49b-v1.5\")\n",