notebook

Author: Elshikh-Amro

mistral7b/model_rag_carbon.ipynb

@@ -119,7 +119,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": null,
    "metadata": {},
    "outputs": [
     {
@@ -141,7 +141,8 @@
     }
    ],
    "source": [
-    "import os\n",
+    "\n",
+    "#import os\n",
     "import time\n",
     "from llama_index.core import VectorStoreIndex, SimpleDirectoryReader, Settings\n",
     "from llama_index.llms.llama_cpp import LlamaCPP\n",
@@ -379,7 +380,7 @@
     ")\n",
     "# --- END MODIFICATION ---\n",
     "\n",
-    "print(\"Query engine is ready (with custom anti-leak prompt).\")"
+    "print(\"Query engine is ready (with custom anti-leak prompt).\")\n"
    ]
   },
   {
@@ -398,7 +399,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 4,
    "metadata": {},
    "outputs": [
     {
@@ -411,7 +412,45 @@
       "--- Query Engine Ready (Tracking Emissions) ---\n",
       "Type 'exit' to quit.\n",
       "\n",
-      "Assistant: "
+      "Assistant: \n",
+      "The Apollo program was a human spaceflight initiative undertaken by NASA, the United States' space agency, which accomplished landing the first humans on the Moon on July 20, 1969."
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "llama_perf_context_print:        load time =   64928.24 ms\n",
+      "llama_perf_context_print: prompt eval time =       0.00 ms /  1870 tokens (    0.00 ms per token,      inf tokens per second)\n",
+      "llama_perf_context_print:        eval time =       0.00 ms /    46 runs   (    0.00 ms per token,      inf tokens per second)\n",
+      "llama_perf_context_print:       total time =   85873.56 ms /  1916 tokens\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\n",
+      "\n",
+      "--- Query Metrics ---\n",
+      "Latency: 86.03 seconds\n",
+      "Emissions: 1.050614 gCO2eq\n",
+      "Energy: 1.842194 Wh\n",
+      "--------------------------------------------------\n",
+      "\n",
+      "\n",
+      "--- Total Emissions Summary (Session) ---\n",
+      "Total Energy Consumed: 2.1555 Wh\n",
+      "Total CO2 Emitted: 1.2293 gCO2eq\n",
+      "Full report saved to 'emissions.csv'\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "c:\\Users\\engam\\anaconda3\\Lib\\site-packages\\codecarbon\\output_methods\\file.py:94: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
+      "  df = pd.concat([df, new_df], ignore_index=True)\n"
      ]
     }
    ],
@@ -459,7 +498,7 @@
     "            f\"Total Energy Consumed: {tracker.final_emissions_data.energy_consumed * 1000:.4f} Wh\"\n",
     "        )\n",
     "    print(f\"Total CO2 Emitted: {total_emissions_kg * 1000:.4f} gCO2eq\")\n",
-    "    print(\"Full report saved to 'emissions.csv'\")"
+    "    print(\"Full report saved to 'emissions.csv'\")\n"
    ]
   }
  ],