adding emission tracking for all queries

Author: CaesarGhazi

rag_and_distilled_model/Apollo11_rag&distilled.ipynb

@@ -178,7 +178,7 @@
     "def initialize_local_llm():\n",
     "    tracker = OfflineEmissionsTracker(country_iso_code=COUNTRY_ISO_CODE)\n",
     "    tracker.start()\n",
-    "    \n",
+    "\n",
     "    device = 0 if USE_GPU else -1\n",
     "    tokenizer = AutoTokenizer.from_pretrained(LLM_MODEL)\n",
     "    model = AutoModelForSeq2SeqLM.from_pretrained(\n",
@@ -198,12 +198,13 @@
     "        top_p=0.95,\n",
     "        device=device,\n",
     "    )\n",
-    "    \n",
+    "\n",
     "    emissions = tracker.stop()\n",
     "    print(f\"Model loading emissions: {emissions:.6f} kg CO2\")\n",
-    "    \n",
+    "\n",
     "    return HuggingFacePipeline(pipeline=pipe), emissions\n",
     "\n",
+    "\n",
     "llm, emissions_loading = initialize_local_llm()"
    ]
   },
@@ -835,7 +836,7 @@
     "print(f\"15 queries: {emissions_inference:.6f} kg CO2\")\n",
     "print(f\"TOTAL EMISSIONS:      {total_emissions:.6f} kg CO2\")\n",
     "print(f\"Equivalent to:        {total_emissions * 1000:.2f} g CO2\")\n",
-    "print(f\"  - Per query average: {emissions_inference/len(prompts):.6f} kg CO2\")"
+    "print(f\"  - Per query average: {emissions_inference / len(prompts):.6f} kg CO2\")"
    ]
   }
  ],