ipynb

Signed-off-by: dafnapension <dafnashein@yahoo.com>

Author: dafnapension

bfcl.ipynb

@@ -0,0 +1,94 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "6bf26409-1391-48a0-9846-64ff6f024392",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Already on 'main'\n",
+      "Your branch is up to date with 'origin/main'.\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "None of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used.\n",
+      "None of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used.\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Template was not specified in recipe, using the first template from the card by default.\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "IOPub data rate exceeded.\n",
+      "The Jupyter server will temporarily stop sending output\n",
+      "to the client in order to avoid crashing it.\n",
+      "To change this limit, set the config variable\n",
+      "`--ServerApp.iopub_data_rate_limit`.\n",
+      "\n",
+      "Current values:\n",
+      "ServerApp.iopub_data_rate_limit=1000000.0 (bytes/sec)\n",
+      "ServerApp.rate_limit_window=3.0 (secs)\n",
+      "\n"
+     ]
+    }
+   ],
+   "source": [
+    "!git checkout main\n",
+    "import json\n",
+    "from unitxt.api import load_recipe\n",
+    "from unitxt.settings_utils import get_settings\n",
+    "settings = get_settings()\n",
+    "settings.allow_unverified_code=True\n",
+    "recipe = load_recipe(card=\"cards.bfcl.multi_turn.live_multiple_v3\")\n",
+    "ms = recipe()\n",
+    "print(ms)\n",
+    "for i, instance in enumerate(ms[\"test\"]):\n",
+    "    if i == 916:\n",
+    "        print(f\"size of instance is {len(json.dumps(instance))}\")\n",
+    "        sizes = {field: len(json.dumps(instance[field])) for field in instance}\n",
+    "        print(f\"sizes of all fields in instance: {sizes}\")\n",
+    "        task_data = json.loads(instance[\"task_data\"])\n",
+    "        reference_calls = task_data[\"reference_calls\"]\n",
+    "        print(f\"number of reference_calls generated by the reg expression is: {len(reference_calls)}\")\n",
+    "        print(f\"one reference call:\\n{reference_calls[0]}\")\n",
+    "        print(f\"another reference call:\\n{reference_calls[30303]}\")\n",
+    "        break"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "virtual310",
+   "language": "python",
+   "name": "virtual310"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.10.16"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}