From 67b2b92690ebce4f8d8ea32fe2337971cfb1cfb2 Mon Sep 17 00:00:00 2001 From: Salim Date: Thu, 27 Feb 2025 20:38:03 +0100 Subject: [PATCH 1/3] init commit - adding masking project --- gliner/modeling/base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gliner/modeling/base.py b/gliner/modeling/base.py index bcd04cdc..7013a550 100644 --- a/gliner/modeling/base.py +++ b/gliner/modeling/base.py @@ -266,7 +266,7 @@ def loss(self, scores, labels, prompts_embedding_mask, mask_label, labels = labels.view(-1, num_classes) all_losses = self._loss(scores, labels, alpha, gamma, label_smoothing) - + #print masked_loss = all_losses.view(batch_size, -1, num_classes) * prompts_embedding_mask.unsqueeze(1) all_losses = masked_loss.view(-1, num_classes) From 8fca479be93356b15c26e473a003acbdeecc2965 Mon Sep 17 00:00:00 2001 From: Salim Date: Thu, 27 Feb 2025 22:18:38 +0100 Subject: [PATCH 2/3] Adding an option to mask spans in loss computation --- configs/config.yaml | 2 + examples/finetune.ipynb | 1897 ++++++++++++++++++++------------------- gliner/config.py | 2 + gliner/modeling/base.py | 41 +- 4 files changed, 992 insertions(+), 950 deletions(-) diff --git a/configs/config.yaml b/configs/config.yaml index d1456c9e..006f943f 100644 --- a/configs/config.yaml +++ b/configs/config.yaml @@ -23,6 +23,8 @@ loss_alpha: 0.75 loss_gamma: 0 label_smoothing: 0 loss_reduction: "sum" +negative_rate: 0.75 +neg_span_masking : "global_w_threshold" # Learning Rate and weight decay Configuration lr_encoder: 1e-5 diff --git a/examples/finetune.ipynb b/examples/finetune.ipynb index f6e4fbd1..9d5b70ed 100644 --- a/examples/finetune.ipynb +++ b/examples/finetune.ipynb @@ -4,16 +4,16 @@ "cell_type": "code", "execution_count": 1, "metadata": { - "id": "Snudv-wKAR5j", "colab": { "base_uri": "https://localhost:8080/" }, + "id": "Snudv-wKAR5j", "outputId": "bdb4b2af-872d-4ca0-f3af-ab84811c9f9c" }, "outputs": [ { - "output_type": "stream", "name": "stdout", + "output_type": "stream", "text": [ "Collecting gliner\n", " Downloading gliner-0.2.7-py3-none-any.whl (45 kB)\n", @@ -130,22 +130,18 @@ }, { "cell_type": "code", - "source": [ - "# download data\n", - "! wget https://huggingface.co/datasets/urchade/synthetic-pii-ner-mistral-v1/resolve/main/data.json" - ], + "execution_count": 5, "metadata": { - "id": "ETFnglCGAcSp", "colab": { "base_uri": "https://localhost:8080/" }, + "id": "ETFnglCGAcSp", "outputId": "aea51527-910e-4c20-83d6-07df2dbbe590" }, - "execution_count": 5, "outputs": [ { - "output_type": "stream", "name": "stdout", + "output_type": "stream", "text": [ "--2024-07-16 10:45:25-- https://huggingface.co/datasets/urchade/synthetic-pii-ner-mistral-v1/resolve/main/data.json\n", "Resolving huggingface.co (huggingface.co)... 18.164.174.118, 18.164.174.17, 18.164.174.23, ...\n", @@ -165,6 +161,10 @@ "\n" ] } + ], + "source": [ + "# download data\n", + "! wget https://huggingface.co/datasets/urchade/synthetic-pii-ner-mistral-v1/resolve/main/data.json" ] }, { @@ -181,44 +181,49 @@ }, { "cell_type": "code", - "source": [ - "train_path = \"data.json\"\n", - "\n", - "with open(train_path, \"r\") as f:\n", - " data = json.load(f)\n", - "\n", - "print('Dataset size:', len(data))\n", - "\n", - "random.shuffle(data)\n", - "print('Dataset is shuffled...')\n", - "\n", - "train_dataset = data[:int(len(data)*0.9)]\n", - "test_dataset = data[int(len(data)*0.9):]\n", - "\n", - "print('Dataset is splitted...')" - ], + "execution_count": 7, "metadata": { - "id": "aoQdh2QAGwFf", "colab": { "base_uri": "https://localhost:8080/" }, + "id": "aoQdh2QAGwFf", "outputId": "b9fd130b-1d4d-4f53-ce23-8feb4bffbc7d" }, - "execution_count": 7, "outputs": [ { - "output_type": "stream", "name": "stdout", + "output_type": "stream", "text": [ "Dataset size: 19635\n", "Dataset is shuffled...\n", "Dataset is splitted...\n" ] } + ], + "source": [ + "train_path = \"data.json\"\n", + "\n", + "with open(train_path, \"r\") as f:\n", + " data = json.load(f)\n", + "\n", + "print('Dataset size:', len(data))\n", + "\n", + "random.shuffle(data)\n", + "print('Dataset is shuffled...')\n", + "\n", + "train_dataset = data[:int(len(data)*0.9)]\n", + "test_dataset = data[int(len(data)*0.9):]\n", + "\n", + "print('Dataset is splitted...')" ] }, { "cell_type": "code", + "execution_count": 8, + "metadata": { + "id": "mNBNsoUjG3vH" + }, + "outputs": [], "source": [ "import os\n", "os.environ[\"TOKENIZERS_PARALLELISM\"] = \"true\"\n", @@ -229,18 +234,12 @@ "from gliner.data_processing.collator import DataCollatorWithPadding, DataCollator\n", "from gliner.utils import load_config_as_namespace\n", "from gliner.data_processing import WordsSplitter, GLiNERDataset" - ], - "metadata": { - "id": "mNBNsoUjG3vH" - }, - "execution_count": 8, - "outputs": [] + ] }, { "cell_type": "code", "execution_count": 9, "metadata": { - "id": "b4X48dzJAR5m", "colab": { "base_uri": "https://localhost:8080/", "height": 472, @@ -335,12 +334,13 @@ "863316b633fd4fe88c79c7fb952b3eb7" ] }, + "id": "b4X48dzJAR5m", "outputId": "f3316521-9906-4487-da0a-5b2df14e98a9" }, "outputs": [ { - "output_type": "stream", "name": "stderr", + "output_type": "stream", "text": [ "/usr/local/lib/python3.10/dist-packages/huggingface_hub/utils/_token.py:89: UserWarning: \n", "The secret `HF_TOKEN` does not exist in your Colab secrets.\n", @@ -351,128 +351,128 @@ ] }, { - "output_type": "display_data", "data": { - "text/plain": [ - "Fetching 4 files: 0%| | 0/4 [00:00 Person\n", "Ballon d'Or => Award\n", @@ -644,6 +645,11 @@ } ], "metadata": { + "accelerator": "GPU", + "colab": { + "gpuType": "T4", + "provenance": [] + }, "kernelspec": { "display_name": "Python 3", "name": "python3" @@ -661,17 +667,12 @@ "version": "3.10.10" }, "orig_nbformat": 4, - "colab": { - "provenance": [], - "gpuType": "T4" - }, - "accelerator": "GPU", "widgets": { "application/vnd.jupyter.widget-state+json": { - "a5b28bae8ed64c349c379ea088177dcd": { + "00c2e7114c4e4dbcb35fbf2e42c90897": { "model_module": "@jupyter-widgets/controls", - "model_name": "HBoxModel", "model_module_version": "1.5.0", + "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", @@ -683,17 +684,64 @@ "_view_name": "HBoxView", "box_style": "", "children": [ - "IPY_MODEL_fc5b3589df7a49349fe75079516e94b7", - "IPY_MODEL_5dd3b0770599485aa4569c25d6011daf", - "IPY_MODEL_12c1fe1e79644128870b20ddd6ac2b08" + "IPY_MODEL_b8b0c463a5ec4c5e83e3adbe424b5750", + "IPY_MODEL_8aececc2c9304726be79a6841d3e67b7", + "IPY_MODEL_ed44b59f24224bd2ac9608505cbe54b4" ], - "layout": "IPY_MODEL_aa722a17259542f1bc934fb578539260" + "layout": "IPY_MODEL_a01256737a80447aba5ffb0d6320177b" } }, - "fc5b3589df7a49349fe75079516e94b7": { + "047e4456dd584e65ad72c256e67596a3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "0f58dd3a6e1f4e25910f8412a3f937d3": { "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "11bd957d7a6a4f6dabb66dee38c29774": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "12c1fe1e79644128870b20ddd6ac2b08": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", @@ -705,61 +753,55 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_9b17b423c1dd40fa86ee865bc60fb81f", + "layout": "IPY_MODEL_cfa39bd49f2140aab6aa0139573b4762", "placeholder": "​", - "style": "IPY_MODEL_30d0d2fdf0874b6f93f9a1416af5cbc6", - "value": "Fetching 4 files: 100%" + "style": "IPY_MODEL_54dcc9bc81fc48b484cba6adf5000fcc", + "value": " 4/4 [00:05<00:00,  1.32s/it]" } }, - "5dd3b0770599485aa4569c25d6011daf": { + "184c482bf66247adae3b799e20f23b5f": { "model_module": "@jupyter-widgets/controls", - "model_name": "FloatProgressModel", "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", "state": { - "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", + "_model_name": "DescriptionStyleModel", "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_f208a0a169b04b45ba1731a3529ed3fb", - "max": 4, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_c1ca0437510640c4ad06c5894aacaad2", - "value": 4 + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" } }, - "12c1fe1e79644128870b20ddd6ac2b08": { + "26c1aac2e9234379950e8be1e52ff8ff": { "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", + "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", - "_view_name": "HTMLView", + "_view_name": "ProgressView", + "bar_style": "success", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_cfa39bd49f2140aab6aa0139573b4762", - "placeholder": "​", - "style": "IPY_MODEL_54dcc9bc81fc48b484cba6adf5000fcc", - "value": " 4/4 [00:05<00:00,  1.32s/it]" + "layout": "IPY_MODEL_d1fa4475325644b38f0cbf4e59ee30cb", + "max": 610652234, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_776dc2b681394f9290915939fed57434", + "value": 610652234 } }, - "aa722a17259542f1bc934fb578539260": { + "292ad99ffdad492ea8b30a98a0994af1": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -808,10 +850,10 @@ "width": null } }, - "9b17b423c1dd40fa86ee865bc60fb81f": { + "2cfecaa3c30941f78c5fe1b09033dfbd": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -860,25 +902,31 @@ "width": null } }, - "30d0d2fdf0874b6f93f9a1416af5cbc6": { + "2e0fa3b67dc34313bf96ed6a17557bf4": { "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", + "model_name": "HTMLModel", "state": { + "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", + "_model_name": "HTMLModel", "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ea4b1eb5beb44efca91af35b3ae49be7", + "placeholder": "​", + "style": "IPY_MODEL_863316b633fd4fe88c79c7fb952b3eb7", + "value": " 2.46M/2.46M [00:00<00:00, 11.4MB/s]" } }, - "f208a0a169b04b45ba1731a3529ed3fb": { + "3099736981914ae6820cc31afe37a30a": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -927,26 +975,25 @@ "width": null } }, - "c1ca0437510640c4ad06c5894aacaad2": { + "30d0d2fdf0874b6f93f9a1416af5cbc6": { "model_module": "@jupyter-widgets/controls", - "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", + "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", - "bar_color": null, "description_width": "" } }, - "cfa39bd49f2140aab6aa0139573b4762": { + "3af5cc35d3ab4398913e73c10b4103bf": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -995,25 +1042,62 @@ "width": null } }, - "54dcc9bc81fc48b484cba6adf5000fcc": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", + "3ebf100fa8ed45d5929e1f52e3880be6": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null } }, "4125956c26e14685998dde6c6d323cac": { "model_module": "@jupyter-widgets/controls", - "model_name": "HBoxModel", "model_module_version": "1.5.0", + "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", @@ -1032,31 +1116,10 @@ "layout": "IPY_MODEL_2cfecaa3c30941f78c5fe1b09033dfbd" } }, - "dd5c47c83265421ba68c3e0c5cedf373": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_bc0e92077c384c92b1ca374c9c8607af", - "placeholder": "​", - "style": "IPY_MODEL_cede5b52edd443d586a364b2ac504d13", - "value": "gliner_config.json: 100%" - } - }, "47fa56ce8b2e4caa840ca164a490cb82": { "model_module": "@jupyter-widgets/controls", - "model_name": "FloatProgressModel", "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", @@ -1077,31 +1140,10 @@ "value": 477 } }, - "54f13da771e240f584e19fb5098e9f94": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_48d198ea923c41f8939b3ec890774860", - "placeholder": "​", - "style": "IPY_MODEL_faa363e58a504b88a8288eb6e1af0fdb", - "value": " 477/477 [00:00<00:00, 6.84kB/s]" - } - }, - "2cfecaa3c30941f78c5fe1b09033dfbd": { + "48d198ea923c41f8939b3ec890774860": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -1150,10 +1192,107 @@ "width": null } }, - "bc0e92077c384c92b1ca374c9c8607af": { + "54dcc9bc81fc48b484cba6adf5000fcc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "54f13da771e240f584e19fb5098e9f94": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_48d198ea923c41f8939b3ec890774860", + "placeholder": "​", + "style": "IPY_MODEL_faa363e58a504b88a8288eb6e1af0fdb", + "value": " 477/477 [00:00<00:00, 6.84kB/s]" + } + }, + "556ecd9a5dfe4fc091e87aec377859d8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "5dd3b0770599485aa4569c25d6011daf": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_f208a0a169b04b45ba1731a3529ed3fb", + "max": 4, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_c1ca0437510640c4ad06c5894aacaad2", + "value": 4 + } + }, + "5f554c8a330b4662bf54cd835869228c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_a638345cefbc4d63a863b8999ecce750", + "IPY_MODEL_bc02c37ac6894228b44a62020ecbb8f5", + "IPY_MODEL_a2b2ebb8770b4edbbe2770657e8dda58" + ], + "layout": "IPY_MODEL_991de3c8fe3f486f9820cde1b3edfa4f" + } + }, + "63b9b32f93244f7387ce1712efed5290": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -1202,25 +1341,10 @@ "width": null } }, - "cede5b52edd443d586a364b2ac504d13": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "8e629fc57cdb4aeaa7379119ed3e53af": { + "64728c50c06840cf9e86b13294ba7bbd": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -1269,26 +1393,31 @@ "width": null } }, - "0f58dd3a6e1f4e25910f8412a3f937d3": { + "6512aa2d1f524cf7b396c7c2c6c9ac00": { "model_module": "@jupyter-widgets/controls", - "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", + "model_name": "HTMLModel", "state": { + "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", + "_model_name": "HTMLModel", "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d951083d10af4db3b308f86dfee08301", + "placeholder": "​", + "style": "IPY_MODEL_bdff244adeba4f7893f1b80398267683", + "value": " 578/578 [00:00<00:00, 10.5kB/s]" } }, - "48d198ea923c41f8939b3ec890774860": { + "6c596d654f5644e0a542aa3ec50c3a80": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -1337,113 +1466,26 @@ "width": null } }, - "faa363e58a504b88a8288eb6e1af0fdb": { + "6f2b5094be7140f1bb51f79cda316142": { "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", + "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", + "bar_color": null, "description_width": "" } }, - "00c2e7114c4e4dbcb35fbf2e42c90897": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HBoxModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_b8b0c463a5ec4c5e83e3adbe424b5750", - "IPY_MODEL_8aececc2c9304726be79a6841d3e67b7", - "IPY_MODEL_ed44b59f24224bd2ac9608505cbe54b4" - ], - "layout": "IPY_MODEL_a01256737a80447aba5ffb0d6320177b" - } - }, - "b8b0c463a5ec4c5e83e3adbe424b5750": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_b32087c65125423592deffad9b57183d", - "placeholder": "​", - "style": "IPY_MODEL_82d33008693548779a0cd24b1939ca8b", - "value": "README.md: 100%" - } - }, - "8aececc2c9304726be79a6841d3e67b7": { - "model_module": "@jupyter-widgets/controls", - "model_name": "FloatProgressModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_fea72cbbd2624cbcb325c379fd0f72c8", - "max": 4837, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_6f2b5094be7140f1bb51f79cda316142", - "value": 4837 - } - }, - "ed44b59f24224bd2ac9608505cbe54b4": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_6c596d654f5644e0a542aa3ec50c3a80", - "placeholder": "​", - "style": "IPY_MODEL_184c482bf66247adae3b799e20f23b5f", - "value": " 4.84k/4.84k [00:00<00:00, 49.1kB/s]" - } - }, - "a01256737a80447aba5ffb0d6320177b": { + "710d60255251496f916ddb8ee115b01f": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -1492,62 +1534,25 @@ "width": null } }, - "b32087c65125423592deffad9b57183d": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", + "7118763d98de494fba3dad3bcc9ff1a3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null + "_view_name": "StyleView", + "description_width": "" } }, - "82d33008693548779a0cd24b1939ca8b": { + "743b9fa3ee37439bb0d2786165ed65c6": { "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", @@ -1559,10 +1564,10 @@ "description_width": "" } }, - "fea72cbbd2624cbcb325c379fd0f72c8": { + "746b0ae5bad34bda90fa118b8211a971": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -1611,10 +1616,10 @@ "width": null } }, - "6f2b5094be7140f1bb51f79cda316142": { + "776dc2b681394f9290915939fed57434": { "model_module": "@jupyter-widgets/controls", - "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", @@ -1627,77 +1632,55 @@ "description_width": "" } }, - "6c596d654f5644e0a542aa3ec50c3a80": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", + "79db287bbe9e431093416d4abf102f30": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_a50fabe1d35840ab92dc4ca9ca67067c", + "max": 52, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_9f37c2fc322a4531bf92f11a8d650a9a", + "value": 52 } }, - "184c482bf66247adae3b799e20f23b5f": { + "7a46e42c5a9f44918ff5698a158a2ede": { "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", + "model_name": "HTMLModel", "state": { + "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", + "_model_name": "HTMLModel", "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_746b0ae5bad34bda90fa118b8211a971", + "placeholder": "​", + "style": "IPY_MODEL_ee648c7e8e584bcbbadd448dfffb3c6b", + "value": " 52.0/52.0 [00:00<00:00, 1.22kB/s]" } }, - "5f554c8a330b4662bf54cd835869228c": { + "7ab3bf8c24db44e9955dcc77af36e4cd": { "model_module": "@jupyter-widgets/controls", - "model_name": "HBoxModel", "model_module_version": "1.5.0", + "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", @@ -1709,17 +1692,17 @@ "_view_name": "HBoxView", "box_style": "", "children": [ - "IPY_MODEL_a638345cefbc4d63a863b8999ecce750", - "IPY_MODEL_bc02c37ac6894228b44a62020ecbb8f5", - "IPY_MODEL_a2b2ebb8770b4edbbe2770657e8dda58" + "IPY_MODEL_bac6b8f26c864c5cbd8c5bb71ed8f15e", + "IPY_MODEL_26c1aac2e9234379950e8be1e52ff8ff", + "IPY_MODEL_9c25f9cd42db4e0c9414fc30a5dc5710" ], - "layout": "IPY_MODEL_991de3c8fe3f486f9820cde1b3edfa4f" + "layout": "IPY_MODEL_3ebf100fa8ed45d5929e1f52e3880be6" } }, - "a638345cefbc4d63a863b8999ecce750": { + "80462855c08e490c86db7bd8b32a175d": { "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", "model_module_version": "1.5.0", + "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", @@ -1731,16 +1714,46 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_710d60255251496f916ddb8ee115b01f", + "layout": "IPY_MODEL_c16ba818a6de40458281ac8df31c871d", "placeholder": "​", - "style": "IPY_MODEL_b2dd2b1e782246ccb20e63a2a0e32ef2", - "value": ".gitattributes: 100%" + "style": "IPY_MODEL_556ecd9a5dfe4fc091e87aec377859d8", + "value": "config.json: 100%" } }, - "bc02c37ac6894228b44a62020ecbb8f5": { + "82d33008693548779a0cd24b1939ca8b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "863316b633fd4fe88c79c7fb952b3eb7": { "model_module": "@jupyter-widgets/controls", - "model_name": "FloatProgressModel", "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "8aececc2c9304726be79a6841d3e67b7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", @@ -1753,39 +1766,40 @@ "bar_style": "success", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_63b9b32f93244f7387ce1712efed5290", - "max": 1519, + "layout": "IPY_MODEL_fea72cbbd2624cbcb325c379fd0f72c8", + "max": 4837, "min": 0, "orientation": "horizontal", - "style": "IPY_MODEL_b64ceb857a47445492046d1c926a3ae2", - "value": 1519 + "style": "IPY_MODEL_6f2b5094be7140f1bb51f79cda316142", + "value": 4837 } }, - "a2b2ebb8770b4edbbe2770657e8dda58": { + "8bbe3085ba76458583142659c02240dd": { "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", "model_module_version": "1.5.0", + "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", + "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_3099736981914ae6820cc31afe37a30a", - "placeholder": "​", - "style": "IPY_MODEL_b919f303696242ec902eba57e948f786", - "value": " 1.52k/1.52k [00:00<00:00, 27.0kB/s]" + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_be0812f8a8fe4d27b0d231baa15a2540", + "IPY_MODEL_a18ac489a11a46cda649d6f852c56848", + "IPY_MODEL_2e0fa3b67dc34313bf96ed6a17557bf4" + ], + "layout": "IPY_MODEL_8c3d86c1d7ac474bb169a653eed0b6a7" } }, - "991de3c8fe3f486f9820cde1b3edfa4f": { + "8c3d86c1d7ac474bb169a653eed0b6a7": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -1834,10 +1848,32 @@ "width": null } }, - "710d60255251496f916ddb8ee115b01f": { + "8c4411a7e9ef4a6981c46f9bba67d566": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_80462855c08e490c86db7bd8b32a175d", + "IPY_MODEL_9333a4e7f90d487a99ee2219b262c42d", + "IPY_MODEL_6512aa2d1f524cf7b396c7c2c6c9ac00" + ], + "layout": "IPY_MODEL_3af5cc35d3ab4398913e73c10b4103bf" + } + }, + "8e629fc57cdb4aeaa7379119ed3e53af": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -1886,25 +1922,55 @@ "width": null } }, - "b2dd2b1e782246ccb20e63a2a0e32ef2": { + "91a3abca5e8d4866906d30959e2cb19b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_fcf1a8c3e2244ac5843481043cf3df1f", + "placeholder": "​", + "style": "IPY_MODEL_7118763d98de494fba3dad3bcc9ff1a3", + "value": "tokenizer_config.json: 100%" + } + }, + "9333a4e7f90d487a99ee2219b262c42d": { "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", "state": { + "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", + "_model_name": "FloatProgressModel", "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b5640d0e8672476da1e2ddbc0b1fe57e", + "max": 578, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_047e4456dd584e65ad72c256e67596a3", + "value": 578 } }, - "63b9b32f93244f7387ce1712efed5290": { + "991de3c8fe3f486f9820cde1b3edfa4f": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -1953,26 +2019,10 @@ "width": null } }, - "b64ceb857a47445492046d1c926a3ae2": { - "model_module": "@jupyter-widgets/controls", - "model_name": "ProgressStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "3099736981914ae6820cc31afe37a30a": { + "9b17b423c1dd40fa86ee865bc60fb81f": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -2012,122 +2062,56 @@ "object_position": null, "order": null, "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "b919f303696242ec902eba57e948f786": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "7ab3bf8c24db44e9955dcc77af36e4cd": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HBoxModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_bac6b8f26c864c5cbd8c5bb71ed8f15e", - "IPY_MODEL_26c1aac2e9234379950e8be1e52ff8ff", - "IPY_MODEL_9c25f9cd42db4e0c9414fc30a5dc5710" - ], - "layout": "IPY_MODEL_3ebf100fa8ed45d5929e1f52e3880be6" - } - }, - "bac6b8f26c864c5cbd8c5bb71ed8f15e": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_fb6b6f6ce9f547d5abe169eb84aabc61", - "placeholder": "​", - "style": "IPY_MODEL_ab31250e2ca644ebafc44c602e9db8b4", - "value": "pytorch_model.bin: 100%" + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null } }, - "26c1aac2e9234379950e8be1e52ff8ff": { + "9c25f9cd42db4e0c9414fc30a5dc5710": { "model_module": "@jupyter-widgets/controls", - "model_name": "FloatProgressModel", "model_module_version": "1.5.0", + "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", + "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", + "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_d1fa4475325644b38f0cbf4e59ee30cb", - "max": 610652234, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_776dc2b681394f9290915939fed57434", - "value": 610652234 + "layout": "IPY_MODEL_64728c50c06840cf9e86b13294ba7bbd", + "placeholder": "​", + "style": "IPY_MODEL_743b9fa3ee37439bb0d2786165ed65c6", + "value": " 611M/611M [00:04<00:00, 119MB/s]" } }, - "9c25f9cd42db4e0c9414fc30a5dc5710": { + "9f37c2fc322a4531bf92f11a8d650a9a": { "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", "state": { - "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", + "_model_name": "ProgressStyleModel", "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_64728c50c06840cf9e86b13294ba7bbd", - "placeholder": "​", - "style": "IPY_MODEL_743b9fa3ee37439bb0d2786165ed65c6", - "value": " 611M/611M [00:04<00:00, 119MB/s]" + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" } }, - "3ebf100fa8ed45d5929e1f52e3880be6": { + "a01256737a80447aba5ffb0d6320177b": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -2176,10 +2160,55 @@ "width": null } }, - "fb6b6f6ce9f547d5abe169eb84aabc61": { + "a18ac489a11a46cda649d6f852c56848": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b0c4368959f245f9b29f6c7b7129f5c6", + "max": 2464616, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_ad63a6a69f82432bb02ea18702abbf65", + "value": 2464616 + } + }, + "a2b2ebb8770b4edbbe2770657e8dda58": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3099736981914ae6820cc31afe37a30a", + "placeholder": "​", + "style": "IPY_MODEL_b919f303696242ec902eba57e948f786", + "value": " 1.52k/1.52k [00:00<00:00, 27.0kB/s]" + } + }, + "a50fabe1d35840ab92dc4ca9ca67067c": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -2228,25 +2257,53 @@ "width": null } }, - "ab31250e2ca644ebafc44c602e9db8b4": { + "a5b28bae8ed64c349c379ea088177dcd": { "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", + "model_name": "HBoxModel", "state": { + "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", + "_model_name": "HBoxModel", "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_fc5b3589df7a49349fe75079516e94b7", + "IPY_MODEL_5dd3b0770599485aa4569c25d6011daf", + "IPY_MODEL_12c1fe1e79644128870b20ddd6ac2b08" + ], + "layout": "IPY_MODEL_aa722a17259542f1bc934fb578539260" } }, - "d1fa4475325644b38f0cbf4e59ee30cb": { + "a638345cefbc4d63a863b8999ecce750": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_710d60255251496f916ddb8ee115b01f", + "placeholder": "​", + "style": "IPY_MODEL_b2dd2b1e782246ccb20e63a2a0e32ef2", + "value": ".gitattributes: 100%" + } + }, + "aa722a17259542f1bc934fb578539260": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -2295,10 +2352,25 @@ "width": null } }, - "776dc2b681394f9290915939fed57434": { + "ab31250e2ca644ebafc44c602e9db8b4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "ad63a6a69f82432bb02ea18702abbf65": { "model_module": "@jupyter-widgets/controls", - "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", @@ -2311,10 +2383,10 @@ "description_width": "" } }, - "64728c50c06840cf9e86b13294ba7bbd": { + "b0c4368959f245f9b29f6c7b7129f5c6": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -2363,113 +2435,25 @@ "width": null } }, - "743b9fa3ee37439bb0d2786165ed65c6": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "ff81e2a4b77d410f86e2734f307af0f8": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HBoxModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_91a3abca5e8d4866906d30959e2cb19b", - "IPY_MODEL_79db287bbe9e431093416d4abf102f30", - "IPY_MODEL_7a46e42c5a9f44918ff5698a158a2ede" - ], - "layout": "IPY_MODEL_292ad99ffdad492ea8b30a98a0994af1" - } - }, - "91a3abca5e8d4866906d30959e2cb19b": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_fcf1a8c3e2244ac5843481043cf3df1f", - "placeholder": "​", - "style": "IPY_MODEL_7118763d98de494fba3dad3bcc9ff1a3", - "value": "tokenizer_config.json: 100%" - } - }, - "79db287bbe9e431093416d4abf102f30": { - "model_module": "@jupyter-widgets/controls", - "model_name": "FloatProgressModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_a50fabe1d35840ab92dc4ca9ca67067c", - "max": 52, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_9f37c2fc322a4531bf92f11a8d650a9a", - "value": 52 - } - }, - "7a46e42c5a9f44918ff5698a158a2ede": { + "b2dd2b1e782246ccb20e63a2a0e32ef2": { "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", "state": { - "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", + "_model_name": "DescriptionStyleModel", "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_746b0ae5bad34bda90fa118b8211a971", - "placeholder": "​", - "style": "IPY_MODEL_ee648c7e8e584bcbbadd448dfffb3c6b", - "value": " 52.0/52.0 [00:00<00:00, 1.22kB/s]" + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" } }, - "292ad99ffdad492ea8b30a98a0994af1": { + "b32087c65125423592deffad9b57183d": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -2518,10 +2502,10 @@ "width": null } }, - "fcf1a8c3e2244ac5843481043cf3df1f": { + "b5640d0e8672476da1e2ddbc0b1fe57e": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -2570,10 +2554,47 @@ "width": null } }, - "7118763d98de494fba3dad3bcc9ff1a3": { + "b64ceb857a47445492046d1c926a3ae2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "b8b0c463a5ec4c5e83e3adbe424b5750": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b32087c65125423592deffad9b57183d", + "placeholder": "​", + "style": "IPY_MODEL_82d33008693548779a0cd24b1939ca8b", + "value": "README.md: 100%" + } + }, + "b919f303696242ec902eba57e948f786": { "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", @@ -2585,10 +2606,55 @@ "description_width": "" } }, - "a50fabe1d35840ab92dc4ca9ca67067c": { + "bac6b8f26c864c5cbd8c5bb71ed8f15e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_fb6b6f6ce9f547d5abe169eb84aabc61", + "placeholder": "​", + "style": "IPY_MODEL_ab31250e2ca644ebafc44c602e9db8b4", + "value": "pytorch_model.bin: 100%" + } + }, + "bc02c37ac6894228b44a62020ecbb8f5": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_63b9b32f93244f7387ce1712efed5290", + "max": 1519, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_b64ceb857a47445492046d1c926a3ae2", + "value": 1519 + } + }, + "bc0e92077c384c92b1ca374c9c8607af": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -2637,26 +2703,46 @@ "width": null } }, - "9f37c2fc322a4531bf92f11a8d650a9a": { + "bdff244adeba4f7893f1b80398267683": { "model_module": "@jupyter-widgets/controls", - "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", + "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", - "bar_color": null, "description_width": "" } }, - "746b0ae5bad34bda90fa118b8211a971": { + "be0812f8a8fe4d27b0d231baa15a2540": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_cac19ae4fea247fcad328ca2a3d232b2", + "placeholder": "​", + "style": "IPY_MODEL_11bd957d7a6a4f6dabb66dee38c29774", + "value": "spm.model: 100%" + } + }, + "c16ba818a6de40458281ac8df31c871d": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -2705,113 +2791,93 @@ "width": null } }, - "ee648c7e8e584bcbbadd448dfffb3c6b": { + "c1ca0437510640c4ad06c5894aacaad2": { "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", + "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", + "bar_color": null, "description_width": "" } }, - "8c4411a7e9ef4a6981c46f9bba67d566": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HBoxModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_80462855c08e490c86db7bd8b32a175d", - "IPY_MODEL_9333a4e7f90d487a99ee2219b262c42d", - "IPY_MODEL_6512aa2d1f524cf7b396c7c2c6c9ac00" - ], - "layout": "IPY_MODEL_3af5cc35d3ab4398913e73c10b4103bf" - } - }, - "80462855c08e490c86db7bd8b32a175d": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_c16ba818a6de40458281ac8df31c871d", - "placeholder": "​", - "style": "IPY_MODEL_556ecd9a5dfe4fc091e87aec377859d8", - "value": "config.json: 100%" - } - }, - "9333a4e7f90d487a99ee2219b262c42d": { - "model_module": "@jupyter-widgets/controls", - "model_name": "FloatProgressModel", - "model_module_version": "1.5.0", + "cac19ae4fea247fcad328ca2a3d232b2": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_b5640d0e8672476da1e2ddbc0b1fe57e", - "max": 578, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_047e4456dd584e65ad72c256e67596a3", - "value": 578 + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null } }, - "6512aa2d1f524cf7b396c7c2c6c9ac00": { + "cede5b52edd443d586a364b2ac504d13": { "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", "state": { - "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", + "_model_name": "DescriptionStyleModel", "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_d951083d10af4db3b308f86dfee08301", - "placeholder": "​", - "style": "IPY_MODEL_bdff244adeba4f7893f1b80398267683", - "value": " 578/578 [00:00<00:00, 10.5kB/s]" + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" } }, - "3af5cc35d3ab4398913e73c10b4103bf": { + "cfa39bd49f2140aab6aa0139573b4762": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -2860,10 +2926,10 @@ "width": null } }, - "c16ba818a6de40458281ac8df31c871d": { + "d1fa4475325644b38f0cbf4e59ee30cb": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -2912,25 +2978,10 @@ "width": null } }, - "556ecd9a5dfe4fc091e87aec377859d8": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "b5640d0e8672476da1e2ddbc0b1fe57e": { + "d951083d10af4db3b308f86dfee08301": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -2979,26 +3030,31 @@ "width": null } }, - "047e4456dd584e65ad72c256e67596a3": { + "dd5c47c83265421ba68c3e0c5cedf373": { "model_module": "@jupyter-widgets/controls", - "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", + "model_name": "HTMLModel", "state": { + "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", + "_model_name": "HTMLModel", "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_bc0e92077c384c92b1ca374c9c8607af", + "placeholder": "​", + "style": "IPY_MODEL_cede5b52edd443d586a364b2ac504d13", + "value": "gliner_config.json: 100%" } }, - "d951083d10af4db3b308f86dfee08301": { + "ea4b1eb5beb44efca91af35b3ae49be7": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -3047,47 +3103,10 @@ "width": null } }, - "bdff244adeba4f7893f1b80398267683": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "8bbe3085ba76458583142659c02240dd": { + "ed44b59f24224bd2ac9608505cbe54b4": { "model_module": "@jupyter-widgets/controls", - "model_name": "HBoxModel", "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_be0812f8a8fe4d27b0d231baa15a2540", - "IPY_MODEL_a18ac489a11a46cda649d6f852c56848", - "IPY_MODEL_2e0fa3b67dc34313bf96ed6a17557bf4" - ], - "layout": "IPY_MODEL_8c3d86c1d7ac474bb169a653eed0b6a7" - } - }, - "be0812f8a8fe4d27b0d231baa15a2540": { - "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", - "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", @@ -3099,61 +3118,31 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_cac19ae4fea247fcad328ca2a3d232b2", + "layout": "IPY_MODEL_6c596d654f5644e0a542aa3ec50c3a80", "placeholder": "​", - "style": "IPY_MODEL_11bd957d7a6a4f6dabb66dee38c29774", - "value": "spm.model: 100%" - } - }, - "a18ac489a11a46cda649d6f852c56848": { - "model_module": "@jupyter-widgets/controls", - "model_name": "FloatProgressModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_b0c4368959f245f9b29f6c7b7129f5c6", - "max": 2464616, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_ad63a6a69f82432bb02ea18702abbf65", - "value": 2464616 + "style": "IPY_MODEL_184c482bf66247adae3b799e20f23b5f", + "value": " 4.84k/4.84k [00:00<00:00, 49.1kB/s]" } }, - "2e0fa3b67dc34313bf96ed6a17557bf4": { + "ee648c7e8e584bcbbadd448dfffb3c6b": { "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", "state": { - "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", + "_model_name": "DescriptionStyleModel", "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_ea4b1eb5beb44efca91af35b3ae49be7", - "placeholder": "​", - "style": "IPY_MODEL_863316b633fd4fe88c79c7fb952b3eb7", - "value": " 2.46M/2.46M [00:00<00:00, 11.4MB/s]" + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" } }, - "8c3d86c1d7ac474bb169a653eed0b6a7": { + "f208a0a169b04b45ba1731a3529ed3fb": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -3202,10 +3191,25 @@ "width": null } }, - "cac19ae4fea247fcad328ca2a3d232b2": { + "faa363e58a504b88a8288eb6e1af0fdb": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "fb6b6f6ce9f547d5abe169eb84aabc61": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -3254,25 +3258,31 @@ "width": null } }, - "11bd957d7a6a4f6dabb66dee38c29774": { + "fc5b3589df7a49349fe75079516e94b7": { "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", + "model_name": "HTMLModel", "state": { + "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", + "_model_name": "HTMLModel", "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_9b17b423c1dd40fa86ee865bc60fb81f", + "placeholder": "​", + "style": "IPY_MODEL_30d0d2fdf0874b6f93f9a1416af5cbc6", + "value": "Fetching 4 files: 100%" } }, - "b0c4368959f245f9b29f6c7b7129f5c6": { + "fcf1a8c3e2244ac5843481043cf3df1f": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -3321,26 +3331,10 @@ "width": null } }, - "ad63a6a69f82432bb02ea18702abbf65": { - "model_module": "@jupyter-widgets/controls", - "model_name": "ProgressStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "ea4b1eb5beb44efca91af35b3ae49be7": { + "fea72cbbd2624cbcb325c379fd0f72c8": { "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -3389,19 +3383,26 @@ "width": null } }, - "863316b633fd4fe88c79c7fb952b3eb7": { + "ff81e2a4b77d410f86e2734f307af0f8": { "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", + "model_name": "HBoxModel", "state": { + "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", + "_model_name": "HBoxModel", "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_91a3abca5e8d4866906d30959e2cb19b", + "IPY_MODEL_79db287bbe9e431093416d4abf102f30", + "IPY_MODEL_7a46e42c5a9f44918ff5698a158a2ede" + ], + "layout": "IPY_MODEL_292ad99ffdad492ea8b30a98a0994af1" } } } diff --git a/gliner/config.py b/gliner/config.py index c7af214d..a81d6832 100644 --- a/gliner/config.py +++ b/gliner/config.py @@ -22,6 +22,7 @@ def __init__(self, max_types: int = 25, max_len: int = 384, words_splitter_type: str = "whitespace", + neg_span_masking="global_w_threshold", has_rnn: bool = True, fuse_layers: bool = False, embed_ent_token: bool = True, @@ -68,6 +69,7 @@ def __init__(self, self.embed_ent_token = embed_ent_token self.ent_token = ent_token self.sep_token = sep_token + self.neg_span_masking=neg_span_masking # Register the configuration from transformers import CONFIG_MAPPING diff --git a/gliner/modeling/base.py b/gliner/modeling/base.py index 7013a550..712588f3 100644 --- a/gliner/modeling/base.py +++ b/gliner/modeling/base.py @@ -227,6 +227,7 @@ def forward(self, span_idx: Optional[torch.LongTensor] = None, span_mask: Optional[torch.LongTensor] = None, labels: Optional[torch.FloatTensor] = None, + neg_span_masking: Optional[str] = None, **kwargs ): @@ -243,7 +244,7 @@ def forward(self, loss = None if labels is not None: - loss = self.loss(scores, labels, prompts_embedding_mask, span_mask, **kwargs) + loss = self.loss(scores, labels, prompts_embedding_mask, span_mask, neg_span_masking, **kwargs) output = GLiNERModelOutput( logits=scores, @@ -257,7 +258,7 @@ def forward(self, def loss(self, scores, labels, prompts_embedding_mask, mask_label, alpha: float = -1., gamma: float = 0.0, label_smoothing: float = 0.0, - reduction: str = 'sum', **kwargs): + reduction: str = 'sum', negative_rate: float = 0.75, neg_span_masking = None, **kwargs): batch_size = scores.shape[0] num_classes = prompts_embedding_mask.shape[-1] @@ -274,6 +275,42 @@ def loss(self, scores, labels, prompts_embedding_mask, mask_label, all_losses = all_losses * mask_label.float() + if neg_span_masking is not None : + + if neg_span_masking == "global_w_threshold": + + # Adding negative examples 1a + #Permits to drop negative_rate percent of the negative examples + mask_negative_examples = (torch.rand_like(labels, dtype=torch.float) + labels > negative_rate).float() + all_losses = all_losses * mask_negative_examples + + elif neg_span_masking == "global_wo_threshold" : + + #Adding negative examples 1b + p = torch.sigmoid(scores) # We need to apply sigmoid so that all the scores will be between 0 and 1 + random_mask = torch.bernoulli(1 - p) + labels + mask_negative_examples = torch.where(labels == 1, torch.ones_like(labels), random_mask) + all_losses = all_losses*mask_negative_examples + + elif neg_span_masking == "entity_w_threshold": + + # Adding negative examples 2a + #masking entities with no positive label + mask_negative_examples = labels.clone() + zero_rows = labels.sum(dim=1) == 0 + mask_negative_examples[zero_rows] = (torch.rand((zero_rows.sum(), labels.size(1))) >= negative_rate).float() + all_losses = all_losses*mask_negative_examples + + elif neg_span_masking == "entity_wo_threshold": + + print('To do') + + else: + + warnings.warn( + f"Invalid Value for config 'mask type': '{neg_span_masking}. ") + + if reduction == "mean": loss = all_losses.mean() elif reduction == 'sum': From 05a061e18da61e3db09fb0841869e44e5f1cc1b4 Mon Sep 17 00:00:00 2001 From: Salim Date: Fri, 28 Feb 2025 11:15:19 +0100 Subject: [PATCH 3/3] v1 span masking --- .gitignore | 1 + examples/finetune.ipynb | 1783 +++++++++++++++++++-------------------- gliner/config.py | 2 +- gliner/modeling/base.py | 23 +- 4 files changed, 903 insertions(+), 906 deletions(-) diff --git a/.gitignore b/.gitignore index 42d6f0ed..9cae7ea8 100644 --- a/.gitignore +++ b/.gitignore @@ -10,6 +10,7 @@ __pycache__/ #data data.json +data.json* #logs logs/ diff --git a/examples/finetune.ipynb b/examples/finetune.ipynb index 9d5b70ed..f6e4fbd1 100644 --- a/examples/finetune.ipynb +++ b/examples/finetune.ipynb @@ -4,16 +4,16 @@ "cell_type": "code", "execution_count": 1, "metadata": { + "id": "Snudv-wKAR5j", "colab": { "base_uri": "https://localhost:8080/" }, - "id": "Snudv-wKAR5j", "outputId": "bdb4b2af-872d-4ca0-f3af-ab84811c9f9c" }, "outputs": [ { - "name": "stdout", "output_type": "stream", + "name": "stdout", "text": [ "Collecting gliner\n", " Downloading gliner-0.2.7-py3-none-any.whl (45 kB)\n", @@ -130,18 +130,22 @@ }, { "cell_type": "code", - "execution_count": 5, + "source": [ + "# download data\n", + "! wget https://huggingface.co/datasets/urchade/synthetic-pii-ner-mistral-v1/resolve/main/data.json" + ], "metadata": { + "id": "ETFnglCGAcSp", "colab": { "base_uri": "https://localhost:8080/" }, - "id": "ETFnglCGAcSp", "outputId": "aea51527-910e-4c20-83d6-07df2dbbe590" }, + "execution_count": 5, "outputs": [ { - "name": "stdout", "output_type": "stream", + "name": "stdout", "text": [ "--2024-07-16 10:45:25-- https://huggingface.co/datasets/urchade/synthetic-pii-ner-mistral-v1/resolve/main/data.json\n", "Resolving huggingface.co (huggingface.co)... 18.164.174.118, 18.164.174.17, 18.164.174.23, ...\n", @@ -161,10 +165,6 @@ "\n" ] } - ], - "source": [ - "# download data\n", - "! wget https://huggingface.co/datasets/urchade/synthetic-pii-ner-mistral-v1/resolve/main/data.json" ] }, { @@ -181,25 +181,6 @@ }, { "cell_type": "code", - "execution_count": 7, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "aoQdh2QAGwFf", - "outputId": "b9fd130b-1d4d-4f53-ce23-8feb4bffbc7d" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Dataset size: 19635\n", - "Dataset is shuffled...\n", - "Dataset is splitted...\n" - ] - } - ], "source": [ "train_path = \"data.json\"\n", "\n", @@ -215,15 +196,29 @@ "test_dataset = data[int(len(data)*0.9):]\n", "\n", "print('Dataset is splitted...')" + ], + "metadata": { + "id": "aoQdh2QAGwFf", + "colab": { + "base_uri": "https://localhost:8080/" + }, + "outputId": "b9fd130b-1d4d-4f53-ce23-8feb4bffbc7d" + }, + "execution_count": 7, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Dataset size: 19635\n", + "Dataset is shuffled...\n", + "Dataset is splitted...\n" + ] + } ] }, { "cell_type": "code", - "execution_count": 8, - "metadata": { - "id": "mNBNsoUjG3vH" - }, - "outputs": [], "source": [ "import os\n", "os.environ[\"TOKENIZERS_PARALLELISM\"] = \"true\"\n", @@ -234,12 +229,18 @@ "from gliner.data_processing.collator import DataCollatorWithPadding, DataCollator\n", "from gliner.utils import load_config_as_namespace\n", "from gliner.data_processing import WordsSplitter, GLiNERDataset" - ] + ], + "metadata": { + "id": "mNBNsoUjG3vH" + }, + "execution_count": 8, + "outputs": [] }, { "cell_type": "code", "execution_count": 9, "metadata": { + "id": "b4X48dzJAR5m", "colab": { "base_uri": "https://localhost:8080/", "height": 472, @@ -334,13 +335,12 @@ "863316b633fd4fe88c79c7fb952b3eb7" ] }, - "id": "b4X48dzJAR5m", "outputId": "f3316521-9906-4487-da0a-5b2df14e98a9" }, "outputs": [ { - "name": "stderr", "output_type": "stream", + "name": "stderr", "text": [ "/usr/local/lib/python3.10/dist-packages/huggingface_hub/utils/_token.py:89: UserWarning: \n", "The secret `HF_TOKEN` does not exist in your Colab secrets.\n", @@ -351,128 +351,128 @@ ] }, { + "output_type": "display_data", "data": { - "application/vnd.jupyter.widget-view+json": { - "model_id": "a5b28bae8ed64c349c379ea088177dcd", - "version_major": 2, - "version_minor": 0 - }, "text/plain": [ "Fetching 4 files: 0%| | 0/4 [00:00 Person\n", "Ballon d'Or => Award\n", @@ -645,11 +644,6 @@ } ], "metadata": { - "accelerator": "GPU", - "colab": { - "gpuType": "T4", - "provenance": [] - }, "kernelspec": { "display_name": "Python 3", "name": "python3" @@ -667,12 +661,17 @@ "version": "3.10.10" }, "orig_nbformat": 4, + "colab": { + "provenance": [], + "gpuType": "T4" + }, + "accelerator": "GPU", "widgets": { "application/vnd.jupyter.widget-state+json": { - "00c2e7114c4e4dbcb35fbf2e42c90897": { + "a5b28bae8ed64c349c379ea088177dcd": { "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", "model_name": "HBoxModel", + "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", @@ -684,64 +683,17 @@ "_view_name": "HBoxView", "box_style": "", "children": [ - "IPY_MODEL_b8b0c463a5ec4c5e83e3adbe424b5750", - "IPY_MODEL_8aececc2c9304726be79a6841d3e67b7", - "IPY_MODEL_ed44b59f24224bd2ac9608505cbe54b4" + "IPY_MODEL_fc5b3589df7a49349fe75079516e94b7", + "IPY_MODEL_5dd3b0770599485aa4569c25d6011daf", + "IPY_MODEL_12c1fe1e79644128870b20ddd6ac2b08" ], - "layout": "IPY_MODEL_a01256737a80447aba5ffb0d6320177b" - } - }, - "047e4456dd584e65ad72c256e67596a3": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "ProgressStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "0f58dd3a6e1f4e25910f8412a3f937d3": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "ProgressStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "11bd957d7a6a4f6dabb66dee38c29774": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" + "layout": "IPY_MODEL_aa722a17259542f1bc934fb578539260" } }, - "12c1fe1e79644128870b20ddd6ac2b08": { + "fc5b3589df7a49349fe75079516e94b7": { "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", "model_name": "HTMLModel", + "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", @@ -753,55 +705,61 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_cfa39bd49f2140aab6aa0139573b4762", + "layout": "IPY_MODEL_9b17b423c1dd40fa86ee865bc60fb81f", "placeholder": "​", - "style": "IPY_MODEL_54dcc9bc81fc48b484cba6adf5000fcc", - "value": " 4/4 [00:05<00:00,  1.32s/it]" + "style": "IPY_MODEL_30d0d2fdf0874b6f93f9a1416af5cbc6", + "value": "Fetching 4 files: 100%" } }, - "184c482bf66247adae3b799e20f23b5f": { + "5dd3b0770599485aa4569c25d6011daf": { "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", "state": { + "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", + "_model_name": "FloatProgressModel", "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_f208a0a169b04b45ba1731a3529ed3fb", + "max": 4, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_c1ca0437510640c4ad06c5894aacaad2", + "value": 4 } }, - "26c1aac2e9234379950e8be1e52ff8ff": { + "12c1fe1e79644128870b20ddd6ac2b08": { "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", "model_module_version": "1.5.0", - "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", + "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", + "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_d1fa4475325644b38f0cbf4e59ee30cb", - "max": 610652234, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_776dc2b681394f9290915939fed57434", - "value": 610652234 + "layout": "IPY_MODEL_cfa39bd49f2140aab6aa0139573b4762", + "placeholder": "​", + "style": "IPY_MODEL_54dcc9bc81fc48b484cba6adf5000fcc", + "value": " 4/4 [00:05<00:00,  1.32s/it]" } }, - "292ad99ffdad492ea8b30a98a0994af1": { + "aa722a17259542f1bc934fb578539260": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -850,10 +808,10 @@ "width": null } }, - "2cfecaa3c30941f78c5fe1b09033dfbd": { + "9b17b423c1dd40fa86ee865bc60fb81f": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -902,31 +860,25 @@ "width": null } }, - "2e0fa3b67dc34313bf96ed6a17557bf4": { + "30d0d2fdf0874b6f93f9a1416af5cbc6": { "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", - "model_name": "HTMLModel", "state": { - "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", + "_model_name": "DescriptionStyleModel", "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_ea4b1eb5beb44efca91af35b3ae49be7", - "placeholder": "​", - "style": "IPY_MODEL_863316b633fd4fe88c79c7fb952b3eb7", - "value": " 2.46M/2.46M [00:00<00:00, 11.4MB/s]" + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" } }, - "3099736981914ae6820cc31afe37a30a": { + "f208a0a169b04b45ba1731a3529ed3fb": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -975,25 +927,26 @@ "width": null } }, - "30d0d2fdf0874b6f93f9a1416af5cbc6": { + "c1ca0437510640c4ad06c5894aacaad2": { "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", + "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", + "bar_color": null, "description_width": "" } }, - "3af5cc35d3ab4398913e73c10b4103bf": { + "cfa39bd49f2140aab6aa0139573b4762": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -1042,62 +995,25 @@ "width": null } }, - "3ebf100fa8ed45d5929e1f52e3880be6": { - "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", - "model_name": "LayoutModel", + "54dcc9bc81fc48b484cba6adf5000fcc": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null + "_view_name": "StyleView", + "description_width": "" } }, "4125956c26e14685998dde6c6d323cac": { "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", "model_name": "HBoxModel", + "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", @@ -1116,10 +1032,31 @@ "layout": "IPY_MODEL_2cfecaa3c30941f78c5fe1b09033dfbd" } }, - "47fa56ce8b2e4caa840ca164a490cb82": { + "dd5c47c83265421ba68c3e0c5cedf373": { "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_bc0e92077c384c92b1ca374c9c8607af", + "placeholder": "​", + "style": "IPY_MODEL_cede5b52edd443d586a364b2ac504d13", + "value": "gliner_config.json: 100%" + } + }, + "47fa56ce8b2e4caa840ca164a490cb82": { + "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", @@ -1140,10 +1077,31 @@ "value": 477 } }, - "48d198ea923c41f8939b3ec890774860": { + "54f13da771e240f584e19fb5098e9f94": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_48d198ea923c41f8939b3ec890774860", + "placeholder": "​", + "style": "IPY_MODEL_faa363e58a504b88a8288eb6e1af0fdb", + "value": " 477/477 [00:00<00:00, 6.84kB/s]" + } + }, + "2cfecaa3c30941f78c5fe1b09033dfbd": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -1192,107 +1150,10 @@ "width": null } }, - "54dcc9bc81fc48b484cba6adf5000fcc": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "54f13da771e240f584e19fb5098e9f94": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "HTMLModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_48d198ea923c41f8939b3ec890774860", - "placeholder": "​", - "style": "IPY_MODEL_faa363e58a504b88a8288eb6e1af0fdb", - "value": " 477/477 [00:00<00:00, 6.84kB/s]" - } - }, - "556ecd9a5dfe4fc091e87aec377859d8": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "5dd3b0770599485aa4569c25d6011daf": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "FloatProgressModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_f208a0a169b04b45ba1731a3529ed3fb", - "max": 4, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_c1ca0437510640c4ad06c5894aacaad2", - "value": 4 - } - }, - "5f554c8a330b4662bf54cd835869228c": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "HBoxModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_a638345cefbc4d63a863b8999ecce750", - "IPY_MODEL_bc02c37ac6894228b44a62020ecbb8f5", - "IPY_MODEL_a2b2ebb8770b4edbbe2770657e8dda58" - ], - "layout": "IPY_MODEL_991de3c8fe3f486f9820cde1b3edfa4f" - } - }, - "63b9b32f93244f7387ce1712efed5290": { + "bc0e92077c384c92b1ca374c9c8607af": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -1341,10 +1202,25 @@ "width": null } }, - "64728c50c06840cf9e86b13294ba7bbd": { + "cede5b52edd443d586a364b2ac504d13": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "8e629fc57cdb4aeaa7379119ed3e53af": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -1393,31 +1269,26 @@ "width": null } }, - "6512aa2d1f524cf7b396c7c2c6c9ac00": { + "0f58dd3a6e1f4e25910f8412a3f937d3": { "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", - "model_name": "HTMLModel", "state": { - "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", + "_model_name": "ProgressStyleModel", "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_d951083d10af4db3b308f86dfee08301", - "placeholder": "​", - "style": "IPY_MODEL_bdff244adeba4f7893f1b80398267683", - "value": " 578/578 [00:00<00:00, 10.5kB/s]" + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" } }, - "6c596d654f5644e0a542aa3ec50c3a80": { + "48d198ea923c41f8939b3ec890774860": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -1466,26 +1337,113 @@ "width": null } }, - "6f2b5094be7140f1bb51f79cda316142": { + "faa363e58a504b88a8288eb6e1af0fdb": { "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", - "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", + "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", - "bar_color": null, "description_width": "" } }, - "710d60255251496f916ddb8ee115b01f": { + "00c2e7114c4e4dbcb35fbf2e42c90897": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_b8b0c463a5ec4c5e83e3adbe424b5750", + "IPY_MODEL_8aececc2c9304726be79a6841d3e67b7", + "IPY_MODEL_ed44b59f24224bd2ac9608505cbe54b4" + ], + "layout": "IPY_MODEL_a01256737a80447aba5ffb0d6320177b" + } + }, + "b8b0c463a5ec4c5e83e3adbe424b5750": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b32087c65125423592deffad9b57183d", + "placeholder": "​", + "style": "IPY_MODEL_82d33008693548779a0cd24b1939ca8b", + "value": "README.md: 100%" + } + }, + "8aececc2c9304726be79a6841d3e67b7": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_fea72cbbd2624cbcb325c379fd0f72c8", + "max": 4837, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_6f2b5094be7140f1bb51f79cda316142", + "value": 4837 + } + }, + "ed44b59f24224bd2ac9608505cbe54b4": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_6c596d654f5644e0a542aa3ec50c3a80", + "placeholder": "​", + "style": "IPY_MODEL_184c482bf66247adae3b799e20f23b5f", + "value": " 4.84k/4.84k [00:00<00:00, 49.1kB/s]" + } + }, + "a01256737a80447aba5ffb0d6320177b": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -1534,40 +1492,10 @@ "width": null } }, - "7118763d98de494fba3dad3bcc9ff1a3": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "743b9fa3ee37439bb0d2786165ed65c6": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "746b0ae5bad34bda90fa118b8211a971": { + "b32087c65125423592deffad9b57183d": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -1616,129 +1544,10 @@ "width": null } }, - "776dc2b681394f9290915939fed57434": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "ProgressStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "79db287bbe9e431093416d4abf102f30": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "FloatProgressModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_a50fabe1d35840ab92dc4ca9ca67067c", - "max": 52, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_9f37c2fc322a4531bf92f11a8d650a9a", - "value": 52 - } - }, - "7a46e42c5a9f44918ff5698a158a2ede": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "HTMLModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_746b0ae5bad34bda90fa118b8211a971", - "placeholder": "​", - "style": "IPY_MODEL_ee648c7e8e584bcbbadd448dfffb3c6b", - "value": " 52.0/52.0 [00:00<00:00, 1.22kB/s]" - } - }, - "7ab3bf8c24db44e9955dcc77af36e4cd": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "HBoxModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_bac6b8f26c864c5cbd8c5bb71ed8f15e", - "IPY_MODEL_26c1aac2e9234379950e8be1e52ff8ff", - "IPY_MODEL_9c25f9cd42db4e0c9414fc30a5dc5710" - ], - "layout": "IPY_MODEL_3ebf100fa8ed45d5929e1f52e3880be6" - } - }, - "80462855c08e490c86db7bd8b32a175d": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "HTMLModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_c16ba818a6de40458281ac8df31c871d", - "placeholder": "​", - "style": "IPY_MODEL_556ecd9a5dfe4fc091e87aec377859d8", - "value": "config.json: 100%" - } - }, "82d33008693548779a0cd24b1939ca8b": { "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "863316b633fd4fe88c79c7fb952b3eb7": { - "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", @@ -1750,56 +1559,10 @@ "description_width": "" } }, - "8aececc2c9304726be79a6841d3e67b7": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "FloatProgressModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_fea72cbbd2624cbcb325c379fd0f72c8", - "max": 4837, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_6f2b5094be7140f1bb51f79cda316142", - "value": 4837 - } - }, - "8bbe3085ba76458583142659c02240dd": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "HBoxModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_be0812f8a8fe4d27b0d231baa15a2540", - "IPY_MODEL_a18ac489a11a46cda649d6f852c56848", - "IPY_MODEL_2e0fa3b67dc34313bf96ed6a17557bf4" - ], - "layout": "IPY_MODEL_8c3d86c1d7ac474bb169a653eed0b6a7" - } - }, - "8c3d86c1d7ac474bb169a653eed0b6a7": { + "fea72cbbd2624cbcb325c379fd0f72c8": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -1848,32 +1611,26 @@ "width": null } }, - "8c4411a7e9ef4a6981c46f9bba67d566": { + "6f2b5094be7140f1bb51f79cda316142": { "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", - "model_name": "HBoxModel", "state": { - "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", + "_model_name": "ProgressStyleModel", "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_80462855c08e490c86db7bd8b32a175d", - "IPY_MODEL_9333a4e7f90d487a99ee2219b262c42d", - "IPY_MODEL_6512aa2d1f524cf7b396c7c2c6c9ac00" - ], - "layout": "IPY_MODEL_3af5cc35d3ab4398913e73c10b4103bf" + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" } }, - "8e629fc57cdb4aeaa7379119ed3e53af": { + "6c596d654f5644e0a542aa3ec50c3a80": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -1922,10 +1679,47 @@ "width": null } }, - "91a3abca5e8d4866906d30959e2cb19b": { + "184c482bf66247adae3b799e20f23b5f": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "5f554c8a330b4662bf54cd835869228c": { "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_a638345cefbc4d63a863b8999ecce750", + "IPY_MODEL_bc02c37ac6894228b44a62020ecbb8f5", + "IPY_MODEL_a2b2ebb8770b4edbbe2770657e8dda58" + ], + "layout": "IPY_MODEL_991de3c8fe3f486f9820cde1b3edfa4f" + } + }, + "a638345cefbc4d63a863b8999ecce750": { + "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", + "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", @@ -1937,40 +1731,61 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_fcf1a8c3e2244ac5843481043cf3df1f", + "layout": "IPY_MODEL_710d60255251496f916ddb8ee115b01f", "placeholder": "​", - "style": "IPY_MODEL_7118763d98de494fba3dad3bcc9ff1a3", - "value": "tokenizer_config.json: 100%" + "style": "IPY_MODEL_b2dd2b1e782246ccb20e63a2a0e32ef2", + "value": ".gitattributes: 100%" + } + }, + "bc02c37ac6894228b44a62020ecbb8f5": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_63b9b32f93244f7387ce1712efed5290", + "max": 1519, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_b64ceb857a47445492046d1c926a3ae2", + "value": 1519 } }, - "9333a4e7f90d487a99ee2219b262c42d": { + "a2b2ebb8770b4edbbe2770657e8dda58": { "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", "model_module_version": "1.5.0", - "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", + "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", + "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_b5640d0e8672476da1e2ddbc0b1fe57e", - "max": 578, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_047e4456dd584e65ad72c256e67596a3", - "value": 578 + "layout": "IPY_MODEL_3099736981914ae6820cc31afe37a30a", + "placeholder": "​", + "style": "IPY_MODEL_b919f303696242ec902eba57e948f786", + "value": " 1.52k/1.52k [00:00<00:00, 27.0kB/s]" } }, "991de3c8fe3f486f9820cde1b3edfa4f": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -2019,10 +1834,10 @@ "width": null } }, - "9b17b423c1dd40fa86ee865bc60fb81f": { + "710d60255251496f916ddb8ee115b01f": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -2071,47 +1886,25 @@ "width": null } }, - "9c25f9cd42db4e0c9414fc30a5dc5710": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "HTMLModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_64728c50c06840cf9e86b13294ba7bbd", - "placeholder": "​", - "style": "IPY_MODEL_743b9fa3ee37439bb0d2786165ed65c6", - "value": " 611M/611M [00:04<00:00, 119MB/s]" - } - }, - "9f37c2fc322a4531bf92f11a8d650a9a": { + "b2dd2b1e782246ccb20e63a2a0e32ef2": { "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", - "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", + "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", - "bar_color": null, "description_width": "" } }, - "a01256737a80447aba5ffb0d6320177b": { + "63b9b32f93244f7387ce1712efed5290": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -2160,55 +1953,26 @@ "width": null } }, - "a18ac489a11a46cda649d6f852c56848": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "FloatProgressModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_b0c4368959f245f9b29f6c7b7129f5c6", - "max": 2464616, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_ad63a6a69f82432bb02ea18702abbf65", - "value": 2464616 - } - }, - "a2b2ebb8770b4edbbe2770657e8dda58": { + "b64ceb857a47445492046d1c926a3ae2": { "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", - "model_name": "HTMLModel", "state": { - "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", + "_model_name": "ProgressStyleModel", "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_3099736981914ae6820cc31afe37a30a", - "placeholder": "​", - "style": "IPY_MODEL_b919f303696242ec902eba57e948f786", - "value": " 1.52k/1.52k [00:00<00:00, 27.0kB/s]" + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" } }, - "a50fabe1d35840ab92dc4ca9ca67067c": { + "3099736981914ae6820cc31afe37a30a": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -2257,10 +2021,25 @@ "width": null } }, - "a5b28bae8ed64c349c379ea088177dcd": { + "b919f303696242ec902eba57e948f786": { "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "7ab3bf8c24db44e9955dcc77af36e4cd": { + "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", + "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", @@ -2272,17 +2051,62 @@ "_view_name": "HBoxView", "box_style": "", "children": [ - "IPY_MODEL_fc5b3589df7a49349fe75079516e94b7", - "IPY_MODEL_5dd3b0770599485aa4569c25d6011daf", - "IPY_MODEL_12c1fe1e79644128870b20ddd6ac2b08" + "IPY_MODEL_bac6b8f26c864c5cbd8c5bb71ed8f15e", + "IPY_MODEL_26c1aac2e9234379950e8be1e52ff8ff", + "IPY_MODEL_9c25f9cd42db4e0c9414fc30a5dc5710" ], - "layout": "IPY_MODEL_aa722a17259542f1bc934fb578539260" + "layout": "IPY_MODEL_3ebf100fa8ed45d5929e1f52e3880be6" } }, - "a638345cefbc4d63a863b8999ecce750": { + "bac6b8f26c864c5cbd8c5bb71ed8f15e": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_fb6b6f6ce9f547d5abe169eb84aabc61", + "placeholder": "​", + "style": "IPY_MODEL_ab31250e2ca644ebafc44c602e9db8b4", + "value": "pytorch_model.bin: 100%" + } + }, + "26c1aac2e9234379950e8be1e52ff8ff": { "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d1fa4475325644b38f0cbf4e59ee30cb", + "max": 610652234, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_776dc2b681394f9290915939fed57434", + "value": 610652234 + } + }, + "9c25f9cd42db4e0c9414fc30a5dc5710": { + "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", + "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", @@ -2294,16 +2118,16 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_710d60255251496f916ddb8ee115b01f", + "layout": "IPY_MODEL_64728c50c06840cf9e86b13294ba7bbd", "placeholder": "​", - "style": "IPY_MODEL_b2dd2b1e782246ccb20e63a2a0e32ef2", - "value": ".gitattributes: 100%" + "style": "IPY_MODEL_743b9fa3ee37439bb0d2786165ed65c6", + "value": " 611M/611M [00:04<00:00, 119MB/s]" } }, - "aa722a17259542f1bc934fb578539260": { + "3ebf100fa8ed45d5929e1f52e3880be6": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -2352,41 +2176,10 @@ "width": null } }, - "ab31250e2ca644ebafc44c602e9db8b4": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "ad63a6a69f82432bb02ea18702abbf65": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "ProgressStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "b0c4368959f245f9b29f6c7b7129f5c6": { + "fb6b6f6ce9f547d5abe169eb84aabc61": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -2435,10 +2228,10 @@ "width": null } }, - "b2dd2b1e782246ccb20e63a2a0e32ef2": { + "ab31250e2ca644ebafc44c602e9db8b4": { "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", @@ -2450,10 +2243,10 @@ "description_width": "" } }, - "b32087c65125423592deffad9b57183d": { + "d1fa4475325644b38f0cbf4e59ee30cb": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -2502,10 +2295,26 @@ "width": null } }, - "b5640d0e8672476da1e2ddbc0b1fe57e": { + "776dc2b681394f9290915939fed57434": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "64728c50c06840cf9e86b13294ba7bbd": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -2554,62 +2363,47 @@ "width": null } }, - "b64ceb857a47445492046d1c926a3ae2": { + "743b9fa3ee37439bb0d2786165ed65c6": { "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", - "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", + "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", - "bar_color": null, "description_width": "" } }, - "b8b0c463a5ec4c5e83e3adbe424b5750": { + "ff81e2a4b77d410f86e2734f307af0f8": { "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", "model_module_version": "1.5.0", - "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", + "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_b32087c65125423592deffad9b57183d", - "placeholder": "​", - "style": "IPY_MODEL_82d33008693548779a0cd24b1939ca8b", - "value": "README.md: 100%" - } - }, - "b919f303696242ec902eba57e948f786": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_91a3abca5e8d4866906d30959e2cb19b", + "IPY_MODEL_79db287bbe9e431093416d4abf102f30", + "IPY_MODEL_7a46e42c5a9f44918ff5698a158a2ede" + ], + "layout": "IPY_MODEL_292ad99ffdad492ea8b30a98a0994af1" } }, - "bac6b8f26c864c5cbd8c5bb71ed8f15e": { + "91a3abca5e8d4866906d30959e2cb19b": { "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", "model_name": "HTMLModel", + "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", @@ -2621,16 +2415,16 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_fb6b6f6ce9f547d5abe169eb84aabc61", + "layout": "IPY_MODEL_fcf1a8c3e2244ac5843481043cf3df1f", "placeholder": "​", - "style": "IPY_MODEL_ab31250e2ca644ebafc44c602e9db8b4", - "value": "pytorch_model.bin: 100%" + "style": "IPY_MODEL_7118763d98de494fba3dad3bcc9ff1a3", + "value": "tokenizer_config.json: 100%" } }, - "bc02c37ac6894228b44a62020ecbb8f5": { + "79db287bbe9e431093416d4abf102f30": { "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", @@ -2643,18 +2437,39 @@ "bar_style": "success", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_63b9b32f93244f7387ce1712efed5290", - "max": 1519, + "layout": "IPY_MODEL_a50fabe1d35840ab92dc4ca9ca67067c", + "max": 52, "min": 0, "orientation": "horizontal", - "style": "IPY_MODEL_b64ceb857a47445492046d1c926a3ae2", - "value": 1519 + "style": "IPY_MODEL_9f37c2fc322a4531bf92f11a8d650a9a", + "value": 52 } }, - "bc0e92077c384c92b1ca374c9c8607af": { + "7a46e42c5a9f44918ff5698a158a2ede": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_746b0ae5bad34bda90fa118b8211a971", + "placeholder": "​", + "style": "IPY_MODEL_ee648c7e8e584bcbbadd448dfffb3c6b", + "value": " 52.0/52.0 [00:00<00:00, 1.22kB/s]" + } + }, + "292ad99ffdad492ea8b30a98a0994af1": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -2703,46 +2518,77 @@ "width": null } }, - "bdff244adeba4f7893f1b80398267683": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", + "fcf1a8c3e2244ac5843481043cf3df1f": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null } }, - "be0812f8a8fe4d27b0d231baa15a2540": { + "7118763d98de494fba3dad3bcc9ff1a3": { "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", - "model_name": "HTMLModel", "state": { - "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", + "_model_name": "DescriptionStyleModel", "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_cac19ae4fea247fcad328ca2a3d232b2", - "placeholder": "​", - "style": "IPY_MODEL_11bd957d7a6a4f6dabb66dee38c29774", - "value": "spm.model: 100%" + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" } }, - "c16ba818a6de40458281ac8df31c871d": { + "a50fabe1d35840ab92dc4ca9ca67067c": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -2791,10 +2637,10 @@ "width": null } }, - "c1ca0437510640c4ad06c5894aacaad2": { + "9f37c2fc322a4531bf92f11a8d650a9a": { "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", @@ -2807,10 +2653,10 @@ "description_width": "" } }, - "cac19ae4fea247fcad328ca2a3d232b2": { + "746b0ae5bad34bda90fa118b8211a971": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -2859,25 +2705,113 @@ "width": null } }, - "cede5b52edd443d586a364b2ac504d13": { + "ee648c7e8e584bcbbadd448dfffb3c6b": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "8c4411a7e9ef4a6981c46f9bba67d566": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_80462855c08e490c86db7bd8b32a175d", + "IPY_MODEL_9333a4e7f90d487a99ee2219b262c42d", + "IPY_MODEL_6512aa2d1f524cf7b396c7c2c6c9ac00" + ], + "layout": "IPY_MODEL_3af5cc35d3ab4398913e73c10b4103bf" + } + }, + "80462855c08e490c86db7bd8b32a175d": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c16ba818a6de40458281ac8df31c871d", + "placeholder": "​", + "style": "IPY_MODEL_556ecd9a5dfe4fc091e87aec377859d8", + "value": "config.json: 100%" + } + }, + "9333a4e7f90d487a99ee2219b262c42d": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b5640d0e8672476da1e2ddbc0b1fe57e", + "max": 578, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_047e4456dd584e65ad72c256e67596a3", + "value": 578 + } + }, + "6512aa2d1f524cf7b396c7c2c6c9ac00": { "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", "state": { + "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", + "_model_name": "HTMLModel", "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d951083d10af4db3b308f86dfee08301", + "placeholder": "​", + "style": "IPY_MODEL_bdff244adeba4f7893f1b80398267683", + "value": " 578/578 [00:00<00:00, 10.5kB/s]" } }, - "cfa39bd49f2140aab6aa0139573b4762": { + "3af5cc35d3ab4398913e73c10b4103bf": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -2926,10 +2860,10 @@ "width": null } }, - "d1fa4475325644b38f0cbf4e59ee30cb": { + "c16ba818a6de40458281ac8df31c871d": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -2978,10 +2912,25 @@ "width": null } }, - "d951083d10af4db3b308f86dfee08301": { + "556ecd9a5dfe4fc091e87aec377859d8": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "b5640d0e8672476da1e2ddbc0b1fe57e": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -3030,31 +2979,26 @@ "width": null } }, - "dd5c47c83265421ba68c3e0c5cedf373": { + "047e4456dd584e65ad72c256e67596a3": { "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", - "model_name": "HTMLModel", "state": { - "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", + "_model_name": "ProgressStyleModel", "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_bc0e92077c384c92b1ca374c9c8607af", - "placeholder": "​", - "style": "IPY_MODEL_cede5b52edd443d586a364b2ac504d13", - "value": "gliner_config.json: 100%" + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" } }, - "ea4b1eb5beb44efca91af35b3ae49be7": { + "d951083d10af4db3b308f86dfee08301": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -3103,10 +3047,47 @@ "width": null } }, - "ed44b59f24224bd2ac9608505cbe54b4": { + "bdff244adeba4f7893f1b80398267683": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "8bbe3085ba76458583142659c02240dd": { "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_be0812f8a8fe4d27b0d231baa15a2540", + "IPY_MODEL_a18ac489a11a46cda649d6f852c56848", + "IPY_MODEL_2e0fa3b67dc34313bf96ed6a17557bf4" + ], + "layout": "IPY_MODEL_8c3d86c1d7ac474bb169a653eed0b6a7" + } + }, + "be0812f8a8fe4d27b0d231baa15a2540": { + "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", + "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", @@ -3118,31 +3099,61 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_6c596d654f5644e0a542aa3ec50c3a80", + "layout": "IPY_MODEL_cac19ae4fea247fcad328ca2a3d232b2", "placeholder": "​", - "style": "IPY_MODEL_184c482bf66247adae3b799e20f23b5f", - "value": " 4.84k/4.84k [00:00<00:00, 49.1kB/s]" + "style": "IPY_MODEL_11bd957d7a6a4f6dabb66dee38c29774", + "value": "spm.model: 100%" } }, - "ee648c7e8e584bcbbadd448dfffb3c6b": { + "a18ac489a11a46cda649d6f852c56848": { "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", "state": { + "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", + "_model_name": "FloatProgressModel", "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b0c4368959f245f9b29f6c7b7129f5c6", + "max": 2464616, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_ad63a6a69f82432bb02ea18702abbf65", + "value": 2464616 } }, - "f208a0a169b04b45ba1731a3529ed3fb": { + "2e0fa3b67dc34313bf96ed6a17557bf4": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ea4b1eb5beb44efca91af35b3ae49be7", + "placeholder": "​", + "style": "IPY_MODEL_863316b633fd4fe88c79c7fb952b3eb7", + "value": " 2.46M/2.46M [00:00<00:00, 11.4MB/s]" + } + }, + "8c3d86c1d7ac474bb169a653eed0b6a7": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -3191,25 +3202,10 @@ "width": null } }, - "faa363e58a504b88a8288eb6e1af0fdb": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "fb6b6f6ce9f547d5abe169eb84aabc61": { + "cac19ae4fea247fcad328ca2a3d232b2": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -3258,31 +3254,25 @@ "width": null } }, - "fc5b3589df7a49349fe75079516e94b7": { + "11bd957d7a6a4f6dabb66dee38c29774": { "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", - "model_name": "HTMLModel", "state": { - "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", + "_model_name": "DescriptionStyleModel", "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_9b17b423c1dd40fa86ee865bc60fb81f", - "placeholder": "​", - "style": "IPY_MODEL_30d0d2fdf0874b6f93f9a1416af5cbc6", - "value": "Fetching 4 files: 100%" + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" } }, - "fcf1a8c3e2244ac5843481043cf3df1f": { + "b0c4368959f245f9b29f6c7b7129f5c6": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -3331,10 +3321,26 @@ "width": null } }, - "fea72cbbd2624cbcb325c379fd0f72c8": { + "ad63a6a69f82432bb02ea18702abbf65": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "ea4b1eb5beb44efca91af35b3ae49be7": { "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", "model_name": "LayoutModel", + "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -3383,26 +3389,19 @@ "width": null } }, - "ff81e2a4b77d410f86e2734f307af0f8": { + "863316b633fd4fe88c79c7fb952b3eb7": { "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", - "model_name": "HBoxModel", "state": { - "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", + "_model_name": "DescriptionStyleModel", "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_91a3abca5e8d4866906d30959e2cb19b", - "IPY_MODEL_79db287bbe9e431093416d4abf102f30", - "IPY_MODEL_7a46e42c5a9f44918ff5698a158a2ede" - ], - "layout": "IPY_MODEL_292ad99ffdad492ea8b30a98a0994af1" + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" } } } diff --git a/gliner/config.py b/gliner/config.py index a81d6832..a5fe60ec 100644 --- a/gliner/config.py +++ b/gliner/config.py @@ -22,7 +22,7 @@ def __init__(self, max_types: int = 25, max_len: int = 384, words_splitter_type: str = "whitespace", - neg_span_masking="global_w_threshold", + neg_span_masking: str = None, has_rnn: bool = True, fuse_layers: bool = False, embed_ent_token: bool = True, diff --git a/gliner/modeling/base.py b/gliner/modeling/base.py index 712588f3..ebfa6a4d 100644 --- a/gliner/modeling/base.py +++ b/gliner/modeling/base.py @@ -227,7 +227,6 @@ def forward(self, span_idx: Optional[torch.LongTensor] = None, span_mask: Optional[torch.LongTensor] = None, labels: Optional[torch.FloatTensor] = None, - neg_span_masking: Optional[str] = None, **kwargs ): @@ -244,7 +243,7 @@ def forward(self, loss = None if labels is not None: - loss = self.loss(scores, labels, prompts_embedding_mask, span_mask, neg_span_masking, **kwargs) + loss = self.loss(scores, labels, prompts_embedding_mask, span_mask, **kwargs) output = GLiNERModelOutput( logits=scores, @@ -258,7 +257,7 @@ def forward(self, def loss(self, scores, labels, prompts_embedding_mask, mask_label, alpha: float = -1., gamma: float = 0.0, label_smoothing: float = 0.0, - reduction: str = 'sum', negative_rate: float = 0.75, neg_span_masking = None, **kwargs): + reduction: str = 'sum', negative_rate: float = 0.75, neg_span_masking: str = None, **kwargs): batch_size = scores.shape[0] num_classes = prompts_embedding_mask.shape[-1] @@ -267,7 +266,7 @@ def loss(self, scores, labels, prompts_embedding_mask, mask_label, labels = labels.view(-1, num_classes) all_losses = self._loss(scores, labels, alpha, gamma, label_smoothing) - #print + masked_loss = all_losses.view(batch_size, -1, num_classes) * prompts_embedding_mask.unsqueeze(1) all_losses = masked_loss.view(-1, num_classes) @@ -279,36 +278,34 @@ def loss(self, scores, labels, prompts_embedding_mask, mask_label, if neg_span_masking == "global_w_threshold": - # Adding negative examples 1a - #Permits to drop negative_rate percent of the negative examples mask_negative_examples = (torch.rand_like(labels, dtype=torch.float) + labels > negative_rate).float() all_losses = all_losses * mask_negative_examples elif neg_span_masking == "global_wo_threshold" : - #Adding negative examples 1b - p = torch.sigmoid(scores) # We need to apply sigmoid so that all the scores will be between 0 and 1 + p = torch.sigmoid(scores) random_mask = torch.bernoulli(1 - p) + labels mask_negative_examples = torch.where(labels == 1, torch.ones_like(labels), random_mask) all_losses = all_losses*mask_negative_examples elif neg_span_masking == "entity_w_threshold": - # Adding negative examples 2a - #masking entities with no positive label mask_negative_examples = labels.clone() zero_rows = labels.sum(dim=1) == 0 mask_negative_examples[zero_rows] = (torch.rand((zero_rows.sum(), labels.size(1))) >= negative_rate).float() all_losses = all_losses*mask_negative_examples elif neg_span_masking == "entity_wo_threshold": - - print('To do') + + p = torch.sigmoid(scores) + mask = labels.clone() + rows_to_sample = labels.sum(dim=1) == 0 + mask[rows_to_sample] = torch.bernoulli(p[rows_to_sample]) else: warnings.warn( - f"Invalid Value for config 'mask type': '{neg_span_masking}. ") + f"Invalid Value for config 'neg_span_masking': '{neg_span_masking}. ") if reduction == "mean":