PolyLM_1_7B_Alpaca_Clean_Dutch_Qlora.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/RobinSmits/Dutch-LLMs/blob/main/PolyLM_1_7B_Alpaca_Clean_Dutch_Qlora.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "4RE7rRxij3Pz",
        "outputId": "70958789-03fb-466c-96fc-81669362ac14"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n"
          ]
        }
      ],
      "source": [
        "# Mount Google Drive\n",
        "import os\n",
        "from google.colab import drive\n",
        "drive.mount('/content/drive')\n",
        "\n",
        "# Set Folder to use...\n",
        "WORK_DIR = '/content/drive/My Drive/LLM/PolyLM1_7BAlpacaCleanDutchQlora/'\n",
        "os.makedirs(WORK_DIR, exist_ok = True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 2,
      "metadata": {
        "id": "x-TtD0uIHxUt"
      },
      "outputs": [],
      "source": [
        "# Install required packages\n",
        "!pip install -q accelerate\n",
        "!pip install -q sentencepiece\n",
        "!pip install -q bitsandbytes\n",
        "!pip install -q transformers\n",
        "!pip install -q peft\n",
        "!pip install -q datasets"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 3,
      "metadata": {
        "id": "7R3VLs6PHZQX"
      },
      "outputs": [],
      "source": [
        "# Import Modules\n",
        "from datasets import load_dataset, load_from_disk\n",
        "from huggingface_hub import notebook_login\n",
        "from peft import prepare_model_for_kbit_training, LoraConfig, get_peft_model, TaskType\n",
        "from transformers import AutoConfig, AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig, GenerationConfig\n",
        "import torch\n",
        "import transformers"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "metadata": {
        "id": "J_CWF0Jxpv01",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 145,
          "referenced_widgets": [
            "e48cd2868ad24d619e985dc3de2c5226",
            "736848e940a349ca8b2355f5fb16d59c",
            "9c1ab984cbdb4ba49b1d8dbea652becb",
            "5fb6d5844c424eb2a526bc8ebd6e4f06",
            "89fcd8c09a824be1947d42e2cdf6146a",
            "6dbcf5fd227e400f983e06de006b60ba",
            "667b864cb92444088d51c458eaeea755",
            "eed64fe4724e4990a0b342be539c6ab1",
            "f3e7900852464bef902d6cd6e710ebce",
            "d249f03e8c6a43c08233a30de6771300",
            "a02394689c2148d5a44926e44465fd5d",
            "471d78c6629b4d02af267ba94b17ef24",
            "2f90f8f33f584c8c8902d296f7c45d9b",
            "5dcd099ddfd24d90ad719c141052d986",
            "1db62e05902d4301ae46af8ebe7fb2cd",
            "c09a0eeacc604bffb6e5c674ef4e618f",
            "2c563061a30b43e995c97b30df7b966f",
            "4c87670769cf4817b8ad897b106a6074",
            "0ec22e2a1fbc4e92aa99bab49436e430",
            "b30ae3af2fc94938be4774867337e68c",
            "a690dcf6b1e24787aee73f35dcb8aed6",
            "7c0002359aea49fa9228462fda231fc0",
            "29467f2720e646d393bf81d21b4e5570",
            "37a956dd27e9448baf3fa88e3075b73b",
            "aa9905f9887a4118a001d01e9e330f08",
            "9d559ef17e9e4c1db3b9e11b0cee475d",
            "c603d393253a497a964c9819f4919e97",
            "8ef9303dd8f14f7d87ac24ef154fb600",
            "a69e4443605e4e2a8c8d1dcaf970db34",
            "7d06aa11bd0e40b5a633972616e02ac1",
            "420593a4e74a44bea0d19c85ea4d71a6",
            "2c14bbf269894a62a450f705194240b5"
          ]
        },
        "outputId": "22700c8e-43bb-4b37-d11d-d9a526bedf3f"
      },
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "VBox(children=(HTML(value='<center> <img\\nsrc=https://huggingface.co/front/assets/huggingface_logo-noborder.sv&hellip;"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "e48cd2868ad24d619e985dc3de2c5226"
            }
          },
          "metadata": {}
        }
      ],
      "source": [
        "# Huggingface Hub Loging\n",
        "notebook_login()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 5,
      "metadata": {
        "id": "Uhk1Rkk_gNCK"
      },
      "outputs": [],
      "source": [
        "# Set Name Constants\n",
        "model_name = \"DAMO-NLP-MT/polylm-1.7b\"\n",
        "hf_model_name = 'polylm_1.7b_ft_alpaca_clean_dutch'"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 6,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "6Zu2NDXPERde",
        "outputId": "f586cb24-606e-461e-8075-1d0f4407cb84"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "LlamaTokenizer(name_or_path='DAMO-NLP-MT/polylm-1.7b', vocab_size=256000, model_max_length=2048, is_fast=False, padding_side='right', truncation_side='right', special_tokens={'bos_token': AddedToken(\"<s>\", rstrip=False, lstrip=False, single_word=False, normalized=True), 'eos_token': AddedToken(\"</s>\", rstrip=False, lstrip=False, single_word=False, normalized=True), 'unk_token': AddedToken(\"<unk>\", rstrip=False, lstrip=False, single_word=False, normalized=True), 'pad_token': '</s>'}, clean_up_tokenization_spaces=False)\n",
            "pad_token_id: 2\n",
            "bos_token_id: 1\n",
            "eos_token_id: 2\n",
            "pad_token_id: </s>\n",
            "bos_token_id: <s>\n",
            "eos_token_id: </s>\n"
          ]
        }
      ],
      "source": [
        "# Create Tokenizer\n",
        "tokenizer = AutoTokenizer.from_pretrained(model_name,\n",
        "                                          use_fast = False,\n",
        "                                          legacy = False)\n",
        "tokenizer.pad_token_id = tokenizer.eos_token_id\n",
        "\n",
        "# Max Length\n",
        "MAX_LEN = 512\n",
        "\n",
        "# Tokenizer Summary\n",
        "print(tokenizer)\n",
        "\n",
        "# Special Tokens\n",
        "print(f'pad_token_id: {tokenizer.pad_token_id}')\n",
        "print(f'bos_token_id: {tokenizer.bos_token_id}')\n",
        "print(f'eos_token_id: {tokenizer.eos_token_id}')\n",
        "print(f'pad_token_id: {tokenizer.decode(tokenizer.pad_token_id)}')\n",
        "print(f'bos_token_id: {tokenizer.decode(tokenizer.bos_token_id)}')\n",
        "print(f'eos_token_id: {tokenizer.decode(tokenizer.eos_token_id)}')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 7,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "FZVrimoUDoEd",
        "outputId": "51e5b373-3036-45f3-88ff-d98e7fff14f4"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "GPT2Config {\n",
            "  \"_name_or_path\": \"DAMO-NLP-MT/polylm-1.7b\",\n",
            "  \"activation_function\": \"gelu_fast\",\n",
            "  \"architectures\": [\n",
            "    \"GPT2LMHeadModel\"\n",
            "  ],\n",
            "  \"attn_pdrop\": 0.0,\n",
            "  \"bos_token_id\": 255999,\n",
            "  \"embd_pdrop\": 0.0,\n",
            "  \"eos_token_id\": 255999,\n",
            "  \"initializer_range\": 0.02,\n",
            "  \"layer_norm_epsilon\": 1e-05,\n",
            "  \"model_type\": \"gpt2\",\n",
            "  \"n_embd\": 2048,\n",
            "  \"n_head\": 16,\n",
            "  \"n_inner\": 8192,\n",
            "  \"n_layer\": 24,\n",
            "  \"n_positions\": 2048,\n",
            "  \"reorder_and_upcast_attn\": false,\n",
            "  \"resid_pdrop\": 0.0,\n",
            "  \"scale_attn_by_inverse_layer_idx\": false,\n",
            "  \"scale_attn_weights\": true,\n",
            "  \"summary_activation\": null,\n",
            "  \"summary_first_dropout\": 0.0,\n",
            "  \"summary_proj_to_labels\": true,\n",
            "  \"summary_type\": \"cls_index\",\n",
            "  \"summary_use_proj\": true,\n",
            "  \"tokenizer_class\": \"AutoTokenizer\",\n",
            "  \"transformers_version\": \"4.31.0\",\n",
            "  \"use_cache\": false,\n",
            "  \"vocab_size\": 256000\n",
            "}\n",
            "\n"
          ]
        }
      ],
      "source": [
        "# Create Config\n",
        "config = AutoConfig.from_pretrained(model_name,\n",
        "                                    use_cache = False)\n",
        "\n",
        "# Summary\n",
        "print(config)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 8,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "-YpfgUWAEdRe",
        "outputId": "ecf67ab1-16c2-487e-eebc-308bec37b6da"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "GPT2LMHeadModel(\n",
            "  (transformer): GPT2Model(\n",
            "    (wte): Embedding(256000, 2048)\n",
            "    (wpe): Embedding(2048, 2048)\n",
            "    (drop): Dropout(p=0.0, inplace=False)\n",
            "    (h): ModuleList(\n",
            "      (0-23): 24 x GPT2Block(\n",
            "        (ln_1): LayerNorm((2048,), eps=1e-05, elementwise_affine=True)\n",
            "        (attn): GPT2Attention(\n",
            "          (c_attn): Linear4bit(in_features=2048, out_features=6144, bias=True)\n",
            "          (c_proj): Linear4bit(in_features=2048, out_features=2048, bias=True)\n",
            "          (attn_dropout): Dropout(p=0.0, inplace=False)\n",
            "          (resid_dropout): Dropout(p=0.0, inplace=False)\n",
            "        )\n",
            "        (ln_2): LayerNorm((2048,), eps=1e-05, elementwise_affine=True)\n",
            "        (mlp): GPT2MLP(\n",
            "          (c_fc): Linear4bit(in_features=2048, out_features=8192, bias=True)\n",
            "          (c_proj): Linear4bit(in_features=8192, out_features=2048, bias=True)\n",
            "          (act): FastGELUActivation()\n",
            "          (dropout): Dropout(p=0.0, inplace=False)\n",
            "        )\n",
            "      )\n",
            "    )\n",
            "    (ln_f): LayerNorm((2048,), eps=1e-05, elementwise_affine=True)\n",
            "  )\n",
            "  (lm_head): Linear(in_features=2048, out_features=256000, bias=False)\n",
            ")\n"
          ]
        }
      ],
      "source": [
        "# Create Model\n",
        "model = AutoModelForCausalLM.from_pretrained(model_name,\n",
        "                                             config = config,\n",
        "                                             device_map = {\"\":0},\n",
        "                                             quantization_config = BitsAndBytesConfig(load_in_4bit = True,\n",
        "                                                                                      bnb_4bit_use_double_quant = True,\n",
        "                                                                                      bnb_4bit_quant_type = 'nf4',\n",
        "                                                                                      bnb_4bit_compute_dtype = torch.bfloat16))\n",
        "# Enable Gradient Checkpointing\n",
        "model.gradient_checkpointing_enable()\n",
        "\n",
        "# Show Model Summary\n",
        "print(model)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 9,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "2LojhXAqEjeJ",
        "outputId": "b3d6241c-c314-4803-8016-4215691e06a2"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "trainable params: 1,572,864 || all params: 1,134,678,016 || trainable%: 0.13861764992545691\n",
            "PeftModelForCausalLM(\n",
            "  (base_model): LoraModel(\n",
            "    (model): GPT2LMHeadModel(\n",
            "      (transformer): GPT2Model(\n",
            "        (wte): Embedding(256000, 2048)\n",
            "        (wpe): Embedding(2048, 2048)\n",
            "        (drop): Dropout(p=0.0, inplace=False)\n",
            "        (h): ModuleList(\n",
            "          (0-23): 24 x GPT2Block(\n",
            "            (ln_1): LayerNorm((2048,), eps=1e-05, elementwise_affine=True)\n",
            "            (attn): GPT2Attention(\n",
            "              (c_attn): Linear4bit(\n",
            "                in_features=2048, out_features=6144, bias=True\n",
            "                (lora_dropout): ModuleDict(\n",
            "                  (default): Dropout(p=0.05, inplace=False)\n",
            "                )\n",
            "                (lora_A): ModuleDict(\n",
            "                  (default): Linear(in_features=2048, out_features=8, bias=False)\n",
            "                )\n",
            "                (lora_B): ModuleDict(\n",
            "                  (default): Linear(in_features=8, out_features=6144, bias=False)\n",
            "                )\n",
            "                (lora_embedding_A): ParameterDict()\n",
            "                (lora_embedding_B): ParameterDict()\n",
            "              )\n",
            "              (c_proj): Linear4bit(in_features=2048, out_features=2048, bias=True)\n",
            "              (attn_dropout): Dropout(p=0.0, inplace=False)\n",
            "              (resid_dropout): Dropout(p=0.0, inplace=False)\n",
            "            )\n",
            "            (ln_2): LayerNorm((2048,), eps=1e-05, elementwise_affine=True)\n",
            "            (mlp): GPT2MLP(\n",
            "              (c_fc): Linear4bit(in_features=2048, out_features=8192, bias=True)\n",
            "              (c_proj): Linear4bit(in_features=8192, out_features=2048, bias=True)\n",
            "              (act): FastGELUActivation()\n",
            "              (dropout): Dropout(p=0.0, inplace=False)\n",
            "            )\n",
            "          )\n",
            "        )\n",
            "        (ln_f): LayerNorm((2048,), eps=1e-05, elementwise_affine=True)\n",
            "      )\n",
            "      (lm_head): Linear(in_features=2048, out_features=256000, bias=False)\n",
            "    )\n",
            "  )\n",
            ")\n"
          ]
        }
      ],
      "source": [
        "# Create LoRA config\n",
        "loraconfig = LoraConfig(r = 8,\n",
        "                        lora_alpha = 16,\n",
        "                        lora_dropout = 0.05,\n",
        "                        bias = 'none',\n",
        "                        task_type = TaskType.CAUSAL_LM,\n",
        "                        fan_in_fan_out = True)\n",
        "\n",
        "# Prep for Training\n",
        "model = prepare_model_for_kbit_training(model)\n",
        "\n",
        "# Create LoRA Model\n",
        "model = get_peft_model(model, loraconfig)\n",
        "model.print_trainable_parameters()\n",
        "\n",
        "# Show Model Summary\n",
        "print(model)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 10,
      "metadata": {
        "id": "UqXl1nW5dk6Z"
      },
      "outputs": [],
      "source": [
        "\"\"\"\n",
        "# Alpaca Translated\n",
        "datasets = load_dataset('BramVanroy/alpaca-cleaned-dutch')\n",
        "\n",
        "# Summary\n",
        "print(datasets)\n",
        "\n",
        "# Validation size\n",
        "VAL_SIZE = 2048\n",
        "\n",
        "# Split in Train and Val datasets\n",
        "dataset_split = datasets[\"train\"].train_test_split(test_size = VAL_SIZE,\n",
        "                                                   shuffle = True,\n",
        "                                                   seed = 42)\n",
        "\n",
        "# Train and Val datasets\n",
        "train_data = dataset_split[\"train\"]\n",
        "val_data = dataset_split[\"test\"]\n",
        "\n",
        "# Save for later use\n",
        "val_data.save_to_disk(f'{WORK_DIR}val_data')\n",
        "train_data.save_to_disk(f'{WORK_DIR}train_data')\n",
        "\"\"\"\n",
        "\n",
        "# Load Train and Validation sets from earlier training run...use code above to generate new train and val datasets.\n",
        "val_data = load_from_disk(f'{WORK_DIR}val_data')\n",
        "train_data = load_from_disk(f'{WORK_DIR}train_data')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 11,
      "metadata": {
        "id": "jhAmxWFPmh3f"
      },
      "outputs": [],
      "source": [
        "# Model Training Prompt\n",
        "def generate_training_prompt(data_point):\n",
        "    if data_point[\"input\"]:\n",
        "        return f\"\"\"\n",
        "### Instructie:\n",
        "{data_point[\"instruction\"]}\n",
        "\n",
        "### Invoer:\n",
        "{data_point[\"input\"]}\n",
        "\n",
        "### Antwoord:\n",
        "{data_point[\"output\"]}\"\"\"\n",
        "    else:\n",
        "        return f\"\"\"\n",
        "### Instructie:\n",
        "{data_point[\"instruction\"]}\n",
        "\n",
        "### Antwoord:\n",
        "{data_point[\"output\"]}\"\"\""
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 12,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "IAS45lwFP_KI",
        "outputId": "69562f90-5844-4397-e43b-1c6ffda25d40"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "=======================================================================\n",
            "\n",
            "### Instructie:\n",
            "Maak een zin met 5 uitdrukkingen.\n",
            "\n",
            "### Antwoord:\n",
            "Hij was zo boos dat hij stond te trappelen, op het verkeerde spoor zat, een appeltje te schillen had, te vroeg was begonnen, en zijn woorden moest inslikken.\n",
            "\n",
            "=======================================================================\n",
            "\n",
            "### Instructie:\n",
            "Voeg 3 interessante feiten over Colombia toe.\n",
            "\n",
            "### Antwoord:\n",
            "1. Colombia heeft na Brazili&euml; de op &eacute;&eacute;n na grootste biodiversiteit ter wereld, met meer dan 79.000 diersoorten en 40.000 plantensoorten.\n",
            "2. Colombia produceert meer koffie dan welk ander land ter wereld dan ook.\n",
            "3. Colombia is het enige Zuid-Amerikaanse land met een kustlijn aan zowel de Stille Oceaan als de Caribische Zee.\n",
            "\n",
            "=======================================================================\n",
            "\n",
            "### Instructie:\n",
            "Geef een voorbeeld van een gebruikstoepassing voor Machine Learning\n",
            "\n",
            "### Antwoord:\n",
            "Een voorbeeld van een gebruikstoepassing voor Machine Learning is een spamfilteringsysteem. Het maakt gebruik van ML-algoritmen om spam-e-mails te detecteren en uit de inbox van een gebruiker te filteren.\n",
            "\n",
            "=======================================================================\n",
            "\n",
            "### Instructie:\n",
            "Herschrijf de zin om de wezelwoorden te vermijden en de verklaring specifieker te maken.\n",
            "\n",
            "### Invoer:\n",
            "Sommige mensen geloven dat het eten van bananen gezond is.\n",
            "\n",
            "### Antwoord:\n",
            "Onderzoek toont aan dat het eten van bananen veel gezondheidsvoordelen kan bieden.\n",
            "\n",
            "=======================================================================\n",
            "\n",
            "### Instructie:\n",
            "Herschrijf de volgende zin op een objectieve manier.\n",
            "\n",
            "### Invoer:\n",
            "De president van het bedrijf was een vreselijke leider.\n",
            "\n",
            "### Antwoord:\n",
            "Onder leiding van de president was de prestatie van het bedrijf onbevredigend.\n",
            "\n",
            "=======================================================================\n",
            "\n",
            "### Instructie:\n",
            "Gegeven een dialoog, ontdek welk personage een hoger niveau van respect heeft getoond\n",
            "\n",
            "### Invoer:\n",
            "Persoon A: Ik denk dat dit de juiste weg is\n",
            "Persoon B: Dat is een interessant idee, ik wil er meer over horen\n",
            "\n",
            "### Antwoord:\n",
            "Persoon B heeft een hoger niveau van respect getoond; ze hebben het idee van Persoon A erkend en zijn in gesprek om er meer over te leren.\n"
          ]
        }
      ],
      "source": [
        "# Plot some samples\n",
        "for index, item_data in enumerate(train_data):\n",
        "    print('\\n=======================================================================')\n",
        "    print(generate_training_prompt(item_data))\n",
        "\n",
        "    if index > 4:\n",
        "        break"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Custom Tokenize method\n",
        "def tokenize(prompt):\n",
        "    # Add EOS token\n",
        "    prompt += tokenizer.eos_token\n",
        "\n",
        "    # Tokenize\n",
        "    tokenized_prompt = tokenizer.encode_plus(prompt,\n",
        "                                             truncation = True,\n",
        "                                             max_length = MAX_LEN,\n",
        "                                             add_special_tokens = True)\n",
        "\n",
        "    return tokenized_prompt\n",
        "\n",
        "# Tokenize Train Data\n",
        "train_data = train_data.shuffle().map(lambda x: tokenize(generate_training_prompt(x)))\n",
        "\n",
        "# Tokenize Val Data\n",
        "val_data = val_data.shuffle().map(lambda x: tokenize(generate_training_prompt(x)))"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 17,
          "referenced_widgets": [
            "823ff5adebc64bfea77dbafe967b30ad",
            "594f4e21652143d6ae7a4d1803d7abb9",
            "81d3db6c5400477b8e9ffee591feddd0",
            "eb1b0b8795ed43c39aa6ddcb416232ac",
            "ca96b83c28b248ddba2c446928ccaf47",
            "460297ddee184b1d8a05132cffdaff5c",
            "a0c53851ab1245d7acd67257898b372d",
            "bf8ff1877e7e4fb09d3c5c8c7e8311ae",
            "ac7ac2d950b54c8e87f80ab94b49fe6c",
            "d529f3ce97d747ffa17967c9b65baa70",
            "7766bcca6b3c4c43a6304c188ab6e8c3",
            "e0da23c3adb64741a85ea20f01080da3",
            "bf9967b26f2b4edb89aa80ef7a85715d",
            "a26ad8ca496442efae54cfbd4b998c59",
            "88e3f204a14b4ce4bb588752eefbec18",
            "2c90788ff59144f385f073437bc376ef",
            "0e4877c764484eb78acd209485799873",
            "e7aa3790e8634dd792518680ebba4513",
            "0af8b81d41b34d90b387a070d813535f",
            "6e8c254590d34638afad4f038dcaca4f",
            "a9702eccd6494aefa0a194abda8448e2",
            "533bebce37aa4bdea8714759e44031ea"
          ]
        },
        "id": "SfkFLnQJrhn7",
        "outputId": "99118278-c044-4117-b0cf-b0b2874087b7"
      },
      "execution_count": 13,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Map:   0%|          | 0/49664 [00:00<?, ? examples/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "823ff5adebc64bfea77dbafe967b30ad"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Map:   0%|          | 0/2048 [00:00<?, ? examples/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "e0da23c3adb64741a85ea20f01080da3"
            }
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Show tokenized samples\n",
        "for index, item in enumerate(train_data):\n",
        "    print(item)\n",
        "\n",
        "    if index > 2:\n",
        "        break"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "9QY5dX-l00-l",
        "outputId": "ccd1a477-8c6c-4451-a8ac-4dd7643b0b64"
      },
      "execution_count": 14,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "{'id': 49818, 'instruction': 'Doe een voorstel voor een plausibele oplossing voor het gegeven probleem.', 'input': 'Overbevolking leidt tot een verhoogde druk op hulpbronnen', 'output': 'Een mogelijke oplossing voor het probleem van overbevolking is om mensen aan te moedigen duurzaam te leven en hun verbruik van hulpbronnen te verminderen. Dit omvat het verminderen van afval en recycling, het gebruik van hernieuwbare energiebronnen en het investeren in voorlichting en gezondheidszorg voor gezinsplanning.', 'input_ids': [460, 213, 88334, 196908, 1725, 475, 213, 8053, 544, 1648, 460, 199073, 3222, 1648, 230883, 20769, 121096, 3222, 1870, 159984, 110161, 461, 213, 213, 88334, 643, 122953, 475, 213, 29458, 3437, 151436, 719, 119869, 504, 465, 504, 1648, 2071, 145010, 1294, 59684, 1772, 121073, 4800, 122133, 213, 213, 88334, 47021, 163437, 475, 213, 1251, 630, 229423, 121096, 3222, 1870, 110161, 1337, 676, 3437, 151436, 719, 478, 4752, 32317, 4924, 1374, 15059, 793, 14695, 217942, 1374, 57989, 545, 23512, 460, 193422, 1337, 121073, 4800, 122133, 1374, 2071, 157636, 630, 461, 20316, 4752, 77710, 1870, 2071, 157636, 630, 1337, 468, 121481, 545, 26120, 459, 1870, 36531, 1337, 653, 193935, 22299, 57129, 4800, 122133, 545, 1870, 9890, 14714, 473, 3222, 222380, 545, 182093, 472, 85235, 3222, 167648, 472, 136231, 461, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}\n",
            "{'id': 44299, 'instruction': 'Geef een voorbeeld van een vergelijking die wordt gebruikt in het volgende gedicht.', 'input': '\"Wat zie je als je om je heen kijkt?\\nDe stralende wereld is overal om je heen\\nZoveel schoonheid die je ogen kunnen vinden\\nZoals de sterren die fonkelen in de nacht\"', 'output': 'Zoals de sterren die fonkelen in de nacht.', 'input_ids': [460, 213, 88334, 196908, 1725, 475, 213, 217133, 1046, 1648, 162657, 1337, 1648, 146559, 719, 616, 14408, 61518, 473, 1870, 71291, 3874, 153918, 461, 213, 213, 88334, 643, 122953, 475, 213, 529, 226037, 102616, 1382, 1537, 1382, 4752, 1382, 581, 630, 110698, 504, 519, 213, 8435, 460, 117704, 12091, 60749, 478, 676, 1629, 4752, 1382, 581, 630, 213, 158540, 679, 2694, 100128, 24013, 616, 1382, 145218, 17798, 50013, 213, 158540, 28602, 489, 180525, 616, 153445, 236072, 473, 489, 127880, 529, 213, 213, 88334, 47021, 163437, 475, 213, 158540, 28602, 489, 180525, 616, 153445, 236072, 473, 489, 127880, 461, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}\n",
            "{'id': 42097, 'instruction': 'Schrijf een ansichtkaart naar een vriend', 'input': '', 'output': 'Hoi daar!\\n\\nIk hoop dat het goed met je gaat! Ik schrijf deze ansichtkaart vanuit het zonnige [locatie], en het is hier prachtig! Ik geniet van het weer en verken de omgeving. Ik zou graag willen horen wat je de laatste tijd hebt gedaan.\\n\\nLater ga ik naar het strand, dus ik hoop dat we snel kunnen praten!\\n\\nHet allerbeste,\\n[Naam]', 'input_ids': [460, 213, 88334, 196908, 1725, 475, 213, 758, 151930, 1648, 460, 181022, 177913, 9591, 1648, 178825, 213, 213, 88334, 47021, 163437, 475, 213, 28539, 594, 30255, 518, 213, 213, 124507, 74855, 4330, 1870, 19641, 1868, 1382, 28378, 518, 21904, 460, 472, 151930, 10457, 460, 181022, 177913, 92882, 1870, 13373, 231152, 820, 12194, 30610, 2731, 545, 1870, 478, 3719, 188187, 518, 21904, 141788, 504, 1337, 1870, 27950, 545, 2071, 9408, 489, 93359, 461, 21904, 34808, 59618, 81969, 185321, 13894, 1382, 489, 64275, 28113, 46562, 107635, 461, 213, 213, 178367, 20114, 8189, 9591, 1870, 62708, 459, 41264, 8189, 74855, 4330, 535, 47939, 17798, 13364, 3370, 518, 213, 213, 104004, 13431, 214838, 459, 213, 639, 19125, 2173, 612, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}\n",
            "{'id': 1030, 'instruction': 'Herschrijf de zin zodat deze geen lijdende vorm bevat.', 'input': 'Het experiment werd uitgevoerd door de wetenschapper.', 'output': 'De wetenschapper voerde het experiment uit.', 'input_ids': [460, 213, 88334, 196908, 1725, 475, 213, 42928, 472, 151930, 489, 103769, 79932, 10457, 18796, 670, 120381, 1294, 80318, 177305, 461, 213, 213, 88334, 643, 122953, 475, 213, 104004, 11669, 29260, 185144, 2475, 489, 50850, 60659, 5269, 461, 213, 213, 88334, 47021, 163437, 475, 213, 8435, 50850, 60659, 5269, 51389, 46223, 1870, 11669, 7643, 461, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 15,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 900,
          "referenced_widgets": [
            "51a8ccbca5c54b44ad0572e4727e9427",
            "15f000475d56440790d2172c500131bf",
            "83b6bd44c0b44d7788d7ec700647fbaf",
            "6ea5806ab855480faf08c7a589b9eddd",
            "0b9daf2105974c5dab8c0daef5fd8857",
            "43c5830465684b76b57fb40ff86cd1f8",
            "b54f67de1ec84c2ba19f1b43e7a37b11",
            "7fe7bb495c374ed792c4e5b8b7a738e1",
            "9004c699f2994f1aa067641547dc7d91",
            "5c055fab840a4095bc420f245d6c3c89",
            "bce863b45dd84e3e93fa9f8db04837bf",
            "2f125c56ff0d472ba28d85f8ea2e7242",
            "382df6a71d964a768225ea73e3f7c9c7",
            "07ae7667ba6b4d3ab8389a6dbb5d648e",
            "17e79cb68edc43e7b2f9c1b225cc12e6",
            "1e78f3dcdcbb4abc8163191e6146110b",
            "5d91af3823c348a79ba215423832b649",
            "fc290ccd883946269757ff34be1af8fc",
            "277018c8cb4348faad1f1e2cca1f3c44",
            "f1c5da909bd94cfc933551d23c989bdf",
            "4780211d57ec4a0b809952452642d060",
            "c6a19162871e4d1ba92e338fb3307bc6"
          ]
        },
        "id": "NQmjWednBkgM",
        "outputId": "e6a65b5e-982e-44a6-d1aa-dc64e34ae841"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/content/polylm_1.7b_ft_alpaca_clean_dutch is already a clone of https://huggingface.co/robinsmits/polylm_1.7b_ft_alpaca_clean_dutch. Make sure you pull the latest changes with `repo.git_pull()`.\n",
            "WARNING:huggingface_hub.repository:/content/polylm_1.7b_ft_alpaca_clean_dutch is already a clone of https://huggingface.co/robinsmits/polylm_1.7b_ft_alpaca_clean_dutch. Make sure you pull the latest changes with `repo.git_pull()`.\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ],
            "text/html": [
              "\n",
              "    <div>\n",
              "      \n",
              "      <progress value='1552' max='1552' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
              "      [1552/1552 1:26:30, Epoch 2/2]\n",
              "    </div>\n",
              "    <table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              " <tr style=\"text-align: left;\">\n",
              "      <th>Step</th>\n",
              "      <th>Training Loss</th>\n",
              "      <th>Validation Loss</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <td>128</td>\n",
              "      <td>2.124800</td>\n",
              "      <td>2.112861</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>256</td>\n",
              "      <td>2.051200</td>\n",
              "      <td>2.034694</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>384</td>\n",
              "      <td>1.998300</td>\n",
              "      <td>1.994805</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>512</td>\n",
              "      <td>1.955700</td>\n",
              "      <td>1.965500</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>640</td>\n",
              "      <td>1.958300</td>\n",
              "      <td>1.938586</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>768</td>\n",
              "      <td>1.916000</td>\n",
              "      <td>1.917731</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>896</td>\n",
              "      <td>1.867100</td>\n",
              "      <td>1.901885</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>1024</td>\n",
              "      <td>1.862600</td>\n",
              "      <td>1.888485</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>1152</td>\n",
              "      <td>1.832100</td>\n",
              "      <td>1.876165</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>1280</td>\n",
              "      <td>1.859600</td>\n",
              "      <td>1.863079</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>1408</td>\n",
              "      <td>1.843000</td>\n",
              "      <td>1.853935</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>1536</td>\n",
              "      <td>1.833300</td>\n",
              "      <td>1.848271</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table><p>"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Several commits (2) will be pushed upstream.\n",
            "WARNING:huggingface_hub.repository:Several commits (2) will be pushed upstream.\n",
            "The progress bars may be unreliable.\n",
            "WARNING:huggingface_hub.repository:The progress bars may be unreliable.\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Upload file adapter_model.bin:   1%|          | 32.0k/6.02M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "51a8ccbca5c54b44ad0572e4727e9427"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Upload file runs/Jul24_13-52-56_10a640161224/events.out.tfevents.1690206779.10a640161224.22353.0: 100%|#######&hellip;"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "2f125c56ff0d472ba28d85f8ea2e7242"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "To https://huggingface.co/robinsmits/polylm_1.7b_ft_alpaca_clean_dutch\n",
            "   c0fde9b..fc52456  main -> main\n",
            "\n",
            "WARNING:huggingface_hub.repository:To https://huggingface.co/robinsmits/polylm_1.7b_ft_alpaca_clean_dutch\n",
            "   c0fde9b..fc52456  main -> main\n",
            "\n",
            "To https://huggingface.co/robinsmits/polylm_1.7b_ft_alpaca_clean_dutch\n",
            "   fc52456..5eb7542  main -> main\n",
            "\n",
            "WARNING:huggingface_hub.repository:To https://huggingface.co/robinsmits/polylm_1.7b_ft_alpaca_clean_dutch\n",
            "   fc52456..5eb7542  main -> main\n",
            "\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "CommitInfo(commit_url='https://huggingface.co/robinsmits/polylm_1.7b_ft_alpaca_clean_dutch/commit/0cca57cd7f842deecae5edd4f00cde674d22bafa', commit_message='Upload tokenizer', commit_description='', oid='0cca57cd7f842deecae5edd4f00cde674d22bafa', pr_url=None, pr_revision=None, pr_num=None)"
            ]
          },
          "metadata": {},
          "execution_count": 15
        }
      ],
      "source": [
        "# Set Steps\n",
        "eval_steps = 128\n",
        "logging_steps = 16\n",
        "\n",
        "# Config Trainer\n",
        "trainer = transformers.Trainer(model = model,\n",
        "                               train_dataset = train_data,\n",
        "                               eval_dataset = val_data,\n",
        "                               args = transformers.TrainingArguments(num_train_epochs = 2,\n",
        "                                                                     learning_rate = 1.0e-4,\n",
        "                                                                     evaluation_strategy = \"steps\",\n",
        "                                                                     logging_steps = logging_steps,\n",
        "                                                                     save_strategy = \"epoch\",\n",
        "                                                                     eval_steps = eval_steps,\n",
        "                                                                     save_total_limit = 3,\n",
        "                                                                     per_device_train_batch_size = 8,\n",
        "                                                                     per_device_eval_batch_size = 8,\n",
        "                                                                     gradient_accumulation_steps = 8,\n",
        "                                                                     warmup_steps = 64,\n",
        "                                                                     bf16 = True,\n",
        "                                                                     output_dir = hf_model_name,\n",
        "                                                                     hub_model_id = hf_model_name,\n",
        "                                                                     push_to_hub = True,\n",
        "                                                                     hub_private_repo = True,\n",
        "                                                                     optim = \"paged_adamw_8bit\",\n",
        "                                                                     report_to = \"tensorboard\"),\n",
        "                               data_collator = transformers.DataCollatorForLanguageModeling(tokenizer,\n",
        "                                                                                            mlm = False))\n",
        "\n",
        "# Perform Training\n",
        "trainer.train()\n",
        "\n",
        "# Push model to hub\n",
        "trainer.push_to_hub()\n",
        "\n",
        "# Push tokenizer to hub\n",
        "tokenizer.push_to_hub(hf_model_name)"
      ]
    }
  ],
  "metadata": {
    "accelerator": "GPU",
    "colab": {
      "machine_shape": "hm",
      "provenance": [],
      "gpuType": "A100",
      "mount_file_id": "1Km0eHe2asV-4q7zmjRbMxxNhY6LF5MK0",
      "authorship_tag": "ABX9TyN2UCUCH0jF/T8oKc/MUWtj",
      "include_colab_link": true
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "e48cd2868ad24d619e985dc3de2c5226": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "VBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "VBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "VBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_a690dcf6b1e24787aee73f35dcb8aed6",
              "IPY_MODEL_7c0002359aea49fa9228462fda231fc0",
              "IPY_MODEL_29467f2720e646d393bf81d21b4e5570",
              "IPY_MODEL_37a956dd27e9448baf3fa88e3075b73b"
            ],
            "layout": "IPY_MODEL_667b864cb92444088d51c458eaeea755"
          }
        },
        "736848e940a349ca8b2355f5fb16d59c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_eed64fe4724e4990a0b342be539c6ab1",
            "placeholder": "&#8203;",
            "style": "IPY_MODEL_f3e7900852464bef902d6cd6e710ebce",
            "value": "<center> <img\nsrc=https://huggingface.co/front/assets/huggingface_logo-noborder.svg\nalt='Hugging Face'> <br> Copy a token from <a\nhref=\"https://huggingface.co/settings/tokens\" target=\"_blank\">your Hugging Face\ntokens page</a> and paste it below. <br> Immediately click login after copying\nyour token or it might be stored in plain text in this notebook file. </center>"
          }
        },
        "9c1ab984cbdb4ba49b1d8dbea652becb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "PasswordModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "PasswordModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "PasswordView",
            "continuous_update": true,
            "description": "Token:",
            "description_tooltip": null,
            "disabled": false,
            "layout": "IPY_MODEL_d249f03e8c6a43c08233a30de6771300",
            "placeholder": "&#8203;",
            "style": "IPY_MODEL_a02394689c2148d5a44926e44465fd5d",
            "value": ""
          }
        },
        "5fb6d5844c424eb2a526bc8ebd6e4f06": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "CheckboxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "CheckboxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "CheckboxView",
            "description": "Add token as git credential?",
            "description_tooltip": null,
            "disabled": false,
            "indent": true,
            "layout": "IPY_MODEL_471d78c6629b4d02af267ba94b17ef24",
            "style": "IPY_MODEL_2f90f8f33f584c8c8902d296f7c45d9b",
            "value": true
          }
        },
        "89fcd8c09a824be1947d42e2cdf6146a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ButtonModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ButtonModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ButtonView",
            "button_style": "",
            "description": "Login",
            "disabled": false,
            "icon": "",
            "layout": "IPY_MODEL_5dcd099ddfd24d90ad719c141052d986",
            "style": "IPY_MODEL_1db62e05902d4301ae46af8ebe7fb2cd",
            "tooltip": ""
          }
        },
        "6dbcf5fd227e400f983e06de006b60ba": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c09a0eeacc604bffb6e5c674ef4e618f",
            "placeholder": "&#8203;",
            "style": "IPY_MODEL_2c563061a30b43e995c97b30df7b966f",
            "value": "\n<b>Pro Tip:</b> If you don't already have one, you can create a dedicated\n'notebooks' token with 'write' access, that you can then easily reuse for all\nnotebooks. </center>"
          }
        },
        "667b864cb92444088d51c458eaeea755": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": "center",
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": "flex",
            "flex": null,
            "flex_flow": "column",
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": "50%"
          }
        },
        "eed64fe4724e4990a0b342be539c6ab1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f3e7900852464bef902d6cd6e710ebce": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "d249f03e8c6a43c08233a30de6771300": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a02394689c2148d5a44926e44465fd5d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "471d78c6629b4d02af267ba94b17ef24": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2f90f8f33f584c8c8902d296f7c45d9b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "5dcd099ddfd24d90ad719c141052d986": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "1db62e05902d4301ae46af8ebe7fb2cd": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ButtonStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ButtonStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "button_color": null,
            "font_weight": ""
          }
        },
        "c09a0eeacc604bffb6e5c674ef4e618f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2c563061a30b43e995c97b30df7b966f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "4c87670769cf4817b8ad897b106a6074": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "LabelModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "LabelModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "LabelView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_0ec22e2a1fbc4e92aa99bab49436e430",
            "placeholder": "&#8203;",
            "style": "IPY_MODEL_b30ae3af2fc94938be4774867337e68c",
            "value": "Connecting..."
          }
        },
        "0ec22e2a1fbc4e92aa99bab49436e430": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b30ae3af2fc94938be4774867337e68c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "a690dcf6b1e24787aee73f35dcb8aed6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "LabelModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "LabelModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "LabelView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_aa9905f9887a4118a001d01e9e330f08",
            "placeholder": "&#8203;",
            "style": "IPY_MODEL_9d559ef17e9e4c1db3b9e11b0cee475d",
            "value": "Token is valid (permission: write)."
          }
        },
        "7c0002359aea49fa9228462fda231fc0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "LabelModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "LabelModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "LabelView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c603d393253a497a964c9819f4919e97",
            "placeholder": "&#8203;",
            "style": "IPY_MODEL_8ef9303dd8f14f7d87ac24ef154fb600",
            "value": "Your token has been saved in your configured git credential helpers (store)."
          }
        },
        "29467f2720e646d393bf81d21b4e5570": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "LabelModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "LabelModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "LabelView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a69e4443605e4e2a8c8d1dcaf970db34",
            "placeholder": "&#8203;",
            "style": "IPY_MODEL_7d06aa11bd0e40b5a633972616e02ac1",
            "value": "Your token has been saved to /root/.cache/huggingface/token"
          }
        },
        "37a956dd27e9448baf3fa88e3075b73b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "LabelModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "LabelModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "LabelView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_420593a4e74a44bea0d19c85ea4d71a6",
            "placeholder": "&#8203;",
            "style": "IPY_MODEL_2c14bbf269894a62a450f705194240b5",
            "value": "Login successful"
          }
        },
        "aa9905f9887a4118a001d01e9e330f08": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9d559ef17e9e4c1db3b9e11b0cee475d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "c603d393253a497a964c9819f4919e97": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8ef9303dd8f14f7d87ac24ef154fb600": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "a69e4443605e4e2a8c8d1dcaf970db34": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7d06aa11bd0e40b5a633972616e02ac1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "420593a4e74a44bea0d19c85ea4d71a6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2c14bbf269894a62a450f705194240b5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "823ff5adebc64bfea77dbafe967b30ad": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_594f4e21652143d6ae7a4d1803d7abb9",
              "IPY_MODEL_81d3db6c5400477b8e9ffee591feddd0",
              "IPY_MODEL_eb1b0b8795ed43c39aa6ddcb416232ac"
            ],
            "layout": "IPY_MODEL_ca96b83c28b248ddba2c446928ccaf47"
          }
        },
        "594f4e21652143d6ae7a4d1803d7abb9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_460297ddee184b1d8a05132cffdaff5c",
            "placeholder": "&#8203;",
            "style": "IPY_MODEL_a0c53851ab1245d7acd67257898b372d",
            "value": "Map: 100%"
          }
        },
        "81d3db6c5400477b8e9ffee591feddd0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_bf8ff1877e7e4fb09d3c5c8c7e8311ae",
            "max": 49664,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_ac7ac2d950b54c8e87f80ab94b49fe6c",
            "value": 49664
          }
        },
        "eb1b0b8795ed43c39aa6ddcb416232ac": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d529f3ce97d747ffa17967c9b65baa70",
            "placeholder": "&#8203;",
            "style": "IPY_MODEL_7766bcca6b3c4c43a6304c188ab6e8c3",
            "value": " 49648/49664 [00:40&lt;00:00, 1268.40 examples/s]"
          }
        },
        "ca96b83c28b248ddba2c446928ccaf47": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": "hidden",
            "width": null
          }
        },
        "460297ddee184b1d8a05132cffdaff5c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a0c53851ab1245d7acd67257898b372d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "bf8ff1877e7e4fb09d3c5c8c7e8311ae": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ac7ac2d950b54c8e87f80ab94b49fe6c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "d529f3ce97d747ffa17967c9b65baa70": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7766bcca6b3c4c43a6304c188ab6e8c3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "e0da23c3adb64741a85ea20f01080da3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_bf9967b26f2b4edb89aa80ef7a85715d",
              "IPY_MODEL_a26ad8ca496442efae54cfbd4b998c59",
              "IPY_MODEL_88e3f204a14b4ce4bb588752eefbec18"
            ],
            "layout": "IPY_MODEL_2c90788ff59144f385f073437bc376ef"
          }
        },
        "bf9967b26f2b4edb89aa80ef7a85715d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_0e4877c764484eb78acd209485799873",
            "placeholder": "&#8203;",
            "style": "IPY_MODEL_e7aa3790e8634dd792518680ebba4513",
            "value": "Map: 100%"
          }
        },
        "a26ad8ca496442efae54cfbd4b998c59": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_0af8b81d41b34d90b387a070d813535f",
            "max": 2048,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_6e8c254590d34638afad4f038dcaca4f",
            "value": 2048
          }
        },
        "88e3f204a14b4ce4bb588752eefbec18": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a9702eccd6494aefa0a194abda8448e2",
            "placeholder": "&#8203;",
            "style": "IPY_MODEL_533bebce37aa4bdea8714759e44031ea",
            "value": " 2048/2048 [00:01&lt;00:00, 1118.70 examples/s]"
          }
        },
        "2c90788ff59144f385f073437bc376ef": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": "hidden",
            "width": null
          }
        },
        "0e4877c764484eb78acd209485799873": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e7aa3790e8634dd792518680ebba4513": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "0af8b81d41b34d90b387a070d813535f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6e8c254590d34638afad4f038dcaca4f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "a9702eccd6494aefa0a194abda8448e2": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "533bebce37aa4bdea8714759e44031ea": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "51a8ccbca5c54b44ad0572e4727e9427": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_15f000475d56440790d2172c500131bf",
              "IPY_MODEL_83b6bd44c0b44d7788d7ec700647fbaf",
              "IPY_MODEL_6ea5806ab855480faf08c7a589b9eddd"
            ],
            "layout": "IPY_MODEL_0b9daf2105974c5dab8c0daef5fd8857"
          }
        },
        "15f000475d56440790d2172c500131bf": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_43c5830465684b76b57fb40ff86cd1f8",
            "placeholder": "&#8203;",
            "style": "IPY_MODEL_b54f67de1ec84c2ba19f1b43e7a37b11",
            "value": "Upload file adapter_model.bin: 100%"
          }
        },
        "83b6bd44c0b44d7788d7ec700647fbaf": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7fe7bb495c374ed792c4e5b8b7a738e1",
            "max": 6308225,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_9004c699f2994f1aa067641547dc7d91",
            "value": 6308225
          }
        },
        "6ea5806ab855480faf08c7a589b9eddd": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_5c055fab840a4095bc420f245d6c3c89",
            "placeholder": "&#8203;",
            "style": "IPY_MODEL_bce863b45dd84e3e93fa9f8db04837bf",
            "value": " 6.02M/6.02M [00:03&lt;00:00, 2.60MB/s]"
          }
        },
        "0b9daf2105974c5dab8c0daef5fd8857": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "43c5830465684b76b57fb40ff86cd1f8": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b54f67de1ec84c2ba19f1b43e7a37b11": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "7fe7bb495c374ed792c4e5b8b7a738e1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9004c699f2994f1aa067641547dc7d91": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "5c055fab840a4095bc420f245d6c3c89": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "bce863b45dd84e3e93fa9f8db04837bf": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "2f125c56ff0d472ba28d85f8ea2e7242": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_382df6a71d964a768225ea73e3f7c9c7",
              "IPY_MODEL_07ae7667ba6b4d3ab8389a6dbb5d648e",
              "IPY_MODEL_17e79cb68edc43e7b2f9c1b225cc12e6"
            ],
            "layout": "IPY_MODEL_1e78f3dcdcbb4abc8163191e6146110b"
          }
        },
        "382df6a71d964a768225ea73e3f7c9c7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_5d91af3823c348a79ba215423832b649",
            "placeholder": "&#8203;",
            "style": "IPY_MODEL_fc290ccd883946269757ff34be1af8fc",
            "value": "Upload file runs/Jul24_13-52-56_10a640161224/events.out.tfevents.1690206779.10a640161224.22353.0: 100%"
          }
        },
        "07ae7667ba6b4d3ab8389a6dbb5d648e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_277018c8cb4348faad1f1e2cca1f3c44",
            "max": 23462,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_f1c5da909bd94cfc933551d23c989bdf",
            "value": 23462
          }
        },
        "17e79cb68edc43e7b2f9c1b225cc12e6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_4780211d57ec4a0b809952452642d060",
            "placeholder": "&#8203;",
            "style": "IPY_MODEL_c6a19162871e4d1ba92e338fb3307bc6",
            "value": " 22.9k/22.9k [00:02&lt;?, ?B/s]"
          }
        },
        "1e78f3dcdcbb4abc8163191e6146110b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5d91af3823c348a79ba215423832b649": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "fc290ccd883946269757ff34be1af8fc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "277018c8cb4348faad1f1e2cca1f3c44": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f1c5da909bd94cfc933551d23c989bdf": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "4780211d57ec4a0b809952452642d060": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c6a19162871e4d1ba92e338fb3307bc6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        }
      }
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}