GPT2_Text_Completion_with_Speculative_Sampling.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/DeanHazineh/Pytorch-Deep-Learning-Examples/blob/main/GPT2_Text_Completion_with_Speculative_Sampling.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "OOAL31vyq8ux"
      },
      "source": [
        "# Imports and load the huggingface transformer sub-modules"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "qhm6oCJ3sYi4"
      },
      "source": [
        "Here, we are going to be using the small model (\"GPT2\") and the large model (\"GPT2-Large\"), which have approximately 124M and 774M parameters, respectively. For reference, other versions include \"-medium\" and \"-XL\". "
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Z_IXbdYsjFo2",
        "outputId": "167f6b64-827c-4c46-c222-1f8e08c623fc"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "torch device:  cuda:0\n"
          ]
        }
      ],
      "source": [
        "import torch \n",
        "import torch.nn as nn\n",
        "from torch.nn import functional as F\n",
        "\n",
        "device = \"cuda:0\" if torch.cuda.is_available() else \"cpu\" \n",
        "device = torch.device(device) \n",
        "print(\"torch device: \", device)\n",
        "\n",
        "import matplotlib.pyplot as plt\n",
        "import numpy as np\n",
        "import random\n",
        "import copy\n",
        "import time\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "PIJHZ4_heVC6",
        "outputId": "0969eb8a-c28c-45a7-e4e5-fea7a6a28bc3"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Collecting transformers\n",
            "  Downloading transformers-4.26.1-py3-none-any.whl (6.3 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.3/6.3 MB\u001b[0m \u001b[31m23.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.8/dist-packages (from transformers) (2022.6.2)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.8/dist-packages (from transformers) (23.0)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.8/dist-packages (from transformers) (1.21.6)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.8/dist-packages (from transformers) (6.0)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.8/dist-packages (from transformers) (3.9.0)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.8/dist-packages (from transformers) (2.25.1)\n",
            "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.8/dist-packages (from transformers) (4.64.1)\n",
            "Collecting tokenizers!=0.11.3,<0.14,>=0.11.1\n",
            "  Downloading tokenizers-0.13.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (7.6 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.6/7.6 MB\u001b[0m \u001b[31m25.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting huggingface-hub<1.0,>=0.11.0\n",
            "  Downloading huggingface_hub-0.12.1-py3-none-any.whl (190 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m190.3/190.3 KB\u001b[0m \u001b[31m3.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.8/dist-packages (from huggingface-hub<1.0,>=0.11.0->transformers) (4.5.0)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.8/dist-packages (from requests->transformers) (2.10)\n",
            "Requirement already satisfied: chardet<5,>=3.0.2 in /usr/local/lib/python3.8/dist-packages (from requests->transformers) (4.0.0)\n",
            "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.8/dist-packages (from requests->transformers) (1.24.3)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.8/dist-packages (from requests->transformers) (2022.12.7)\n",
            "Installing collected packages: tokenizers, huggingface-hub, transformers\n",
            "Successfully installed huggingface-hub-0.12.1 tokenizers-0.13.2 transformers-4.26.1\n"
          ]
        }
      ],
      "source": [
        "# Install the huggingface gpt folder\n",
        "!pip install transformers\n",
        "from transformers import GPT2Tokenizer, GPT2Model, GPT2LMHeadModel"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 337,
          "referenced_widgets": [
            "2559501200ff4dd19d335ab66c951eda",
            "5b85e0b955914eecafdbe7d5d2df7b3f",
            "fa860be4119d4e1ba3f44b5b1b46ed05",
            "3a3165dc0fbe468bb08f6ad09b060128",
            "1f413067fa534582b7b5a0de1e6fcb51",
            "fdb9ecab4c51473e9251f4a138157987",
            "d8f6a3f76722425c9fc415fcbd8e55ad",
            "2e17128ddf254334afd783ec8d5ba5ae",
            "04dfe440ac4d4eb1a6ef22fe9611c090",
            "3930325eca2d48e9b106fd8e25e2d20f",
            "0265119646ba403c9ede34532f925786",
            "a94b07ef97374cb995eb365bd7677247",
            "34e011264f3e4f1b95f91d5e88fb60ec",
            "829cb832df1d49f4b8dfaf9c378d215c",
            "f7aa41deb68d4d29a276adb4e3546874",
            "ab61add7b9404f1ab8746f9354fe8ced",
            "7977326466474b559deb2dd07900489d",
            "c632adb633934f9aa9c875cee0829093",
            "b07d4ed7c9d1424b8a2e87c315683561",
            "17e3645927ed45f0a3410fe21611d3c6",
            "39c7fa9f2daa43ef95eb8253715ec2fd",
            "77f0f85a3f49451582402fb422b3881e",
            "113a895b36e64c23b5792167fb0812c8",
            "db2ebe3ee5f04ed4a0ea844abd522aeb",
            "35908198165e441c845a39177a4c55d0",
            "66923e6c83d146d9a01fb9f4fd1d084f",
            "c3c833515eda4475b9e6c960e476bfaf",
            "904c66b63d494d52892dcbe4646d8940",
            "f5672497330d4a5e81bf3a3c0b54b07d",
            "7139a4728aaf456483217d820c291549",
            "f42185a472ed487780d9a430342599ad",
            "0c608677605f4d569ed9e66f8c29fec5",
            "540ec9ada2f54c43b14356e9792e9448",
            "fa11a21c15ca4de4af68fec887641a21",
            "baf700a961d34040925f098ed52e5afc",
            "038f8eeed628403e9b575a259a4c005e",
            "d09ca66727f34c3b9fdf0d8d3618989e",
            "68521e731b9848db8af2477a5836d673",
            "d6b0e136a4184a8a8e6a476bd4d46fc6",
            "8a402b8a28284ca087dbb5bed44091a2",
            "505ccaea410c4b1ba44c08ad6624560a",
            "e4c93940679a48bd8f7359259c16cb98",
            "b092a48231f448bf8a8c44b32cc01e4e",
            "160e7a095dfd42a7a8fbed05735bd055",
            "26a9f267fe924ad99ef4ca3fed46016e",
            "24f9e488493e4758892c0a596e719b74",
            "6e7404264e8347879d3734b75c1d0748",
            "fbc0b380136848c599f037c1a0b059d4",
            "c18057dd5a2a495eb44a5a23ab330e86",
            "4a0b00b0f5ae4ffca3deb295a4ccef74",
            "6e062994f4a14b82bc16cab6115dc1a7",
            "7ebf9b881a304059ac848b682f1fdd55",
            "52f1deb799d243229751cf759afee251",
            "a4debb12f2e94b43ac7c4fc1bf22ac76",
            "37bd5537ce324c519479bac363d2e383",
            "603d428c80664ff29e8a05dba50ddedb",
            "6622949dfa5840f2821ee32de07caf08",
            "bc27ad9bfab14aa5a9b19ad37151e1f6",
            "ce7746964c3b4e799fc32a8a5259dbbd",
            "3b4c42925ca2450cbec8b462f3ec01f4",
            "0198073ec6084f9b84fb6411edbefa18",
            "94e0cbc2e3a14c7fbda2a9a7e78ab2fe",
            "92dcbad489da4c8a9963d64a525c478c",
            "1dc60575460240e3ab5bdbf8ab4facff",
            "bbbc5cef81224c089b9f0fd38fb02ede",
            "0b9ea7981afe4b899c43871b7eb1227e",
            "7527831ebe7a44ab98cb9b5a0f980696",
            "db074a5274574b18a65120e3b25e63ae",
            "1316fc360b774aa382c8d3b5044f8bd4",
            "f4284a06297f4a60baae9eaa2c3f7f27",
            "accfb627bd5e4dd0b558d0042bb3a323",
            "edabe6a3e63444b889a009d5f3911b89",
            "571b33c340574955be16fe085fdb25d1",
            "7de412a4856742d2b4e69dacbdb2d54e",
            "6dca2fedbd11463f87fc6c6388602883",
            "26b0f0ef297346e1be7ce1864f267668",
            "c072ccdb51ff481ca9a67cf7ffea4e75",
            "7cf05f46b1cf435fa3acfa1cf3f94924",
            "1ffd20b69acc496abc5bb65be9fd36fa",
            "6bfc956f277343bf9a34029adaaf641c",
            "58e9b3288d12482c8eed49a4584f0910",
            "3f56f22ae77f466b9431a6230bb3d280",
            "c4309fd9557a4c6392b0444b006ca4e6",
            "3da91afe12704e3b84f7fa0a0712d8ac",
            "00647c23e711469a9ebf77af696438eb",
            "e553c02a6c3a418fb7712c75fa6d6e28",
            "d7953c1a3e8840668d6ae997ec276ab7",
            "46ba47c67de44f4c9e3cb76fcb2ab471",
            "c359527f782b45368de5e7eedd059647",
            "fac5f11f1ae748ed8605c407ff5753d2",
            "5cbe7df166de460e815fe0f6b061cf0a",
            "181bb322bee0486894074f28c935b795",
            "e02cfd97414145018cb597e18c418f21",
            "167854a616d844a8bd10bc771d8479a9",
            "6494e23aa6294b2abe3e36ad74117538",
            "9c091cec7d254dc2b96cd39ab88a18e0",
            "11e149d833fa4c78954ebd52e0a1883a",
            "53b59beb28204673912c0a8e28cb67c9",
            "279df6a8131b4650a8b9afb3f39b1cbf",
            "4564f0407ebd46b39b0258b7034d72f0",
            "2ec4a0bafc3e406a8f7855561654b6b0",
            "50e76241c7d747dab24b0fa75d045d76",
            "206303a1d84a49e19527805312628afd",
            "fa0826e3242e4d12ba514f731f5bd61e",
            "a7916a947e5e410395ef6b6ccfa04844",
            "70c5551c354b4dea860f9f92cf11d419",
            "7d0753d554ef40a9b78b6978b62efdb0",
            "c13d02b14d234f169514967adbd14c00",
            "7184e801dda345c8a75c143092241cf7",
            "c71b65c9919e45d4a99be5e2dd2b80c7"
          ]
        },
        "id": "GDkd4gvM2Eu7",
        "outputId": "31347b54-a98b-4dfe-cd2b-b4e576fd065f"
      },
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading (…)olve/main/vocab.json:   0%|          | 0.00/1.04M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "2559501200ff4dd19d335ab66c951eda"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading (…)olve/main/merges.txt:   0%|          | 0.00/456k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "a94b07ef97374cb995eb365bd7677247"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading (…)lve/main/config.json:   0%|          | 0.00/666 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "113a895b36e64c23b5792167fb0812c8"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading (…)\"pytorch_model.bin\";:   0%|          | 0.00/3.25G [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "fa11a21c15ca4de4af68fec887641a21"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading (…)neration_config.json:   0%|          | 0.00/124 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "26a9f267fe924ad99ef4ca3fed46016e"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading (…)olve/main/vocab.json:   0%|          | 0.00/1.04M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "603d428c80664ff29e8a05dba50ddedb"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading (…)olve/main/merges.txt:   0%|          | 0.00/456k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "7527831ebe7a44ab98cb9b5a0f980696"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading (…)lve/main/config.json:   0%|          | 0.00/665 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "7cf05f46b1cf435fa3acfa1cf3f94924"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading (…)\"pytorch_model.bin\";:   0%|          | 0.00/548M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "c359527f782b45368de5e7eedd059647"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading (…)neration_config.json:   0%|          | 0.00/124 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "4564f0407ebd46b39b0258b7034d72f0"
            }
          },
          "metadata": {}
        }
      ],
      "source": [
        "# Load the two models and move to GPU\n",
        "tokenizerL = GPT2Tokenizer.from_pretrained('gpt2-large')\n",
        "modelL = GPT2LMHeadModel.from_pretrained('gpt2-large').to(device)\n",
        "\n",
        "tokenizerS = GPT2Tokenizer.from_pretrained(\"gpt2\")\n",
        "modelS = GPT2LMHeadModel.from_pretrained(\"gpt2\").to(device)\n",
        "\n",
        "# model.logits returns prediction scores of the language modeling head (scores for each vocabulary token before SoftMax).\n",
        "softmax_layer = nn.Softmax(dim=2).to(device)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "2V63QsTC8-4e"
      },
      "source": [
        "First, we will run some basic demos of huggingface GPT to get some intuition about the outputs"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "E1NsqQoG2Ivl",
        "outputId": "4d18ee69-1334-45ea-a0da-ebd07bccd2a8"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "vocab size for gpt2: 50257 \n",
            "\n",
            "Basic encode_decode_test\n",
            "Input text: this is a text string\n",
            " Encoded Ids: [5661, 318, 257, 2420, 4731]\n",
            " Decoded Text: this is a text string\n",
            "\n",
            "Next Token Prediction Test from single call batch\n",
            "sequence: 'it' | next word: ''s' \n",
            "\n",
            "sequence: 'it was' | next word: ' a' \n",
            "\n",
            "sequence: 'it was the' | next word: ' first' \n",
            "\n",
            "sequence: 'it was the best' | next word: ' thing' \n",
            "\n",
            "sequence: 'it was the best of' | next word: ' times' \n",
            "\n",
            "sequence: 'it was the best of times' | next word: ',' \n",
            "\n",
            "sequence: 'it was the best of times,' | next word: ' it' \n",
            "\n",
            "sequence: 'it was the best of times, it' | next word: ' was' \n",
            "\n",
            "sequence: 'it was the best of times, it was' | next word: ' the' \n",
            "\n",
            "sequence: 'it was the best of times, it was the' | next word: ' worst' \n",
            "\n",
            "sequence: 'it was the best of times, it was the worst' | next word: ' of' \n",
            "\n"
          ]
        }
      ],
      "source": [
        "torch.manual_seed(23)\n",
        "random.seed(23)\n",
        "\n",
        "# Choose the demo model of either the above large or small\n",
        "model = modelL\n",
        "tokenizer = tokenizerL\n",
        "\n",
        "# Print for reference the vocab size\n",
        "vocab_size = tokenizer.vocab_size\n",
        "print(f\"vocab size for gpt2: {vocab_size} \\n\")\n",
        "\n",
        "# Do a simple demo (encode-and-decode)\n",
        "print(\"Basic encode_decode_test\")\n",
        "text = \"this is a text string\"\n",
        "encoded_ids = tokenizer(text)[\"input_ids\"]\n",
        "decoded_text = tokenizer.decode(encoded_ids)\n",
        "print(f\"Input text: {text}\\n Encoded Ids: {encoded_ids}\\n Decoded Text: {decoded_text}\\n\")\n",
        "\n",
        "# Run a simple next-word prediction demo \n",
        "print(\"Next Token Prediction Test from single call batch\")\n",
        "input_txt = \"it was the best of times, it was the worst\"\n",
        "input_token = tokenizer(input_txt, return_tensors=\"pt\")[\"input_ids\"].to(device)\n",
        "output_pred_dist = softmax_layer(model(input_token).logits) # [batch, len, vocab_size]\n",
        "draw_ids = torch.argmax(output_pred_dist, dim=(2))[0]\n",
        "for i in range(input_token.shape[1]):\n",
        "  next_word = tokenizer.decode(draw_ids[i])\n",
        "  in_seq = tokenizer.decode(input_token[0,:i+1], )\n",
        "  print(f\"sequence: '{in_seq}' | next word: '{next_word}' \\n\")\n"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "mVAS82nlBSQX"
      },
      "source": [
        "# Speculative Sampling"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "The principle of speculative sampling was introduced in a recent work by DeepMind (https://arxiv.org/abs/2302.01318) and concurrently in (https://arxiv.org/abs/2302.01318). "
      ],
      "metadata": {
        "id": "v1q6gYCs80sK"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "First, we create a function which implements the standard autoregressive text generation and the speculative sampling text generation model. Here we will run some test cases and verify the output. The model is statistical and so the runtimes in the cases below will change if reran. In the next section, we will look at averaged runtimes."
      ],
      "metadata": {
        "id": "ldl43FzMGhSo"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "def autoregressive_GPT(init_text, n_total_tokens, model_size=\"large\", max_draw=False):\n",
        "  model = modelL if model_size==\"large\" else modelS\n",
        "  tokenizer = tokenizerL if model_size==\"large\" else tokenizerS\n",
        "\n",
        "  # Generate next word sequentially\n",
        "  start_time = time.time()\n",
        "\n",
        "  n_tokens = len(tokenizer(init_text)[\"input_ids\"])\n",
        "  while n_tokens < n_total_tokens:\n",
        "    input_token = tokenizer(init_text, return_tensors=\"pt\")[\"input_ids\"].to(device)\n",
        "    output_pred_dist = softmax_layer(model(input_token).logits) # [batch, len, vocab_size]  \n",
        "    next_id = torch.argmax(output_pred_dist[:, -1, :], dim=(1), keepdim=True) if max_draw else torch.multinomial(output_pred_dist[:,-1,:],1)\n",
        "    next_word = tokenizer.decode(next_id[0])\n",
        "    init_text = init_text+next_word\n",
        "    #sequence = torch.cat((input_token, next_id), dim=1)\n",
        "    #init_text = tokenizerL.decode(sequence[0,:], skip_special_tokens=True, clean_up_tokenization_spaces=True)\n",
        "    n_tokens = n_tokens+1\n",
        "\n",
        "  end_time = time.time()\n",
        "  return init_text, end_time-start_time\n",
        "\n",
        "def autoregressive_GPTL_speculative_sampling(init_text, n_total_tokens, k_next_tokens, debug=False):\n",
        "  \"\"\"\n",
        "  Pass in an initial text string. Generate continuation of text n_total_tokens long. The rejection-based speculative sampling is computed with k_next_tokens small look-ahead.\n",
        "  Args:\n",
        "  init_text (string): User passed in text\n",
        "  n_total_tokens (int): Length of the continaution text returned, in token length\n",
        "  k_next_tokens (int): Parameter for the speculative sampling model. Number of tokens to pre-generate with the small model\n",
        "  \"\"\"\n",
        "  t_tokens = len(tokenizerS(init_text)[\"input_ids\"])\n",
        "  if debug: print(\"init text: \", init_text, \"| number tokens: \", t_tokens, \"\\n\")\n",
        "  start_time = time.time()\n",
        "\n",
        "  fast_text = copy.copy(init_text)\n",
        "  input_token_ids = tokenizerS(fast_text, return_tensors=\"pt\")[\"input_ids\"].to(device)\n",
        "  while t_tokens < n_total_tokens:\n",
        "\n",
        "    # Generate fast model predictions for k next tokens\n",
        "    small_pred_prob = []\n",
        "    for i in range(k_next_tokens):\n",
        "      output_pred_dist = softmax_layer(modelS(input_token_ids).logits) # [batch, len, vocab_size]  \n",
        "      small_pred_prob.append(output_pred_dist[:,-1,:])\n",
        "      input_token_ids = torch.cat((input_token_ids, torch.multinomial(output_pred_dist[:,-1,:],1)), dim=1)\n",
        "    small_pred_prob = torch.transpose(torch.stack(small_pred_prob), 1, 0)\n",
        "    \n",
        "    if debug:\n",
        "      fast_text = tokenizerS.decode(input_token_ids[0,:])\n",
        "      print(f\"fast text: {fast_text}\")\n",
        "\n",
        "    # Use the big model to compute provisional tokens in parallel\n",
        "    big_pred_prob = softmax_layer(modelL(input_token_ids).logits)[:, t_tokens-1:, :] # [batch, len, vocab_size]  \n",
        " \n",
        "    # Run the rejection sampling algorithm\n",
        "    udraw = np.random.uniform(size=(1,k_next_tokens))\n",
        "    vocab_size = tokenizerS.vocab_size\n",
        "    zeros_torch = torch.zeros((vocab_size)).to(device)\n",
        "    final_gen_token = []\n",
        "    for i in range(k_next_tokens):\n",
        "      fast_sampled_tokenID = input_token_ids[0,t_tokens+i]\n",
        "      ratio = big_pred_prob[0, i, fast_sampled_tokenID] / small_pred_prob[0,i,fast_sampled_tokenID]\n",
        "      if udraw[0,i] > ratio: # repredict and break \n",
        "        newdist = torch.maximum(zeros_torch, big_pred_prob[0, i, :] - small_pred_prob[0, i, :])\n",
        "        final_gen_token.append(torch.multinomial(newdist / torch.sum(newdist), 1)[0])\n",
        "        break\n",
        "      else: # Keep the fast prediction\n",
        "        final_gen_token.append(fast_sampled_tokenID)\n",
        "\n",
        "    # If we keep all k fast tokens, generate a new token from pbig\n",
        "    if len(final_gen_token) == k_next_tokens:\n",
        "      final_gen_token.append(torch.multinomial(big_pred_prob[:,-1,:], 1)[0,0])\n",
        "\n",
        "    # End Matter Updating (encode and decode because token number can change by merging text due to redundancy)\n",
        "    final_gen_token = torch.stack(final_gen_token)\n",
        "    token_seq = torch.cat((tokenizerS(init_text, return_tensors=\"pt\")[\"input_ids\"][0].to(device), final_gen_token))\n",
        "    init_text = tokenizerS.decode(token_seq)\n",
        "    \n",
        "    fast_text = copy.copy(init_text)\n",
        "    input_token_ids = tokenizerS(fast_text, return_tensors=\"pt\")[\"input_ids\"].to(device)\n",
        "    t_tokens = input_token_ids.shape[1]\n",
        "\n",
        "    if debug:\n",
        "      print(f\"final text: {fast_text}\")\n",
        "      print(f\"\\n new token length {t_tokens}\")\n",
        "\n",
        "  end_time = time.time()\n",
        "  return tokenizerS.decode(tokenizerS(init_text)[\"input_ids\"][:n_total_tokens]), end_time - start_time"
      ],
      "metadata": {
        "id": "SJR_jZsaYfKP"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "First we look at a very simple example. By viewing the speculative sampling output, we can see that we often get k or k+1 tokens from a single autoregressive run of the large model because the sequence is easy enough to be predicted by the small models."
      ],
      "metadata": {
        "id": "8dxr8ik7PplQ"
      }
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "8hiTF5DOsEH7",
        "outputId": "8a35240a-9db8-4b71-b8be-f5b3f2a554da"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "GPTL | time: 1.946852684020996 Text: A B C D E F G H I J K L M N O P Q R S T U V W X Y \n",
            "\n",
            "GPTS | time: 0.5140266418457031 Text: A B C D E F G H I J K L M N O P Q R S T U V W X Y \n",
            "\n",
            "Run the speculative sampling in debug mode:\n",
            "init text:  A B C D | number tokens:  4 \n",
            "\n",
            "fast text: A B C D E F G H I\n",
            "final text: A B C D E F G H I J\n",
            "\n",
            " new token length 10\n",
            "fast text: A B C D E F G H I J K L M N O\n",
            "final text: A B C D E F G H I J K L M N O P\n",
            "\n",
            " new token length 16\n",
            "fast text: A B C D E F G H I J K L M N O P Q R S T U\n",
            "final text: A B C D E F G H I J K L M N O P Q R S T U V\n",
            "\n",
            " new token length 22\n",
            "fast text: A B C D E F G H I J K L M N O P Q R S T U V W X Y Z AL\n",
            "final text: A B C D E F G H I J K L M N O P Q R S T U V W X Y Z AAAM\n",
            "\n",
            " new token length 28\n",
            "SpecGPTL | time: 0.5783092975616455 Text: A B C D E F G H I J K L M N O P Q R S T U V W X Y\n"
          ]
        }
      ],
      "source": [
        "init_text = \"A B C D\"\n",
        "\n",
        "# gptL_out, runtimeL = autoregressive_GPT(init_text, 25, model_size=\"large\")\n",
        "# gptS_out, runtimeS = autoregressive_GPT(init_text, 25, model_size=\"small\")\n",
        "\n",
        "print(f\"GPTL | time: {runtimeL} Text: {gptL_out} \\n\")\n",
        "print(f\"GPTS | time: {runtimeS} Text: {gptS_out} \\n\")\n",
        "\n",
        "print(\"Run the speculative sampling in debug mode:\")\n",
        "spec_text, spec_runtime = autoregressive_GPTL_speculative_sampling(init_text, n_total_tokens=25 , k_next_tokens=5, debug=True)\n",
        "print(f\"SpecGPTL | time: {spec_runtime} Text: {spec_text}\")"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "repeat = 30\n",
        "runtimeL = np.mean([autoregressive_GPT(init_text, 25, model_size=\"large\")[1] for i in range(repeat)])\n",
        "runtimeS = np.mean([autoregressive_GPT(init_text, 25, model_size=\"small\")[1] for i in range(repeat)])\n",
        "spec_runtime = np.mean([autoregressive_GPTL_speculative_sampling(init_text, n_total_tokens=25 , k_next_tokens=5, debug=False)[1] for i in range(repeat)])\n",
        "\n",
        "print(f\"GPTL: {runtimeL} GPTS: {runtimeS} GPTL_Spec: {spec_runtime}\")\n",
        "print(spec_runtime/runtimeL)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "AxMM8aQjNmi0",
        "outputId": "c8b118d2-6de0-4591-ba42-0e2c93d2f96c"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "GPTL: 1.0482834974924724 GPTS: 0.36068517367045083 GPTL_Spec: 0.6374770482381185\n",
            "0.608115123211406\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "We now try another test example that is less obvious than the alphabet string"
      ],
      "metadata": {
        "id": "1b5-kXNaR9B-"
      }
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Blk7I6ONpTau",
        "outputId": "32d536be-d9bb-450a-f453-0dc68bbb5ff1"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "GPTL | time: 1.4081530570983887 Text: It was the best of times, it was the worst of times,\" said Cristián Molina, secretary general of the union, which marched for the vote with its presidential candidate, José Manuel Bar \n",
            "\n",
            "GPTS | time: 0.4656803607940674 Text: It was the best of times, it was the worst. The Star Wars anybody could do it run 19 years, and it was really because of Wil Wheaton and the people who loved Star Wars. \n",
            "\n",
            "Run the speculative sampling in debug mode:\n",
            "init text:  It was the best of times, it was the worst | number tokens:  11 \n",
            "\n",
            "fast text: It was the best of times, it was the worst of times, he knows\n",
            "final text: It was the best of times, it was the worst of times, it\n",
            "\n",
            " new token length 15\n",
            "fast text: It was the best of times, it was the worst of times, it was the best of times\n",
            "final text: It was the best of times, it was the worst of times, it was the age\n",
            "\n",
            " new token length 18\n",
            "fast text: It was the best of times, it was the worst of times, it was the age of God and slowly it\n",
            "final text: It was the best of times, it was the worst of times, it was the age of wisdom\n",
            "\n",
            " new token length 20\n",
            "fast text: It was the best of times, it was the worst of times, it was the age of wisdom,\" Rubin said. \"\n",
            "final text: It was the best of times, it was the worst of times, it was the age of wisdom,\n",
            "\n",
            " new token length 21\n",
            "fast text: It was the best of times, it was the worst of times, it was the age of wisdom, nothing but power. It\n",
            "final text: It was the best of times, it was the worst of times, it was the age of wisdom, it\n",
            "\n",
            " new token length 22\n",
            "fast text: It was the best of times, it was the worst of times, it was the age of wisdom, it was the age of power\n",
            "final text: It was the best of times, it was the worst of times, it was the age of wisdom, it was the age of foolish,\n",
            "\n",
            " new token length 28\n",
            "fast text: It was the best of times, it was the worst of times, it was the age of wisdom, it was the age of foolish, it was the age of\n",
            "final text: It was the best of times, it was the worst of times, it was the age of wisdom, it was the age of foolish, it was the epoch\n",
            "\n",
            " new token length 32\n",
            "fast text: It was the best of times, it was the worst of times, it was the age of wisdom, it was the age of foolish, it was the epoch of unlearned thought\n",
            "final text: It was the best of times, it was the worst of times, it was the age of wisdom, it was the age of foolish, it was the epoch of belief\n",
            "\n",
            " new token length 34\n",
            "fast text: It was the best of times, it was the worst of times, it was the age of wisdom, it was the age of foolish, it was the epoch of belief and error.\" Student with\n",
            "final text: It was the best of times, it was the worst of times, it was the age of wisdom, it was the age of foolish, it was the epoch of belief,\n",
            "\n",
            " new token length 35\n",
            "fast text: It was the best of times, it was the worst of times, it was the age of wisdom, it was the age of foolish, it was the epoch of belief, it was the epoch that\n",
            "final text: It was the best of times, it was the worst of times, it was the age of wisdom, it was the age of foolish, it was the epoch of belief, it was the epoch that was\n",
            "\n",
            " new token length 41\n",
            "SpecGPTL | time: 1.3542289733886719 Text: It was the best of times, it was the worst of times, it was the age of wisdom, it was the age of foolish, it was the epoch of belief, it was the epoch that\n"
          ]
        }
      ],
      "source": [
        "init_text = \"It was the best of times, it was the worst\"\n",
        "\n",
        "gptL_out, runtimeL = autoregressive_GPT(init_text, 40, model_size=\"large\")\n",
        "gptS_out, runtimeS = autoregressive_GPT(init_text, 40, model_size=\"small\")\n",
        "\n",
        "print(f\"GPTL | time: {runtimeL} Text: {gptL_out} \\n\")\n",
        "print(f\"GPTS | time: {runtimeS} Text: {gptS_out} \\n\")\n",
        "\n",
        "print(\"Run the speculative sampling in debug mode:\")\n",
        "spec_text, spec_runtime = autoregressive_GPTL_speculative_sampling(init_text, n_total_tokens=40 , k_next_tokens=5, debug=True)\n",
        "print(f\"SpecGPTL | time: {spec_runtime} Text: {spec_text}\")"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "repeat = 30\n",
        "runtimeL = np.mean([autoregressive_GPT(init_text, 25, model_size=\"large\")[1] for i in range(repeat)])\n",
        "runtimeS = np.mean([autoregressive_GPT(init_text, 25, model_size=\"small\")[1] for i in range(repeat)])\n",
        "spec_runtime = np.mean([autoregressive_GPTL_speculative_sampling(init_text, n_total_tokens=25 , k_next_tokens=5, debug=False)[1] for i in range(repeat)])\n",
        "\n",
        "print(f\"GPTL: {runtimeL} GPTS: {runtimeS} GPTL_Spec: {spec_runtime}\")\n",
        "print(spec_runtime/runtimeL)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "60CsswbHSB18",
        "outputId": "37e12fa3-2c66-4db0-adf5-abc427023003"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "GPTL: 0.7268918832143147 GPTS: 0.2667467435201009 GPTL_Spec: 0.7000492254892985\n",
            "0.9630720078943267\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "cnHwgz8-tked"
      },
      "source": [
        "# Compute average runtimes on text dataset\n"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Rather than repeat on the same sequence, let us consider taking the average over different starting text excerpts pulled from a text file. Since it is easy, we will use the shakespear text."
      ],
      "metadata": {
        "id": "lweyTk5fIvU5"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import bs4\n",
        "import sys\n",
        "import requests\n",
        "\n",
        "wiki_page = 'Harvard'\n",
        "res = requests.get(f'https://en.wikipedia.org/wiki/{wiki_page}' )\n",
        "res.raise_for_status()\n",
        "wiki = bs4.BeautifulSoup(res.text,\"html.parser\")\n",
        "\n",
        "# open a file named as your wiki page in write mode\n",
        "with open(wiki_page+\".txt\", \"w\", encoding=\"utf-8\") as f:\n",
        "    for i in wiki.select('p'):\n",
        "        # write each paragraph to the file\n",
        "        f.write(i.getText())"
      ],
      "metadata": {
        "id": "Uck1oUo7ibVl"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "with open('Harvard.txt', 'r', encoding='utf-8') as f:\n",
        "  data_text = f.read()\n",
        "  token_text = tokenizerL(data_text)[\"input_ids\"]\n",
        "  max_num_tokens = len(token_text)"
      ],
      "metadata": {
        "id": "B7dUhpD2i3bE"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "t7ABQ818yd-Z"
      },
      "outputs": [],
      "source": [
        "def get_batch_tokens(batch_num, token_length):\n",
        "  idx = np.random.randint(0, max_num_tokens - token_length, size=(batch_num))\n",
        "  token_set = []\n",
        "  for i in idx:\n",
        "    token_set.append(token_text[i:i+token_length])\n",
        "  return torch.tensor(token_set)"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "random.seed(10)\n",
        "torch.manual_seed(10)\n",
        "\n",
        "num_batch = 10\n",
        "n_total_tokens = 100 \n",
        "k_lookahead = np.arange(2, 15, 1).astype(int) # Hyperparameter for the task\n",
        "print(k_lookahead)\n",
        "batch_tokens = get_batch_tokens(batch_num=num_batch,token_length=20)\n",
        "\n",
        "hold_run_spec = np.zeros((len(k_lookahead), num_batch, 1))\n",
        "hold_run_autoreg = np.zeros((1, num_batch, 2))\n",
        "\n",
        "total_run = num_batch * len(k_lookahead)\n",
        "counter = 0\n",
        "for i in range(num_batch):  # Run the computation over different token batches\n",
        "  init_text = tokenizerS.decode(batch_tokens[i,:])\n",
        "\n",
        "  _, runtimeS = autoregressive_GPT(init_text, n_total_tokens, model_size=\"small\")   # Compute small runtimes\n",
        "  hold_run_autoreg[0, i, 0] = runtimeS\n",
        "\n",
        "  _, runtimeL = autoregressive_GPT(init_text, n_total_tokens, model_size=\"large\")  # compute large runtimes\n",
        "  hold_run_autoreg[0, i, 1] = runtimeL\n",
        "\n",
        "  for ki, k_next_tokens in enumerate(k_lookahead): # Compute speculative with different lookahead values\n",
        "    # compute spec runtimes\n",
        "    _, spec_runtime = autoregressive_GPTL_speculative_sampling(init_text, n_total_tokens=n_total_tokens , k_next_tokens=k_next_tokens)\n",
        "    hold_run_spec[ki, i, 0] = spec_runtime \n",
        "    \n",
        "    counter = counter+1\n",
        "    print(f\"Progress: {counter/total_run*100}\" )\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "6LKeDK8wJlW-",
        "outputId": "72ac68b4-2ee9-430d-8198-84b2ff29fa91"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "[ 2  3  4  5  6  7  8  9 10 11 12 13 14]\n",
            "Progress: 0.7692307692307693\n",
            "Progress: 1.5384615384615385\n",
            "Progress: 2.307692307692308\n",
            "Progress: 3.076923076923077\n",
            "Progress: 3.8461538461538463\n",
            "Progress: 4.615384615384616\n",
            "Progress: 5.384615384615385\n",
            "Progress: 6.153846153846154\n",
            "Progress: 6.923076923076923\n",
            "Progress: 7.6923076923076925\n",
            "Progress: 8.461538461538462\n",
            "Progress: 9.230769230769232\n",
            "Progress: 10.0\n",
            "Progress: 10.76923076923077\n",
            "Progress: 11.538461538461538\n",
            "Progress: 12.307692307692308\n",
            "Progress: 13.076923076923078\n",
            "Progress: 13.846153846153847\n",
            "Progress: 14.615384615384617\n",
            "Progress: 15.384615384615385\n",
            "Progress: 16.153846153846153\n",
            "Progress: 16.923076923076923\n",
            "Progress: 17.692307692307693\n",
            "Progress: 18.461538461538463\n",
            "Progress: 19.230769230769234\n",
            "Progress: 20.0\n",
            "Progress: 20.76923076923077\n",
            "Progress: 21.53846153846154\n",
            "Progress: 22.30769230769231\n",
            "Progress: 23.076923076923077\n",
            "Progress: 23.846153846153847\n",
            "Progress: 24.615384615384617\n",
            "Progress: 25.384615384615383\n",
            "Progress: 26.153846153846157\n",
            "Progress: 26.923076923076923\n",
            "Progress: 27.692307692307693\n",
            "Progress: 28.46153846153846\n",
            "Progress: 29.230769230769234\n",
            "Progress: 30.0\n",
            "Progress: 30.76923076923077\n",
            "Progress: 31.538461538461537\n",
            "Progress: 32.30769230769231\n",
            "Progress: 33.07692307692307\n",
            "Progress: 33.84615384615385\n",
            "Progress: 34.61538461538461\n",
            "Progress: 35.38461538461539\n",
            "Progress: 36.15384615384615\n",
            "Progress: 36.92307692307693\n",
            "Progress: 37.69230769230769\n",
            "Progress: 38.46153846153847\n",
            "Progress: 39.23076923076923\n",
            "Progress: 40.0\n",
            "Progress: 40.76923076923077\n",
            "Progress: 41.53846153846154\n",
            "Progress: 42.30769230769231\n",
            "Progress: 43.07692307692308\n",
            "Progress: 43.84615384615385\n",
            "Progress: 44.61538461538462\n",
            "Progress: 45.38461538461539\n",
            "Progress: 46.15384615384615\n",
            "Progress: 46.92307692307692\n",
            "Progress: 47.69230769230769\n",
            "Progress: 48.46153846153846\n",
            "Progress: 49.23076923076923\n",
            "Progress: 50.0\n",
            "Progress: 50.76923076923077\n",
            "Progress: 51.53846153846153\n",
            "Progress: 52.307692307692314\n",
            "Progress: 53.07692307692308\n",
            "Progress: 53.84615384615385\n",
            "Progress: 54.61538461538461\n",
            "Progress: 55.38461538461539\n",
            "Progress: 56.15384615384615\n",
            "Progress: 56.92307692307692\n",
            "Progress: 57.692307692307686\n",
            "Progress: 58.46153846153847\n",
            "Progress: 59.23076923076923\n",
            "Progress: 60.0\n",
            "Progress: 60.76923076923077\n",
            "Progress: 61.53846153846154\n",
            "Progress: 62.30769230769231\n",
            "Progress: 63.07692307692307\n",
            "Progress: 63.84615384615384\n",
            "Progress: 64.61538461538461\n",
            "Progress: 65.38461538461539\n",
            "Progress: 66.15384615384615\n",
            "Progress: 66.92307692307692\n",
            "Progress: 67.6923076923077\n",
            "Progress: 68.46153846153847\n",
            "Progress: 69.23076923076923\n",
            "Progress: 70.0\n",
            "Progress: 70.76923076923077\n",
            "Progress: 71.53846153846153\n",
            "Progress: 72.3076923076923\n",
            "Progress: 73.07692307692307\n",
            "Progress: 73.84615384615385\n",
            "Progress: 74.61538461538461\n",
            "Progress: 75.38461538461539\n",
            "Progress: 76.15384615384615\n",
            "Progress: 76.92307692307693\n",
            "Progress: 77.6923076923077\n",
            "Progress: 78.46153846153847\n",
            "Progress: 79.23076923076923\n",
            "Progress: 80.0\n",
            "Progress: 80.76923076923077\n",
            "Progress: 81.53846153846153\n",
            "Progress: 82.3076923076923\n",
            "Progress: 83.07692307692308\n",
            "Progress: 83.84615384615385\n",
            "Progress: 84.61538461538461\n",
            "Progress: 85.38461538461539\n",
            "Progress: 86.15384615384616\n",
            "Progress: 86.92307692307692\n",
            "Progress: 87.6923076923077\n",
            "Progress: 88.46153846153845\n",
            "Progress: 89.23076923076924\n",
            "Progress: 90.0\n",
            "Progress: 90.76923076923077\n",
            "Progress: 91.53846153846153\n",
            "Progress: 92.3076923076923\n",
            "Progress: 93.07692307692308\n",
            "Progress: 93.84615384615384\n",
            "Progress: 94.61538461538461\n",
            "Progress: 95.38461538461539\n",
            "Progress: 96.15384615384616\n",
            "Progress: 96.92307692307692\n",
            "Progress: 97.6923076923077\n",
            "Progress: 98.46153846153847\n",
            "Progress: 99.23076923076923\n",
            "Progress: 100.0\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "autodat = np.tile(hold_run_autoreg, (len(k_lookahead), 1,1))\n",
        "\n",
        "fig = plt.figure()\n",
        "ax = fig.add_subplot(111)\n",
        "ax.errorbar(k_lookahead, np.mean(hold_run_spec, axis=1), np.std(hold_run_spec, axis=1), label=\"Spec Sampling\")\n",
        "ax.errorbar(k_lookahead, np.mean(autodat[:,:,0], axis=1), np.std(autodat[:,:,0], axis=1), label=\"GPTS\")\n",
        "ax.errorbar(k_lookahead, np.mean(autodat[:,:,1], axis=1), np.std(autodat[:,:,1], axis=1), label=\"GPTL\")\n",
        "ax.set_xlabel(\"k lookahead\")\n",
        "ax.set_ylabel(\"runtime s\")\n",
        "ax.legend()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 333
        },
        "id": "xKn-iNnNTIia",
        "outputId": "25e1b7ee-b6e8-4ead-bc6d-18096cd948f3"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "<ipython-input-155-e6a4df7d91d0>:5: MatplotlibDeprecationWarning: Support for passing a (n, 1)-shaped error array to errorbar() is deprecated since Matplotlib 3.1 and will be removed in 3.3; pass a 1D array instead.\n",
            "  ax.errorbar(k_lookahead, np.mean(hold_run_spec, axis=1), np.std(hold_run_spec, axis=1), label=\"Spec Sampling\")\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<matplotlib.legend.Legend at 0x7f83f49a6b20>"
            ]
          },
          "metadata": {},
          "execution_count": 155
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ],
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX4AAAEGCAYAAABiq/5QAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3deXxU1f3/8dcnGwkJhEDClgiEXSBsBhQXQFDEDRWtaK2ytEVbal36rdbfV+vSb79Wil2+XRRcAPe9LliXSotbQdl3UAhbIEDYSSD7+f0xQxqUJSQzczMz7+fjkcdM7ty553NZ3jlzcu655pxDRESiR4zXBYiISGgp+EVEooyCX0Qkyij4RUSijIJfRCTKxHldQG2kp6e7Dh06eF2GiEhYWbhw4S7nXMY3t4dF8Hfo0IEFCxZ4XYaISFgxs03H2q6hHhGRKKPgFxGJMgp+EZEoExZj/MdSXl5Ofn4+JSUlXpcitZSYmEhWVhbx8fFelyIS1cI2+PPz82nSpAkdOnTAzLwuR07COcfu3bvJz88nOzvb63JEolrYDvWUlJTQokULhX6YMDNatGihT2giDUDYBj+g0A8z+vsSaRjCOvhP1Zipcxkzda7XZYiIeCqqgj/Qfv3rX9OzZ0969+5N3759+eKLL4LW1qxZs+jXrx99+vShR48eTJ06NWhtATzwwANMmTIFgF/+8pd89NFHQW1PRI4WzI5q2P5y12tz585l1qxZLFq0iEaNGrFr1y7KysqC0lZ5eTkTJ07kyy+/JCsri9LSUjZu3BiUto7loYceCllbIhJ86vHXUUFBAenp6TRq1AiA9PR02rZtC/iWmLjrrrvIyclh4MCBrFu3DoDCwkKuvvpqBgwYwIABA/j8888BKCoqYvz48eTk5NC7d29ef/31o9o6ePAgFRUVtGjRAoBGjRrRrVs3AN555x3OPPNM+vXrxwUXXMCOHTsAX4997NixnHfeebRv35433nijuqaRI0dSXl5+wlprGjduHK+99lr1/vfffz/9+/cnJyeHNWvWVJ/bhRdeSM+ePfnBD35A+/bt2bVrV+D+wEUkYCKix//gOytZte3ASfdbVeDbpzYfn3q0bcr9l/c87usjRozgoYceomvXrlxwwQWMGTOGIUOGVL+emprK8uXLeeaZZ7j99tuZNWsWt912G3fccQfnnnsumzdv5qKLLmL16tX86le/qt4fYO/evUe11bx5c0aNGkX79u0ZPnw4l112Gddffz0xMTGce+65zJs3DzPjySefZPLkyTz66KMArF+/nn/961+sWrWKQYMG8frrrzN58mSuuuoq3n33Xa688srj1noi6enpLFq0iL/+9a9MmTKFJ598kgcffJBhw4Zxzz338P777/PUU0+d9M9YRLyhHn8dpaSksHDhQqZNm0ZGRgZjxoxhxowZ1a9ff/311Y9z5/p+0Hz00Uf85Cc/oW/fvowaNYoDBw5QVFTERx99xKRJk6rfm5aW9q32nnzySWbPns3AgQOZMmUKEyZMAHzXM1x00UXk5OTw29/+lpUrV1a/5+KLLyY+Pp6cnBwqKysZOXIkADk5OUcNFR2r1hMZPXo0AGeccUb1cT777DOuu+46AEaOHHnMcxCRhiFoPX4zexq4DNjpnOvl39YceBnoAGwErnXO7T3eMWrrRD3zmo709F++eVB9mwQgNjaWoUOHMnToUHJycpg5cybjxo0Djp66eOR5VVUV8+bNIzExsU7t5eTkkJOTw4033kh2djYzZszg1ltv5c4772TUqFHMmTOHBx54oHr/I8NQMTExxMfHV9cRExNDRUXFt+r75vPjOXLc2NjYo44jIuEhmD3+GcDIb2z7BTDbOdcFmO3/PiytXbuWr7/+uvr7JUuW0L59++rvX3755erHQYN8P2hGjBjBn/70p6PeA3DhhRfyl7/8pXr7N4d6ioqKmDNnzjHb2r9/P5mZmQDMnDmzTudyrFpP1TnnnMMrr7wCwIcffvitcxCRhiNoPX7n3Cdm1uEbm68AhvqfzwTmAHcHq4ZgKioq4tZbb2Xfvn3ExcXRuXNnpk2bVv363r176d27N40aNeLFF18E4P/+7/+YNGkSvXv3pqKigsGDB/P4449z7733MmnSJHr16kVsbCz3339/9XAK+JY7mDx5MjfffDNJSUkkJydXDys98MADfOc73yEtLY1hw4axYcOGUz6XY9V6qu6//36uv/56nn32WQYNGkTr1q1p0qRJnY4lIsFlzrngHdwX/LNqDPXsc8418z83YO+R74/x3onARIB27dqdsWnT0fcTWL16Naeffvop1RPooZ7jOXLjmPT09KC2EwiBqrW0tJTY2Fji4uKYO3cuP/rRj6o/0dRUl783kWgUiLwys4XOudxvbvdsVo9zzpnZcX/qOOemAdMAcnNzA/LTKdiBH802b97MtddeS1VVFQkJCTzxxBNelyQixxHq4N9hZm2ccwVm1gbYGeL2QyKUF1fVV6Bq7dKlC4sXLw7IsUQkuEI9nfNtYKz/+VjgrRC3LyIS9YIW/Gb2IjAX6GZm+Wb2feA3wIVm9jVwgf97EREJoWDO6rn+OC8ND1abIiJyctF15e70S31fIiJRLCLW6vHKjh07uOOOO5g3bx5paWkkJCRw1113kZaWxhVXXEF2djalpaVcd911nHXWWdx9t++ShXXr1pGZmUlSUhK9e/fm8ccf54c//CHLli3DOUezZs14//33SUlJ8fgMRSQSKfjryDnHlVdeydixY3nhhRcA2LRpE2+//TZpaWmcd955zJo1i+LiYvr27cvll19ePa996NChTJkyhdxc3/Tahx9+mFatWlUv0rZ27VrdkFxEgia6hnoC6J///CcJCQnccsst1dvat2/PrbfeetR+ycnJnHHGGcdc7viIgoKC6mUXALp161a9Ho6ISKBFRo//vV/A9uUn32/7Mt9jbcb5W+fAxcefdLRy5Ur69+9/0sPs3r2befPmcd999x13nwkTJjBixAhee+01hg8fztixY+nSpcvJaxQRqQP1+ANk0qRJ9OnThwEDBgDw6aef0q9fP0aMGMEvfvELevY8/gqiffv2JS8vj5///Ofs2bOHAQMGsHr16lCVLiJRJjJ6/CfomR/lSE9//Lv1brJnz55H3SnrL3/5C7t27aoetz8yxl9bKSkpjB49mtGjRxMTE8Pf//53rWkjIkGhHn8dDRs2jJKSEh577LHqbYcOHarTsT7//PPqZYzLyspYtWrVUUs8i4gEUmT0+D1gZrz55pvccccdTJ48mYyMDJKTk3nkkUdO+Vjr16/nRz/6Ec45qqqquPTSS7n66quDULWIiIK/Xtq0acNLL710zNeGDh163PfVvKkKwE033cRNN90UwMpEolcoll8P1RLvwRJdwR+AsX0RkXCnMX4RkSij4BcRiTIKfhGRBqqyKji3xlXwi4g0QLuKSlmav491O4sCfuyoCv7x749n/PvjvS5DROS4nHP8afbXrC8sJjE+loyUwK/bFV2zegIsUMsyT5gwgSlTppzSlb4iEnnKK6v4778t55UF+bRITqBjRjKpjQO/Um9U9fgD6ciyzIMHDyYvL4+FCxfy0ksvkZ+fD/iWbFiyZAkLFizgueeeIyMjgyVLlrBkyRJyc3N5/vnnWbJkCc8884zHZyIiDcGBknLGT5/PKwvy+enwLnTKSCbGLChtKfjrKJDLMotIdNu67zDXPPZv5uXt5rfX9ObOC7tiQQp9iJChnke+fIQ1e9acdL8j+9RmnL978+7cPfDu474eyGWZRSR6rdi6n/Ez5lNSVsnMCQM5p3N60NtUjz9A6rMss4hEp9mrd3Dt1LkkxMbw2o/ODknoQ4T0+E/UM6/pSE9/+sjp9W4z0Msyi0h0eXbuRu5/eyU92jbl6bEDaNk0MWRtq8dfR4FclllEokdVleN//76a+95ayfndWvLyxEEhDX1Q8NfZkWWZP/74Y7Kzsxk4cCBjx46t07LMALNnzyYrK6v6a+7cuQGuWES8VlJeyaQXFjHtkzxuGtSeaTflktwo9AMvETHU45VALcs8dOhQDh8+HMDKRKSh2V1Uyg+eWcCSLfu499LT+f652UGduXMiURX8gRjbFxE5VXmFRYybPp8dB0p47Ib+jOzVxtN6oir4RURC7csNe5j47AJizXhx4ln0b5fmdUnhHfzOOc8+Ksmpcy44Kw2KNFRvL93Gf72ylKy0JKaPH0D7FslelwSE8S93ExMT2b17t8IkTDjn2L17N4mJoZ29IA3HmKlzq29ZGOmcc/x1zjp++uJi+p7WjDd+fHaDCX0I4x5/VlYW+fn5FBYWel2K1FJiYiJZWVlelyESVOWVVfzyrRW8+OUWRvVpy2+/05tGcbFel3WUsA3++Ph4srOzvS5DRKTawZJyJr2wmE++KuQn53fmzgu7EhPT8Iajwzb4RUQakoL9hxk/fT5f7yziN6NzuG5gO69LOi4Fv4hIPa3ctp8JM+ZTXFrJ9HEDGNw1w+uSTkjBLyJSD3PW7mTS84tomhTPq7cM4vQ2Tb0u6aQU/CIidfTCF5u5760VdGvVhKfHDaB1anjMWvNkOqeZ3WFmK81shZm9aGbh8aclIoJvuubmPYf4f39bzuAu6bxyy6CwCX3wIPjNLBP4KZDrnOsFxALXhboOEZFT5ZxjXt5u1mw/SMH+Em44sx1P3JRLigcLrdWHV9XGAUlmVg40BrZ5VIeIyElVVTk+Wr2Dxz5ez+LN+4iLMdq3aMz/XNkrLFcPCHnwO+e2mtkUYDNwGPjQOffhN/czs4nARIB27RrutCgRiVxlFVW8tWQrUz/JY93OIk5rnsSvruzF24u3EhNjYRn64EHwm1kacAWQDewDXjWz7znnnqu5n3NuGjANIDc3V+syiEjIFJdW8NL8LTz5aR4F+0s4vU1T/nhdXy7NaUNcbAyzlob3IIUXQz0XABucc4UAZvYGcDbw3AnfJSISZHuKy5jx743M/PdG9h8u58zs5jw8OochXTPCtnd/LF4E/2bgLDNrjG+oZziwwIM6REQAyN97iCc/3cBL8zdTUl7FiB6tuGVopwaxhHIweDHG/4WZvQYsAiqAxfiHdEREQmnt9oNM/Xg9by3dhgFX9svkliEd6dyyidelBZUns3qcc/cD93vRtoh4p6Eso75g4x4em7Oe2Wt20jghlnFnd+D752bTtlmS16VVe/nmQUE7dnhNPhWRsLVt32G27jvMsClz6NQyhU4ZKXTKSKZzyxQ6tUyhaWJ8UNt3zvGvtTt5bM565m/cS1rjeO68sCs3DWpPs8YJQW27oVHwi0jQ/W1xPlv2HqZpYhxdWzVhfWERc9bupLzyP58AMpo0onNGCp1aJtMpI8X3AyEjhTapifX6xWp5ZRWzlm3j8Tl5rN1xkMxmSTxweQ+uHXAajROiMwKj86xFJGT+vX4Xd722jCaJcXRr3YTHbzwDgIrKKjbvOcT6wmLW7SxifaHv660l2zhYUlH9/sYJsUd/OsjwfULo0CKZhLjjLz5wuKySl+dv5olPN7B132G6tkrhd9f24fI+bYmPDdubDwaEgl9EguarHQe5+dmFtG+RTGpiHDE1eu5xsTF0zEihY0YKF/ZoVb3dOUdhUSnrdxazrrCI9f4fCl9u2MObS/4zfz42xmjXvDGdMpJrDB2lUFpeya6iMs555J/sKS4jt30aD13Rk/O7tWyQN0XxgoJfRIJi54ESxk+fT2J8LDPGD+Bnryyt1fvMjJZNEmnZJJFBnVoc9VpxaQUbdv3nE8KRx0++2kVZZdVR+w7v3pJbhnZiQIfmATunSKHgF5GAKy6tYMLM+ewpLuOVmweRldY4IMdNbhRHr8xUemWmHrW9orKKLXsPs35nEb+atYqmSXE8NW5AQNqMRNE90CUiAVdRWcWtLy5m1bYD/Pm7/cjJSj35m+opLjaG7PRkLujRitapiVH7S9va0p+OiASMc44H3lnJP9fs5FdX9mL46a1O/iYJOfX4RYQxU+cyZurceh9n2id5PDdvMzcP7siNZ7UPQGUSDAp+EQmIWcu28fB7a7i0dxvuHtnd63LkBBT8IlJv8zfu4c5XlpLbPo1Hv9NH0yYbOAW/iNTL+sIifvjMAjKbJfHETbkkxsd6XZKchIJfROpsV1Ep46fPJ9aMGeMHkJYcXWvehCvN6hGROjlcVskPZi5gx4ESXpx4Fu1bJHtdktSSgl9ETlllleP2lxezNH8fj91wRsTesCRSaahHRE7Zr99dzQcrd3DvpT0Y2au11+XIKVLwi8gpmf75Bp7+fEP1zUsk/GioR0Rq7YOV23lo1ipG9GjFfZf1OKX3BvOOUnJq1OMXaeACdVVtfS3evJfbXlpM76xm/PG6fsRqrn7YOqXgN7M0M+sdrGJEpGHatLuYH8xcQMsmiTw1NpekBM3VD2cnHeoxsznAKP++C4GdZva5c+7OINcmIg3A3uIyxk+fT6VzTB8/gPSURl6X5LlwH7aqTY8/1Tl3ABgNPOOcOxO4ILhliUhDUFJeycRnF5C/9zDTbsylU0aK1yVJANQm+OPMrA1wLTAryPWISANRVeX4r1eXMn/jXh69tg8Ds3Unq0hRm+B/CPgAWOecm29mHYGvg1uWiHht8gdrmbWsgLtHdufyPm29LkcC6KRj/M65V4FXa3yfB1wdzKJExFvPf7GJxz9ez3fPbMctQzp6XY4EmKZzishR/rVmJ/e9uYLzu2Xw0KiemGnaZqRR8IvUUUOZXx9IK7buZ9ILi+jRtil//m5/4mIVEZFIf6siAkBpeSXjZ8wnrXECT48dQHIjXdgfqU4a/GbWysyeMrP3/N/3MLPvB780EQmVisoq1u4ooqS8kunjB9CyaaLXJUkQ1abHPwPfrJ4jv9b/Crg9WAWJSOgUHizlqc82sLLgACXllUz93hl0bdXE67IkyGrzWS7dOfeKmd0D4JyrMLPKINclIkFSUl7JR6t38MairXz8VSGVVY7khFi6tErh7M7pXpcnIVCb4C82sxaAAzCzs4D9Qa1KRALKOcfCTXt5fdFWZi3bxsGSClo3TWTi4I6M7pfJvW+u8LpECaHaBP+dwNtAJzP7HMgArglqVSISEFv2HOKNRVt5Y3E+m3YfIik+lot7tWZ0/ywGdWqhFTajVG0u4FpkZkOAboABa51z5UGvTETq5EBJOe8tL+D1hVv5cuMezGBQxxbcOqwLF/dqrdk6UqvVOWOBS4AO/v1HmBnOud8FuTYRqaWKyio+W7eL1xdt5cOV2ymtqKJjRjI/v6gbV/bLJLNZktclSgNSmx/97wAlwHKgKhCNmlkz4EmgF77fHUxwzkXWlTAiIbC64ABvLMrnzSXbKDxYSrPG8YwZcBqj+2fRJytVV93KMdUm+LOcc4G++cofgfedc9eYWQLQOMDHF4lYhQdLeWvJVt5YtJVVBQeIizGGdW/J6P5ZnN89g0ZxukmKnFhtgv89MxvhnPswEA2aWSowGBgH4JwrA8oCcWyRSFVV5Zi1bNtRUzD7ZKXy4KieXN6nLc2TE7wuUcJIbYJ/HvA3M4sByvH9gtc555rWsc1soBCYbmZ98N3V6zbnXHHNncxsIjARoF27dnVsSqLVkTV0wvFOSVVVjoIDJeQVFpFXWExeYRF7DpUz/4XFR03B7KILraSOahP8vwMGAcudcy5AbfYHbnXOfWFmfwR+AdxXcyfn3DRgGkBubm4g2hVpUA6VVZBXWMx6f8Afedywq5jD5f+5RjI2xkhrHM8fxvTTFEwJiNoE/xZgRYBCHyAfyHfOfeH//jV8wS8Scb7Ze68Z8gX7S6r3M4OstCQ6pqdwVscWdMxIpmNGMp0zUvjJC4swM87toqtqJTBqE/x5wBz/Im2lRzbWdTqnc267mW0xs27OubXAcGBVXY4l0lDUtvee0iiOThnJvnBPT6ZTyxQ6ZiTToUUyifHH/qWsZuZIoNUm+Df4vxL8X4FwK/C8f0ZPHjA+QMcVCYnDZZVsP1DC3uIyBj08u9a994wmjRTk4rnaXLn7YKAbdc4tAXIDfVyRYNtdVMozczfxzNyN7D1UTlJ87Cn13kUaguMGv5n9wTl3u5m9g3+Btpqcc6OCWplIA7JpdzFPfrqBVxZsobSiigtOb8W2fYdokhjP78f09bo8kVNyoh7/s/7HKaEoRKQhWrplH1M/Wc/7K7YTFxPDVf0y+eHgbDq3bBJxt12MFOE4hTfUjhv8zrmF/qd9nXN/rPmamd0GfBzMwkS84pxjztpCHv94PV9s2EOTxDhuHtKJ8Wd30J2pJCLU5pe7Y/EtsVDTuGNsEwlrZRVVvL10G9M+Wc9XO4pok5rIvZeeznUD25GiFS0lgpxojP964LtAtpm9XeOlJsCeYBcmEioHS8p58cvNPP3ZRrYfKKF76yb87to+XN6nLfGxtbk7qUh4OVE35t9AAZAOPFpj+0FgWTCLEgmFHQdKePrzDbwwbzMHSys4u1MLfnN1DkO6ZmjKpUS0E43xbwI24VuuQSRifLXjINM+yeOtJVuprHJcktOGmwd3Iicr1evSREKiNjdiGQ08ArTEt0BbfRdpEwk55xxfbtjD1E/y+OeanSTGx/Ddge34/rkdaddCq4JrJkx0qc1vrCYDlzvnVge7GJFAq6xyfLByO1M/yWPpln00T07gjgu6cuOg9lrKWKJWbYJ/h0JfAiVUyyVXVTkKi0oZ9ugcNu0+RLvmjfnVlb24pn8WSQm6qlaiW22Cf4GZvQy8ydGLtL0RtKpE6qi8soqX529hSf4+yit9Nyu5+4b+XNSztZYzFvGrTfA3BQ4BI2psc0CDD/7x7/vWfps+cnpYtxGqdkLRxsaEIxeCvx7Q4zrn+GDlDiZ/sIa8wmLik3aQlr6QN3/856DN0AnWuXjRTqT8+wpVO+HeRm0WadPKmdKgLdi4h4ffW8PCTXvplJHMtBvP4N4vJmGmJY1FjqU2s3qmc+xF2iYEpSKRWlq3s4jJ76/hw1U7yGjSiP+9Kodrc7OIi43hvi+9rk6k4arNUM+sGs8TgauAbcEpR+Tkdh4o4fcffc0rC7aQGBfDzy7syvfPy6ZxgpZVEKmN2gz1HDWwaGYvAp8FrSKR4ygqrWDax+t54tMNlFdW8b0z23Hr8C6kpzTyujSRsFKXLlIXfBdziYREeWUVL365mT9+9DW7i8u4tHcbfj6iGx3Sk70uLSR6tNG1khJYtRnjP8jRY/zbgbuDVpF4ZlXBAa9LOIpzjr8v385vP1jDxt2HODO7OU9dcjp9T2vmdWmAAlnC1wmD33xTIno65zaHqB4RAL7I283D761hyZZ9dG2VwtPjcjm/W0vN0hEJgBMGv3POmdm7QE6I6pEo99WOgzzy3hpmr9lJ66aJTL6mN1f3z9LFVyIBVJsx/kVmNsA5Nz/o1UjU2r6/hN//4yteXbiF5IQ47hrZjfFnZ2t5BZEgMOe+NUX/6B3M1gCd8S3RXMx/VufsHfzyfHJzc92CBQtO+X3DXx3OofJDdG/ePQhV+azZswYgqG2Eqp1F21cC0L91z5C1UVnl2LbvMAUHSsBBq6aJZDZLIi62fj38UJxLJP3dR0oboWonVG00jm/M7O/MrvMxzGyhcy73m9tr0+O/qM6tihxHlXPsPFBK/r7DVFRWkZ7SiNOaN6ZRnO54JRJstZnHvykUhQRDuybtgPBdTyPU7Zw5/eqgtzHw6WsoOZhN3s6L2bLnMOd0bsE9l51Or8zA3gQlFOcSSX/3kdJGqNoJZRvBoEsdw0RDm2p5Kioqq5iXt4dZy7ZRuO56XFUimW3imTkhh8Fd0jVTRyTEFPz1FM6BHExVVY75G/cwa1kB760oYFdRGckJsTRK3kpi0zzenfR7YjRTR8QTCn4JGOccizbvY9aybfx9eQE7DpSSGB/D8O6tuKx3G87v3pIhzz0BoNAX8ZCCX+rFOcfyrfuZtayAd5cVsHXfYRLiYhjaNYPL+rRlePeWJDcK/T8zXVUrcnwKfjllzjlWFxxk1rJtvLu8gE27DxEXY5zXJZ2fjejKBT1a0TQx3usyReQ4Ijr4Nf4eWOt2HuSdpQXMWraN9YXFxMYYZ3dqwY+HduKinq1p1lg3LxcJBxEd/FJ/G3cVM2vZNmYtK2DN9oOYwZnZzRl/TjYX92pNCy2JLBJ2FPzyLVv2HOLd5b6e/Yqtvk9Nue3TeODyHlyS04aWTRM9rlBE6uOkSzY0BHVdsmHM1LkAvHzzoECXFNI2AtVOaUUl+w+Xc+BwOfsOlbO/5uPhcl6ev5mi0gqKSysB6JOVymW923Jp7za0bZbUYM5DRGqnPks2SANSVeU4WFLBvsNl3wpuX6Afvf3I175D5RwurzzhsWNjjMS4GO4a2Y3LctrSrkXjEJ2ViISSZ8FvZrHAAmCrc+4yr+poqIpKK1i5dT/Lt+5nxdb9LMvfT1llFZ3++++c6ENaYnwMqUnxNEtKIDUpntOaN6ZXUjzNkuJ92xvH0zQpnmaNE/z7+bY3TYrnu0/MA+DHQzuH6CxFxAte9vhvA1YDUT/h+mBJOSu3HWCFP+iXb93Phl3F1QHfqmkjGsXH0DQxjjEDTjs6uBvHVwd406R4EuO1jLGInJgnwW9mWcClwK+BO72owSsHSspZufU/Ib9i637ydhVXv94mNZFemalc2TeTXplN6ZWZSssmidVj43eO6OZV6SISIbzq8f8BuAto4lH7IbH/cDkrt+33h7wv7DfUCPm2/pC/ql8mvbJS6dU2lYwmmh4pIsEV8uA3s8uAnc65hWY29AT7TQQmArRr1y5E1dXd/kPlrNj2n6GaFVv3s2n3oerXM5sl0SuzKVf3z6RXZio5mamaAy8invCix38OMMrMLgESgaZm9pxz7ns1d3LOTQOmgW86Z+jLPLGDJeV8vm43ebuKOXC4nD4PfVj9WlZaEjmZqVybe1p1yDdP1lWtItIwhDz4nXP3APcA+Hv8//XN0G+IjqxPM+ernXy8tpCFm/ZSUeWINaNpUhy3XdCFnEzfcE2aQv64NH9fxHuax38C+w+V8+m6Qj5eW8jHXxWy82Ap4Fv5ceLgjgzpmsGUD9cSY6YpkCISNjwNfufcHGCOlzXUVFXlWLFtPz3pVlcAAAmsSURBVB+vLWTOV4Us3ryXKgepSfGc1yWdIV0zGNI146glC2J09ygRCTNR3+PfU1zGp1/7evWffF3IrqIyAHpnpfKT8zszpFsGfbKaERerm4CLSGSIuuCvrHIszd9X3atflr8P56B5cgKDu6QzpFsG53XJIF0zbkQkQkVF8BceLOWTr3xB/+nXhew7VE6MQd/TmnH78K4M7ZZBr8xUYnU7QBGJAhEd/AX7D7OrqIwBv/4IgPSURgzv3oqh3TI4t3N6WM2+0WwYEQmUiA7+w2VVxJrx84u6MaRrBj3aNNVNvkUk6kV08GenN8bMmHS+plqKiBwR0cFvmmp5SjScJBIdNEdRRCTKKPhFRKKMgl9EJMoo+EVEooyCX0QkykT0rJ5Q0EwYEQk36vGLiEQZBb+ISJRR8IuIRBkFv4hIlFHwi4hEGQW/iEiUUfCLiEQZBb+ISJRR8IuIRJmIvnJXV9WKiHybevwiIlFGwS8iEmUU/CIiUUbBLyISZRT8IiJRRsEvIhJlFPwiIlFGwS8iEmUU/CIiUUbBLyISZRT8IiJRRsEvIhJlQh78Znaamf3LzFaZ2Uozuy3UNYiIRDMvVuesAH7mnFtkZk2AhWb2D+fcKg9qERGJOiHv8TvnCpxzi/zPDwKrgcxQ1yEiEq08HeM3sw5AP+ALL+sQEYkmngW/maUArwO3O+cOHOP1iWa2wMwWFBYWhr5AEZEI5Unwm1k8vtB/3jn3xrH2cc5Nc87lOudyMzIyQlugiEgE82JWjwFPAaudc78LamPTL/V9hXsboWonUtoIVTs6l4bXRqjaCfM2vOjxnwPcCAwzsyX+r0s8qENEJCqFfDqnc+4zwELdroiI+OjKXRGRKKPgFxGJMuac87qGk8rNzXULFiw49Tc+ejqUFUHr3oEv6ojty3yPwWwjVO1EShuhakfn0vDaCFU7oWojIQV+trrOhzCzhc653G9uV49fRCTKeLFWT+g07+h7HP9u8No4Mt0qmG2Eqp1IaSNU7ehcGl4boWonlG0EgXr8IiJRRsEvIhJlFPwiIlFGwS8iEmUiezqniEgU03ROEREBFPwiIlFHwS8iEmUU/CIiUUbBLyISZRT8IiJRRsEvIhJlFPwiIlFGwS8iEmXC4spdMysENtXx7enArgCW46VIOZdIOQ/QuTRUkXIu9T2P9s65jG9uDIvgrw8zW3CsS5bDUaScS6ScB+hcGqpIOZdgnYeGekREooyCX0QkykRD8E/zuoAAipRziZTzAJ1LQxUp5xKU84j4MX4RETlaNPT4RUSkBgW/iEiUidjgN7PTzOxfZrbKzFaa2W1e11QfZhZrZovNbJbXtdSHmTUzs9fMbI2ZrTazQV7XVFdmdof/39YKM3vRzBK9rqm2zOxpM9tpZitqbGtuZv8ws6/9j2le1lgbxzmP3/r/fS0zs7+ZWTMva6ytY51Ljdd+ZmbOzNID0VbEBj9QAfzMOdcDOAuYZGY9PK6pPm4DVntdRAD8EXjfOdcd6EOYnpOZZQI/BXKdc72AWOA6b6s6JTOAkd/Y9gtgtnOuCzDb/31DN4Nvn8c/gF7Oud7AV8A9oS6qjmbw7XPBzE4DRgCbA9VQxAa/c67AObfI//wgvoDJ9LaqujGzLOBS4Emva6kPM0sFBgNPATjnypxz+7ytql7igCQziwMaA9s8rqfWnHOfAHu+sfkKYKb/+UzgypAWVQfHOg/n3IfOuQr/t/OArJAXVgfH+TsB+D1wFxCwmTgRG/w1mVkHoB/whbeV1Nkf8P3FV3ldSD1lA4XAdP+w1ZNmlux1UXXhnNsKTMHXCysA9jvnPvS2qnpr5Zwr8D/fDrTyspgAmQC853URdWVmVwBbnXNLA3nciA9+M0sBXgdud84d8LqeU2VmlwE7nXMLva4lAOKA/sBjzrl+QDHhMZzwLf7x7yvw/TBrCySb2fe8rSpwnG+ed1jP9Taz/8Y35Pu817XUhZk1Bv4f8MtAHzuig9/M4vGF/vPOuTe8rqeOzgFGmdlG4CVgmJk9521JdZYP5Dvnjnzyeg3fD4JwdAGwwTlX6JwrB94Azva4pvraYWZtAPyPOz2up87MbBxwGXCDC9+LlTrh61gs9f//zwIWmVnr+h44YoPfzAzfWPJq59zvvK6nrpxz9zjnspxzHfD98vCfzrmw7Fk657YDW8ysm3/TcGCVhyXVx2bgLDNr7P+3Npww/UV1DW8DY/3PxwJveVhLnZnZSHxDo6Occ4e8rqeunHPLnXMtnXMd/P//84H+/v9H9RKxwY+vp3wjvh7yEv/XJV4XJdwKPG9my4C+wP96XE+d+D+1vAYsApbj+78UNssEmNmLwFygm5nlm9n3gd8AF5rZ1/g+0fzGyxpr4zjn8WegCfAP///7xz0tspaOcy7BaSt8PwWJiEhdRHKPX0REjkHBLyISZRT8IiJRRsEvIhJlFPwiIlFGwS8Rwcw6HGtVw1Pd5wTvHWdmfz6F/WeY2TV1aSuQdYgci4JfRCTKKPgl4phZR/8icANOsE+imU03s+X+fc8/0fZvvPdSM5trZulm9kMzm29mS83sdf/6KkcMNrN/m1lezd6/mf3c/55lZvZgje1vmtlC/xr/E2tsH29mX5nZl/guTBSpFwW/RBT/chCvA+Occ/NPsOskfGuR5QDXAzP9N1I53vYjx78K38JylzjndgFvOOcGOOeO3Fug5tWWbYBz8a0Z8xv/+0cAXYCB+K5cPsPMBvv3n+CcOwPIBX5qZi38a+Y8iC/wzwXC+Z4S0kDEeV2ASABl4FtfZrRz7mRrAJ0L/AnAObfGzDYBXU+wHWAYvlAeUWOl115m9j9AMyAF+KBGG28656qAVWZ2ZInjEf6vxf7vU/D9IPgEX9hf5d9+mn97a2COc64QwMxerlGPSJ0o+CWS7Me3eNq5BGfxt/VAR3zBu8C/bQZwpXNuqX9FyKE19i+t8dxqPD7snJta88BmNhTf+jiDnHOHzGwOEDa3cpTwoqEeiSRlwFXATWb23ZPs+ylwA4CZdQXaAWtPsB1gE3A18IyZ9fRvawIU+JcAv6EWNX4ATPDfJwIzyzSzlkAqsNcf+t3x3S4UfDcPGuIf9okHvlOLNkROSD1+iSjOuWL/zWv+YWZFzrm3j7PrX4HHzGw5vpt1jHPOlZrZ8bYfOf4aM7sBeNXMLgfuwxfOhf7HJiep70MzOx2Y6z9mEfA94H3gFjNbje8HzTz//gVm9gC+VRv3AUvq9AcjUoNW5xQRiTIa6hERiTIKfhGRKKPgFxGJMgp+EZEoo+AXEYkyCn4RkSij4BcRiTL/H/3ylBSCFQUbAAAAAElFTkSuQmCC\n"
          },
          "metadata": {
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "This data set is much more difficult than the alphabet so we cannot get away with arbitrarily large look aheads. A small look ahead less than 6 presents a speedup relative to the standard autoregressive run!\n"
      ],
      "metadata": {
        "id": "j0i-oK0VsIXW"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# We can repeat the same study but just using the init text \"A B C D\"\n",
        "# In order to sweep k look-ahead values \n",
        "\n",
        "random.seed(10)\n",
        "torch.manual_seed(10)\n",
        "\n",
        "num_batch = 10\n",
        "n_total_tokens = 100 \n",
        "k_lookahead = np.arange(2, 15, 1).astype(int) # Hyperparameter for the task\n",
        "\n",
        "hold_run_spec = np.zeros((len(k_lookahead), num_batch, 1))\n",
        "hold_run_autoreg = np.zeros((1, num_batch, 2))\n",
        "total_run = num_batch * len(k_lookahead)\n",
        "counter = 0\n",
        "for i in range(num_batch):  # Run the computation over different token batches\n",
        "  init_text = \"A B C D\"\n",
        "\n",
        "  _, runtimeS = autoregressive_GPT(init_text, n_total_tokens, model_size=\"small\")   # Compute small runtimes\n",
        "  hold_run_autoreg[0, i, 0] = runtimeS\n",
        "\n",
        "  _, runtimeL = autoregressive_GPT(init_text, n_total_tokens, model_size=\"large\")  # compute large runtimes\n",
        "  hold_run_autoreg[0, i, 1] = runtimeL\n",
        "\n",
        "  for ki, k_next_tokens in enumerate(k_lookahead): # Compute speculative with different lookahead values\n",
        "    # compute spec runtimes\n",
        "    _, spec_runtime = autoregressive_GPTL_speculative_sampling(init_text, n_total_tokens=n_total_tokens , k_next_tokens=k_next_tokens)\n",
        "    hold_run_spec[ki, i, 0] = spec_runtime \n",
        "    \n",
        "    counter = counter+1\n",
        "    print(f\"Progress: {counter/total_run*100}\" )\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "kdOwGw-2sdz7",
        "outputId": "8f5f2ea4-7fc0-4cd0-aec6-c14822183950"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Progress: 0.7692307692307693\n",
            "Progress: 1.5384615384615385\n",
            "Progress: 2.307692307692308\n",
            "Progress: 3.076923076923077\n",
            "Progress: 3.8461538461538463\n",
            "Progress: 4.615384615384616\n",
            "Progress: 5.384615384615385\n",
            "Progress: 6.153846153846154\n",
            "Progress: 6.923076923076923\n",
            "Progress: 7.6923076923076925\n",
            "Progress: 8.461538461538462\n",
            "Progress: 9.230769230769232\n",
            "Progress: 10.0\n",
            "Progress: 10.76923076923077\n",
            "Progress: 11.538461538461538\n",
            "Progress: 12.307692307692308\n",
            "Progress: 13.076923076923078\n",
            "Progress: 13.846153846153847\n",
            "Progress: 14.615384615384617\n",
            "Progress: 15.384615384615385\n",
            "Progress: 16.153846153846153\n",
            "Progress: 16.923076923076923\n",
            "Progress: 17.692307692307693\n",
            "Progress: 18.461538461538463\n",
            "Progress: 19.230769230769234\n",
            "Progress: 20.0\n",
            "Progress: 20.76923076923077\n",
            "Progress: 21.53846153846154\n",
            "Progress: 22.30769230769231\n",
            "Progress: 23.076923076923077\n",
            "Progress: 23.846153846153847\n",
            "Progress: 24.615384615384617\n",
            "Progress: 25.384615384615383\n",
            "Progress: 26.153846153846157\n",
            "Progress: 26.923076923076923\n",
            "Progress: 27.692307692307693\n",
            "Progress: 28.46153846153846\n",
            "Progress: 29.230769230769234\n",
            "Progress: 30.0\n",
            "Progress: 30.76923076923077\n",
            "Progress: 31.538461538461537\n",
            "Progress: 32.30769230769231\n",
            "Progress: 33.07692307692307\n",
            "Progress: 33.84615384615385\n",
            "Progress: 34.61538461538461\n",
            "Progress: 35.38461538461539\n",
            "Progress: 36.15384615384615\n",
            "Progress: 36.92307692307693\n",
            "Progress: 37.69230769230769\n",
            "Progress: 38.46153846153847\n",
            "Progress: 39.23076923076923\n",
            "Progress: 40.0\n",
            "Progress: 40.76923076923077\n",
            "Progress: 41.53846153846154\n",
            "Progress: 42.30769230769231\n",
            "Progress: 43.07692307692308\n",
            "Progress: 43.84615384615385\n",
            "Progress: 44.61538461538462\n",
            "Progress: 45.38461538461539\n",
            "Progress: 46.15384615384615\n",
            "Progress: 46.92307692307692\n",
            "Progress: 47.69230769230769\n",
            "Progress: 48.46153846153846\n",
            "Progress: 49.23076923076923\n",
            "Progress: 50.0\n",
            "Progress: 50.76923076923077\n",
            "Progress: 51.53846153846153\n",
            "Progress: 52.307692307692314\n",
            "Progress: 53.07692307692308\n",
            "Progress: 53.84615384615385\n",
            "Progress: 54.61538461538461\n",
            "Progress: 55.38461538461539\n",
            "Progress: 56.15384615384615\n",
            "Progress: 56.92307692307692\n",
            "Progress: 57.692307692307686\n",
            "Progress: 58.46153846153847\n",
            "Progress: 59.23076923076923\n",
            "Progress: 60.0\n",
            "Progress: 60.76923076923077\n",
            "Progress: 61.53846153846154\n",
            "Progress: 62.30769230769231\n",
            "Progress: 63.07692307692307\n",
            "Progress: 63.84615384615384\n",
            "Progress: 64.61538461538461\n",
            "Progress: 65.38461538461539\n",
            "Progress: 66.15384615384615\n",
            "Progress: 66.92307692307692\n",
            "Progress: 67.6923076923077\n",
            "Progress: 68.46153846153847\n",
            "Progress: 69.23076923076923\n",
            "Progress: 70.0\n",
            "Progress: 70.76923076923077\n",
            "Progress: 71.53846153846153\n",
            "Progress: 72.3076923076923\n",
            "Progress: 73.07692307692307\n",
            "Progress: 73.84615384615385\n",
            "Progress: 74.61538461538461\n",
            "Progress: 75.38461538461539\n",
            "Progress: 76.15384615384615\n",
            "Progress: 76.92307692307693\n",
            "Progress: 77.6923076923077\n",
            "Progress: 78.46153846153847\n",
            "Progress: 79.23076923076923\n",
            "Progress: 80.0\n",
            "Progress: 80.76923076923077\n",
            "Progress: 81.53846153846153\n",
            "Progress: 82.3076923076923\n",
            "Progress: 83.07692307692308\n",
            "Progress: 83.84615384615385\n",
            "Progress: 84.61538461538461\n",
            "Progress: 85.38461538461539\n",
            "Progress: 86.15384615384616\n",
            "Progress: 86.92307692307692\n",
            "Progress: 87.6923076923077\n",
            "Progress: 88.46153846153845\n",
            "Progress: 89.23076923076924\n",
            "Progress: 90.0\n",
            "Progress: 90.76923076923077\n",
            "Progress: 91.53846153846153\n",
            "Progress: 92.3076923076923\n",
            "Progress: 93.07692307692308\n",
            "Progress: 93.84615384615384\n",
            "Progress: 94.61538461538461\n",
            "Progress: 95.38461538461539\n",
            "Progress: 96.15384615384616\n",
            "Progress: 96.92307692307692\n",
            "Progress: 97.6923076923077\n",
            "Progress: 98.46153846153847\n",
            "Progress: 99.23076923076923\n",
            "Progress: 100.0\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "autodat = np.tile(hold_run_autoreg, (len(k_lookahead), 1,1))\n",
        "\n",
        "fig = plt.figure()\n",
        "ax = fig.add_subplot(111)\n",
        "ax.errorbar(k_lookahead, np.mean(hold_run_spec, axis=1), np.std(hold_run_spec, axis=1), label=\"Spec Sampling\")\n",
        "ax.errorbar(k_lookahead, np.mean(autodat[:,:,0], axis=1), np.std(autodat[:,:,0], axis=1), label=\"GPTS\")\n",
        "ax.errorbar(k_lookahead, np.mean(autodat[:,:,1], axis=1), np.std(autodat[:,:,1], axis=1), label=\"GPTL\")\n",
        "ax.set_xlabel(\"k lookahead\")\n",
        "ax.set_ylabel(\"runtime s\")\n",
        "ax.legend()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 333
        },
        "id": "V4iJJt-T08kx",
        "outputId": "17487263-31eb-44b1-9413-ed15edd290e7"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "<ipython-input-159-e6a4df7d91d0>:5: MatplotlibDeprecationWarning: Support for passing a (n, 1)-shaped error array to errorbar() is deprecated since Matplotlib 3.1 and will be removed in 3.3; pass a 1D array instead.\n",
            "  ax.errorbar(k_lookahead, np.mean(hold_run_spec, axis=1), np.std(hold_run_spec, axis=1), label=\"Spec Sampling\")\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<matplotlib.legend.Legend at 0x7f83f4bbd730>"
            ]
          },
          "metadata": {},
          "execution_count": 159
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ],
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX4AAAEGCAYAAABiq/5QAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3dd3hUZfbA8e+ZSUIgCSUk0gIJICaUhBaagrKgiA0UF5FFpaygiN1dy/5cQXft6K66FhCl7CqigIq4YkFRVFrohF4kBAKEFkggIcm8vz9mkg2QwCSZPufzPPNkcufee85NOfPOe9/7XjHGoJRSKnhYvJ2AUkopz9LCr5RSQUYLv1JKBRkt/EopFWS08CulVJAJ8XYCzoiJiTEJCQneTkMppfzKypUrDxljYs9e7heFPyEhgbS0NG+noZRSfkVEdpe3XLt6lFIqyGjhV0qpIKOFXymlgoxf9PErpTynsLCQzMxM8vPzvZ2KclJ4eDhxcXGEhoY6tb4WfqXUGTIzM4mKiiIhIQER8XY66gKMMRw+fJjMzEyaN2/u1Dba1aOUOkN+fj7169fXou8nRIT69etX6hOaFn6l1Dm06PuXyv6+tPArpaptyKQlDJm0xNtpKCdp4VdK+Zxnn32Wtm3bkpKSQocOHVi2bJnbYs2fP5+OHTvSvn172rRpw6RJk9wWC2DChAlMnDgRgKeeeorvvvuu3PV2ZOeyIzvXLTnoyV2llE9ZsmQJ8+fPZ9WqVdSoUYNDhw5x+vRpt8QqLCxkzJgxLF++nLi4OAoKCvjtt9/cEqs8zzzzjMdilaUtfqWUT8nKyiImJoYaNWoAEBMTQ+PGjQH79C2PPvooycnJdO3ale3btwOQnZ3NzTffTJcuXejSpQu//PILALm5uYwcOZLk5GRSUlKYM2fOGbFOnDhBUVER9evXB6BGjRokJiYC8MUXX9CtWzc6duzIlVdeyYEDBwB7i3348OH06tWL+Ph45s6dW5pT//79KSwsPG+uZY0YMYLZs2eXrj9+/Hg6depEcnIyO7ZtKT22q666irZt23LnnXcSHx/PoUOHqvUz1ha/UqpCT3+RzsZ9xy+43sYs+zrO9PO3aVyb8Te0rfD1fv368cwzz3DJJZdw5ZVXMmTIEK644orS1+vUqcP69euZMWMGDz74IPPnz+eBBx7goYceomfPnmRkZHD11VezadMm/va3v5WuD3D06NEzYkVHRzNgwADi4+Pp27cv119/PUOHDsVisdCzZ0+WLl2KiDBlyhReeuklXnnlFQB27NjBDz/8wMaNG+nRowdz5szhpZde4qabbuLLL7/kxhtvrDDX84mJiWHVqlW89dZbTHnrdZ7/x5s8/fTT9OnThyeeeIIFCxbw3nvvXfBnfCHa4ldK+ZTIyEhWrlzJ5MmTiY2NZciQIUybNq309aFDh5Z+XbLE/kbz3Xffce+999KhQwcGDBjA8ePHyc3N5bvvvmPcuHGl29arV++ceFOmTGHhwoV07dqViRMnMmrUKMB+PcPVV19NcnIyL7/8Munp6aXbXHPNNYSGhpKcnExxcTH9+/cHIDk5+YyuovJyPZ9BgwYB0LlzZ/ZmZADw888/c+uttwLQv3//co+hsrTFr5Sq0Pla5mWVtPRn3dXDJXGtViu9e/emd+/eJCcnM336dEaMGAGcOXSx5LnNZmPp0qWEh4dXKV5ycjLJycncfvvtNG/enGnTpnHffffx8MMPM2DAABYtWsSECRNK1y/phrJYLISGhpbmYbFYKCoqOie/s59XpGS/VquVouKiC6xdddriV0r5lC1btrBt27bS79esWUN8fHzp97NmzSr92qOH/Y2mX79+vPHGG2dsA3DVVVfx5ptvli4/u6snNzeXRYsWlRsrJyeHJk2aADB9+vQqHUt5uVbWZZddxscffwzAN998c84xVIW2+JVSPiU3N5f77ruPY8eOERISwsUXX8zkyZNLXz969CgpKSnUqFGDmTNnAvD6668zbtw4UlJSKCoq4vLLL+edd97hySefZNy4cbRr1w6r1cr48eNLu1PAPt3BSy+9xF133UXNmjWJiIgo7VaaMGECgwcPpl69evTp04ddu3ZV+ljKy7Wyxo8fz9ChQ/n3v/9Njx49aNiwIVFRUVXaVwkxxlRrB56Qmppq9EYsSnnGpk2baN26daW2cXVXT0VKbsoUExPj1jiuUN1cS8bwx9UOxWq1EhISwpIlSxg7dmzpJ5qyyvu9ichKY0zq2etqi18pVW3uLvjBLCMjg1tuuQWbzUZYWBjvvvtutfephV8p5Tc8eXFVdbkq11atWrF69WqX7KuEntxVSqkgo4VfKaWCjBZ+pZQKMlr4lVLVN/U6+0P5BT25q5TyOQcOHOChhx5i6dKl1KtXj7CwMB599FHq1avHwIEDad68OQUFBdx66610796dxx57DIDt27fTpEkTatasSUpKCu+88w6jR49m3bp1GGOoW7cuCxYsIDIy0stH6F1a+JVSPsUYw4033sjw4cP58MMPAdi9ezfz5s2jXr169OrVi/nz55OXl0eHDh244YYbSse19+7dm4kTJ5Kaah+6/vzzz9OgQYPSSdq2bNni9A3JA5l29SilfMr3339PWFgYd999d+my+Ph47rvvvjPWi4iIoHPnzuVOd1wiKyurdNoFgMTExNL5cIKZtviVUhX76nHYv/7C6+1fZ//qTD9/w2S45oUKX05PT6dTp04X3M3hw4dZunQpf/3rXytcZ9SoUfTr14/Zs2fTt29fhg8fTqtWrS6cY4DTFr9SyqeNGzeO9u3b06VLFwAWL15Mx44d6devH48//jht21Y8g2iHDh3YuXMnf/7znzly5AhdunRh06ZNnkrdZ2mLXylVsfO0zM9Q0tIf+WW1Q7Zt2/aMO2W9+eabHDp0qLTfvqSP31mRkZEMGjSIQYMGYbFY+O9//1vpuYgCjbb4lVI+pU+fPuTn5/P222+XLjt58mSV9vXLL7+UTmN8+vRpNm7ceMYUz8FKW/xKKZ8iInz22Wc89NBDvPTSS8TGxhIREcGLL75Y6X3t2LGDsWPHYozBZrNx3XXXcfPNN7sha//itsIvIu8D1wMHjTHtHMuigVlAAvAbcIsxpvp3FVBKBZRGjRrx0Ucflfta7969K9yu7E1VAO644w7uuOMOF2ZmVzJlcstY/7wewJ1dPdOA/mctexxYaIxpBSx0fK+U8ncjv3RJ/77yDLcVfmPMT8CRsxYPBEruYTYduNFd8ZVSSpXP0yd3GxhjshzP9wMNKlpRRMaISJqIpGVnZ3smO6WUCgJeG9Vj7Pd8rPC+j8aYycaYVGNMamxsrAczU0r5sx3ZuaV98Kp8ni78B0SkEYDj60EPx1dKqaDn6cI/DxjueD4c+NzD8ZVSbjBywUhGLhjp7TSUk9w5nHMm0BuIEZFMYDzwAvCxiPwR2A3c4q74Sin/VZ1pmS9q2Ijw8JqkdurAqFGjmDhxYqWu9A0Gbiv8xpihFbzU110xlVL+r7rTMj/4f8+Q3KETLWMjzxnXr+x0ygallE9x5bTMqnw6ZYNSqkIvLn+RzUc2X3C9knWc6edPik7isa6PVfi6K6dlVuXTFr9SyqdVZ1pmVT5t8SulKnS+lnlZJS39qf2nVjumq6dlVufSFr9Syqe4clpmVT4t/Eopn1IyLfOPP/5I8+bN6dq1K8OHD6/StMwACxcuJC4urvSxZMkSF2fsf7SrRynlc6ozLXPZ6Rp69+7NqVOnXJ2e39PCr5SqNlf07SvP0a4epZQKMlr4lVLnsE+eq/xFZX9fWviVUmcIDw/n8OHDWvz9hDGGw4cPEx4e7vQ22sevlDpDXFwcmZmZ+OsNkLJPFABw+lCNoIkRHh5OXFyc0/vWwq+UOkNoaCjNmzf3dhpVNmGSfbjmrLs6aIwKaFePUkoFGS38SikVZLTwK6VUkNHCr5TyiCGTljBkkk6X4Au08CulVJDRwq+UUkFGC79SSgUZLfxKKRVktPArpfTEa5DRwq+UUkFGC79SSgUZLfxKKRVktPArpVSQ0cKvlFJBRgu/UkoFGS38SikVZLTwK6VUkNHCr5RSQUYLv1JKBRmvFH4ReUhE0kVkg4jMFBHnbw+vlFKqWjxe+EWkCXA/kGqMaQdYgVs9nYdSSgUrb3X1hAA1RSQEqAXs81IeSikVdDxe+I0xe4GJQAaQBeQYY77xdB5KKRWsvNHVUw8YCDQHGgMRInJbOeuNEZE0EUnLzs72dJpKKRWwvNHVcyWwyxiTbYwpBOYCl569kjFmsjEm1RiTGhsb6/EklboQncNe+StvFP4MoLuI1BIRAfoCm7yQh1JKBSVv9PEvA2YDq4D1jhwmezoPpZQKViHeCGqMGQ+M90ZspZTyB8YYcguK3bJvvXJXKaV8zNG802w7mMvGrOOs2XPM5fvXwq+UUj5kyY7DXPPaYo6dLKRZdE1SmtRxeQyvdPUo5W4lo21m3dXDy5ko5ZzCYhv//G4rby3aQUL9CNo2rk1EjRAsFnF5LG3xK+XjdNho4Ntz5CS3TFrCmz/s4Ped4ph/X08iarivXV6pPTsuvmpqjFnnpnyUUl5wKLcAi7i+Zaku7PM1e3ny0w0AvD60IwPaN3Z7zAsWfhFZBAxwrLsSOCgivxhjHnZzbkopD9iwN4cd2XkA/LD5IL9LusjLGQWH3IIixn+ezpxVmXRqVpfXbu1I0+haHontTFdPHWPMcWAQMMMY0w371bdKKT9XbDP836frCbEItcKsjPtwFRv25ng7rYC3LvMY17++mE9XZ3J/n4v5+K4eHiv64FzhDxGRRsAtwHw356OU8qD/LN3N2swc4uvXIrFBFHVrhvLH6SvIyjnl7dQCks1mmPTjDm5++1cKimzMHN2dh/slEmL17OlWZ6I9A3wNbDfGrBCRFsA296allHK3/Tn5vPz1Fnq1iqF+RBhhIRbeH9mFvIJiRk5dwYn8Qm+nGFAOHs9n+NTlPP/VZvomNeCrB3rRrUV9r+RywcJvjPnEGJNijLnH8f1OY8zN7k9NKeVOE+alU1hs4+83tkMcJ3aTGtbm7ds6sf1gLuM+XE1hsc3LWQaG7zcfoP9ri1nx2xGeuymZt2/rRN1aYV7LR4dzKhWEvt14gAXp+3ngylbE148447VerWJ59qZ2/LQ1m6c+34AxxktZ+r/8wmImzEtn1LQ0LoqqwRf39uQP3ZqVvtF6i17ApVSQySsoYvznG0hsEMXoXi3KXWdIl2ZkHDnJmz/soFl0BGN7t/Rwlv5v+8ET3DdzDZuyjjPi0gQevyaJ8FCrt9MCtPArFXT+8e1W9uXkM+cPHQk9z0nFR65KZM+RU7y4YDNx9WpygwfGlwcCYwwfrdjD01+kUysshPeGp9K3dQNvp3UGZ8bxNwCeAxobY64RkTZAD2PMe27PTinlUhv25vD+L7v4Q7dmdI6PPu+6Fovw8uAUsnJO8cgna2lUJ5zUhPNvE+xyThby+Nx1fLVhPz0vjuHVW9pzUe1wb6d1Dmf6+KdhH9VT8na/FXjQXQkppdyj2Gb4y6friY6owWNXJzm1TY0QK5NvT6VJ3ZqMnpHGrkN5bs6yeg4cz2dndh67DuUxZfFOvt98gN2H8yi2uf88xfJdR7jmtZ/4duMBnrgmiRmjuvpk0QfnunpijDEfi8gTAMaYIhFxzyTRSim3mbHkN9Zl5vD60I7UqRXq9Hb1IsKYOqILg97+lZFTlzP3nsuIjvDeiJSK/Lr9EPd/tJrDeaexivD3L/93Y78wq4X4+rVoERtBy9hIWsRG2p/HRFbqZ1GeomIbry/cxr9+2E6z6FrMvedSUuLqVvdw3MqZwp8nIvUBAyAi3QG9tC8A6YyWgSsr5xQTv97CFZfEckNKo0pvnxATwbt3dGbou8sYMyON/9zZzWdOVNpshrcWbefVb7fSPCaCRnVqUivMytu3dWZndi47s/PYccj+dfvBXBZuOkhRmU8A9SPCHG8GEfZHTCQtL4qkab2aF7ywas+Rkzw4aw0rdx/l5k5xPD2wLZFunFzNVZzJ8GFgHtBSRH4BYoHfuzUrpZRLTZiXTrExZ4zZr6zO8dH845YOjPtwFX/6ZC2v39rRLVMGV8bRvNM89PEaFm3JZkD7xjw/KJlR01YAEB0RRnRE9DnnJQqLbew5cpKd2XnsdLwh7MjO5duNBzicd7p0vVCr0Cy6Fi1iI0vfGFo63hgADucWcO3rizEGXru1AwM7NPHcgVfTBQu/MWaViFwBJAICbDHG6CV9SvmJb9L383X6AR7rn1Tt+WCuS2nEnqNJvPDVZppF1+LR/s6dK3CH1RlHuffD1WSfKOBvN7bjNifHx4daLY6unkjgzNE2OScLSz8d7MjOLf3E8OOWbE6XuZjNahGKbYYOTevy+q0daVbfc/PsuIIzo3qswLVAgmP9fiKCMeZVN+emlKqm3IIixs9LJ7FBFHf2au6Sfd51eQsyjpzkrUU7aBpdi6Fdm7lkv84yxjBjyW7+/uVGLooKZ/bYHi7rU69TK5ROzerRqVm9M5YXFdvIPHqq9BPC5J92UiPEwid39zjvkFhf5UxXzxdAPrAe0Ou3lfIjr36zlf3H8/nXHzq5rECJCM8MaMveo6d48rMNNK5bkysuiXXJvi8kt6CIx+as48t1WfRNuohXbmnvkakPQqwWEmIiSIiJoE+S/cpnwC+LPjhX+OOMMSluz0Qp5VLrM3OY9usuhnVrRuf4ehfeoBJCrBbeHNaJwe8sYdwHq/jk7h60blTbpTHOtmX/CcZ+sJLfDuXxaP9E7r68pdfPMfgrZ96uvhKRfm7PRCnlMkXFNp74dB31I2vwZyfH7FdWZI0Q3h+RSmSNEEZNW8GB4/luiQMwZ2UmA9/8meOnivjgzu7c0/tiLfrV4EzhXwp8KiKnROS4iJwQkePuTkwpVXUzluxmw97jjL+hDXVqVm+c+vk0qlOT90d04fipQkZOXUFuQZFL959fWMwTc9fxyCdraR9Xl//e35MeLb0zlXEgcabwvwr0AGoZY2obY6KMMe79TKeUqrJ9x07xyjdb6J0Yy3XJlR+zX1ltGtfmX8M6seXACe77cBVFLprKeffhPAa99Sszl+/hnt4t+eDObj57Jay/cabw7wE2GJ2bVSm/UDJm/28Dqz5mv7J+l3gRzwxsyw9bspnwRXq1p3L+On0/17/xM3uPneK94ak82j/J43epCmTOnNzdCSwSka+AgpKFOpxTKd/zdfp+vtl4gMevqf6Y/coa1i2ejCMnmfTjTuKjIxh9eflTPp9PYbGNlxZs5t3Fu0iJq8Obf+jk8eMIBs4U/l2OR5jj4TdGLhgJwNT+U/06hqfi/BY20fFsjttieOrn5Ylj8USMysTJLShiwrx0khpG8ceelRuz76pjeezqJDKPnOLZ/24irl5NrinT1XShGPtz8rn3w1Wk7T7K7d3jefL61tQIqfy0EIHyu3dnDGeu3H3a5VGVUi73yjdb2H88nzeHuW7MfmVZLMIrt7QnK+cUD85aQ4M64edcDFWeX7Yf4v6ZqzlVWOx30x/4owr/OkTkn46vX4jIvLMfnktRKXUh6zKPMf3X37itW7xThdadwkOtvHtHKg3rhDN6ehoZh09WuK7NZnhj4TZue28Z0RFhzLv3Mi36HnC+Fv+/HV8nnmcdpZSXFRXb+Mun6+1j9vsnVmkfbVx88VX9yBqlUzmPmLacuWMvPWedI3mneWjWGn7cms2NHRrz3KBkaoX5/syWgaDCFr8xZqXjaQdjzI9lH0AHz6SnlLqQ6Y4x+xNuaEvtcPeN2a+sFrGRTL49lcwjpxjz75UY2//KzaqMo1z/+mKW7DjMsze14x9DOmjR9yBnOgKHl7NsRHWCikhdEZktIptFZJOI6ATwSlVByZj9PkkXcW1yQ2+nc46uzaN5eXAKy3cd4fj+XhgDU3/ZxZBJS7BahTljL2VYt3iPDTtVdhW+xYrIUOAPQPOz+vSjgCPVjPsasMAY83sRCQN0vJZSlWSM4anP0zEGnh7Q1meL58AOTcg8eoqXv4bCgmie3rqRK1s34JXB7at99ytVNef7bPUrkAXEAK+UWX4CWFfVgCJSB7gcx6cGY8xp4PT5tlFKnevr9AN8t+kAf7nW82P2K+ue3i3519J5nMppxRPXJDHm8hY++0YVDCos/MaY3cBu7NM1uFJzIBuYKiLtgZXAA8YY376Ls1I+5ER+IRPmpdO6UW1GXuaaefbdSUSIavALkTFp3HXFh95OJ+hdsI9fRAaJyDYRyXHRJG0hQCfgbWNMRyAPeLycuGNEJE1E0rKzs6sRTqnA88o3WzlwIp/nbmrnN3PCi4AlpODCKyq3c+Yv5iVggDGmjosmacsEMo0xyxzfz8b+RnAGY8xkY0yqMSY1NtYzN3lQyh+s3XOM6Ut+4/bu8XT08ph95Z+cKfwHjDGbXBXQGLMf2CMiJQOO+wIbXbV/pQJZyZj9i6Jq8KerqzZmXym50Cx6IvIa0BD4jDMnaZtb5aAiHYAp2Of+2QmMNMYcrWj91NRUk5aWVuk4fT/py8nCkyRFu++G0JuPbAZwawxPxVm1Px2ATg3bui2Gp35enjgWT8Q4O05WTj67D+dxSYMooiNcN3VWoPx9eSqOp2JYqMHqEYurvA8RWWmMST17uTNXTNQGTgJl78JlgCoXfmPMGuCcZJTyF8aArTgcYwvhUG4BtcJCqBlqxZ0DVQqKbGQePUm9WmEuLfoq+DgzSdtITyTiDs2imgE6O6ezuk292e0xPPXzctex7DlykpnLM/h45R5O5NpHIa93vBZiEVrGRpLYMIrEhlEkNYwiqVFtGtcJr9bQxW5Tb8YYqHnoXor3Hubjhy8nrp5rh28Gyt+Xp+J4MoY7XLDwi8hU7C38MxhjRrklIxXQNmb53107i4ptfLfpIB8uz2DxtmwE6JPUgLTj/yasVhYzrpvClv0n2Lz/BFv2n2Dl7qPMW7uvdPuo8BASG/zvzSCxYW0SG0ZV6paIBbnxLNx3kP+7trXLi74KPs509cwv8zwcuAnYV8G6SgWMvcdOMWt5Bh+t2MPBEwU0rB3OA31bMaRLUxrVqUm3qc8DkNSwNkkNazOwzLY5pwrZeqDkzeA4W/afYN7afXyw7H/3pG1cJ9zx6aC24w0hipaxkYSFnDnmwlYcyomD3WnTqDYjL0vwwJGrQOdMV88ZdwEQkZnAz27LSJXLH1vK/qjYZli05SAfLMtg0ZaDGKD3JbE82y2e3yXGOn37vzo1Q+mSEE2XhOjSZcYYsnLy2bL/BJscbwZb9p/g5+2HKCy2f6gOsQgtYiP+92bQIIrc7K7Yimrx/KBkvf2gcomqTIfXCrjI1Yko5U37c/KZtWIPs1ZksC8nn9ioGtzT+2KGdGnqsukQRITGdWvSuG5Nfpf0v3+h00U2dh3KY3OZN4NVu4/yRWl3USI166bTvun1LslDKWf6+E9wZh//fuAxt2WklIfYbIaftmXz4bIMFm4+SLHN0KtVDE/d0Ia+rRt47IrYsBBL6Qnhso7nF7J1/wlGffYC4VG/eSQXFRzOW/jFPhShrTEmw0P5KOV2B0/k80laJjOXZ5B59BT1I8IY3asFQ7s2Jb5+hLfTK1U7PJTUhGhq1tnh7VRUgDlv4TfGGBH5Ekj2UD7KS2w2w8ljidiKalFsM1gtgTVzos1m+HXHYT5cvptv0g9QZDP0aFGfx/oncXXbhuecUFUqkDnTx79KRLoYY1a4PRvlFXuOnOTPs9dy4sBlADw2Zx0v3ZyCJQCK/+HcAmavtLfufzt8krq1Qhl5WQJDuzajRWykt9NTyiucKfzdgGEishv7TJqC/cNAilszU25nsxk+WJ7B8//dhFWE2g0WU1wUyeyV9tElz92U7LfFv/BUDHlH29Hj+e85XWyja0I0D155Cf3bNSQ81Ort9JTyKmcK/9Vuz0J53J4jJ3lszjp+3XGYXq1ieOHmFAZ9OhljYGTKYP71w3YsFuHvA9v5XfH/dHUmRzKuRyyFDO/ejGHdmtGqQdSFN1QqSDgzjn+3JxJRnmGMYebyPTz7pX1C1OduSmZo16alUwqIwCP9LqHYGN5etAOrCM8M9N3b+p3t/Z938cz8jYTW2k/dxguZMOAjb6eklM8J6Nvau3tOEE/FAEg4/adq72PvsVM8Pmcdi7cd4rKL6/PizSlnXP5fEkNEePTqRGw2w6SfdmK1CONvaOOS4u+K4yiPMYZXv93KG99v5+q2DTiSWw9LcTu3xCrhrmPxRhxP/B0H0s/L32MEdOFXdsYYPk7bw9/mb8JmDH+/sR3DujU7byEXER6/Jokim+G9n3dhEeGv17f2yZZ/sc3w18838OGyDIakNuXZm9oxbMqyC2+oVJDSwh/gsnJO8fic9fy4NZvuLaJ5+fftnb4SVUR48rrW2Izh/V92YbXAX671reJfUFTMw7PW8uX6LMb2bsmjVyf6VH5K+SIt/AHKGMPslZk8M38jRcWGpwe05fbu8ZU+USsiPHV9G4pthncX78JqsfBYf98ornkFRdz9n5Us3naI/7u2NaMvb+HtlJTyC1r4A9CB4/k8MXc9328+SNeEaF4enFKtK1JFhKcHtKXYZnjnxx1YLfCnft4t/kfzTjNi2go27M3h5d+nMDi1qddyUcrfaOEPIMYYPl29lwnz0jldbOOp69sw4tIElwzHFBH+NrAdNmN484cdWC0WHr7qEhdkXXn7jp3ijveXk3HkJG8P60S/tg29kodS/koLf4A4eDyfv3y6nu82HaRzfD0mDm5P8xjXzjtjsQjP3phMsc3w+sJtWEV44MpWLo1xIdsP5nLHe8s4kV/EjFFd6d6ivkfjKxUItPD7OWMM89bu46nP08kvLObJ61oz8rLmbptrx2IRXhiUQrEN/vHdVqwWuLePZ4r/usxjjJi6AovAzDHdadekjkfiKhVotPD7sewTBTz52Xq+Tj9Ax2Z1mTi4PS09MP+MxSK89PsUjDFM/GYrVouFsb1bujXmr9sPMXpGGvUiwvj3H7u5/NOMUsFEC78fMsYwf10WT32+gbzTxTxxTRJ39mrh0Rk1rRbh5cHtKTaGFxdsxmqBMZe7p/gv2JDF/TPX0MCqmvgAAA5kSURBVDwmghl/7EqD2uFuiaNUsNDC72cO5Rbw18828NWG/bSPq8PEwe29Ng+N1SK8Mrg9xTbDc//djEWEO3u5dkjlR8sz+Mun6+nQtC7vj+hC3VphLt2/UsFIC78fOZx3mn7/+Inc/CIe7Z/ImF4tvH4P1hCrhX8O6WC/IvjLTVgtwsjLmld7v8YY3vlxJy8u2EzvxFjeGtaJWmH656qUK+h/kh84ebqI7QdzOZx3muQm9lb+2bfp86YQq4XXbu1IsW0VT3+xEatFuKNHQpX3Z7MZnv9qE+8u3sXADo2ZOLi9x26DqFQw0P8mH7fv2Cl+//YSDuedpkndmsy951KfKvolQq0W3hjaiavaNOCpz9P5z9KqTepaVGzjz7PX8e7iXQzvEc8/bumgRV8pF9MWvw9bnXGU0TNWkl9YTGKDSOrWCvPpIhgWYuHNP3Ri7H9W8uRnG7BahKFdmzm9fX5hMfd+uJrvNh3goSsv4f6+F/vE1BBKBRrfrSJB7vM1exkyeSk1wyzMvedSvzmpGRZi4a3bOvG7xFiemLuej1fscWq74/mF3PH+chZuPsDfBrblgStbadFXyk208PsYm83wyjdbeOCjNXSIq8vn43pyiZ/dPapGiJW3b+vM5ZfE8tjcdcxemXne9bNPFHDrpKWszjjKa7d25PZqnB9QSl2YdvX4kJOni3jk47V8tWE/t6TG8fcbkwkL8c/35vBQK5Nv78zoGWn8efZarBa4qWPcOevtOXKS299bxoHjBUwZ3oUrLon1QrZKBRct/NU0ZNISAGbd1aNa+8nKOcXoGWmk7zvOk9e15o89m/t9V4e9+Kfyx+kreOTjtVjOOp4t+09w+3vLKCiy8cHobnRqVs9LmSoVXPyzORlg1uw5xsB//cJvh07y3vBU7uzVwu+LfomaYVamDE+la/NoHpq1hsO5BQCs3H2Ewe/8igh8cncPLfpKeZDXCr+IWEVktYjM91YOvmDe2n0MmbSEsBALc8ZeSp+kBt5OyeVqhYXw/ogupMZHsz07j4wjJxk2ZRn1I2sw++5L/e4chlL+zptdPQ8Am4DaXszBa2w2wz8XbuP1hdvoklCPd27rTP3IGt5Oy21qhYXw/sgudH9uIVk5+bRrUptpI7sSE8DHrFR1VLf7+Hy80uIXkTjgOmCKN+J726nTxdw3czWvL9zG4M5x/OfObgFd9EtE1gghsWEUCfVrMXN0dy36SnmJt1r8/wQeBYLuM/7+nHxGz0hjw74c/nJtEqMDqD/fGSEWoUHtcKLCQ72digpQ7mwpBwqPF34RuR44aIxZKSK9z7PeGGAMQLNmzl/96cvWZR7jzulp5BUUMeWOVPq2Drz+fKWU7/NGV89lwAAR+Q34COgjIv85eyVjzGRjTKoxJjU21v/Hds9ft4/B7ywh1Gphzj2XatFXSnmNxwu/MeYJY0ycMSYBuBX43hhzmztiDZm0pHScvbcYY/jnd1u598PVJDepw+f3XkZSw6A8n62U8hF6AZcb5RcW86dP1jJ/XRY3d4rjuUHtqBFi9XZaSqkg59XCb4xZBCzyZg7ucuB4PmNmpLFubw6PX5PEXZcH10lcpZTv0ha/G2zYm8Od09M4nl/I5NtTuaqNf/Tn62gIpYKDFn4X++/6LB7+eA31I2owZ+yltG6k/flKKd+ihd9FjDG88f12Xv12K53j7VfixkbpBUpKKd+jhd8FbDbD/R+t4Yu1+xjUsQnPDUomPFRP4iqlfFNQFf5im6Gw2OZ42J+fLjrz+zNeK7ZRWFT+ayWvZx49xbGTp0nLOMqj/RMZe0VLPYkbJPSciPJXAV34tx3MJedkIYlPfkVhsQ2bcU8cq0V457bOXN22oXsCKKWUCwV04a8dHkKYVRjYoQmhVov9ESKEOZ6HWIVQq6X0+1CrEBpi/z7E8r/npa9ZLYSFnPnaHe8tQ0TcXvS1damU7/D3/8eALvwNaocD8MS1rd0WQ7t1lLv5e5FRvkfvwKWUUkFGC79SSgUZLfxKKRVktPArpVSQCeiTu0op36EnqX2HtviVUirIaOFXSqkgE9BdPfrRUimlzqUtfqWUCjJa+JVSKsho4VdKqSAT0H38Knjp+R2lKqYtfqWUCjLa4q8mbVkqpfyNtviVUirIaOFXSqkgo4VfKaWCjBZ+pZQKMnpyV3mUngxXyvu0xa+UUkFGC79SSgUZLfxKKRVktPArpVSQ0cKvlFJBxuOFX0SaisgPIrJRRNJF5AFP56CUUsHMG8M5i4BHjDGrRCQKWCki3xpjNnohF6WUCjoeb/EbY7KMMascz08Am4Amns5DKaWClVf7+EUkAegILPNmHkopFUy8VvhFJBKYAzxojDlezutjRCRNRNKys7M9n6BSSgUorxR+EQnFXvQ/MMbMLW8dY8xkY0yqMSY1NjbWswkqpVQA88aoHgHeAzYZY171dHyllAp23mjxXwbcDvQRkTWOx7VuiTT1OvvDnTwRw1NxAiWGp+LosfheDE/F8fMYYoxxy45dKTU11aSlpVV+w1daw+lcaJji+qRK7F9n/+rOGJ6KEygxPBVHj8X3YngqjqdihEXCI5uqvAsRWWmMST17uV65q5RSQSaw5+OPbmH/OvJL98Uo+SjmzhieihMoMTwVR4/F92J4Ko4nY7hBYHf1KKVUENOuHqWUUoAWfqWUCjpa+JVSKsho4VdKqSCjhV8ppYKMFn6llAoyWviVUirIaOFXSqkgo4VfKaWCjF9cuSsi2cDuKm4eAxxyYTreFCjHEijHAXosvipQjqW6xxFvjDnnhiZ+UfirQ0TSyrtk2R8FyrEEynGAHouvCpRjcddxaFePUkoFGS38SikVZIKh8E/2dgIuFCjHEijHAXosvipQjsUtxxHwffxKKaXOFAwtfqWUUmVo4VdKqSATsIVfRJqKyA8islFE0kXkAW/nVB0iYhWR1SIy39u5VIeI1BWR2SKyWUQ2iUgPb+dUVSLykONva4OIzBSRcG/n5CwReV9EDorIhjLLokXkWxHZ5vhaz5s5OqOC43jZ8fe1TkQ+FZG63szRWeUdS5nXHhERIyIxrogVsIUfKAIeMca0AboD40SkjZdzqo4HgE3eTsIFXgMWGGOSgPb46TGJSBPgfiDVGNMOsAK3ejerSpkG9D9r2ePAQmNMK2Ch43tfN41zj+NboJ0xJgXYCjzh6aSqaBrnHgsi0hToB2S4KlDAFn5jTJYxZpXj+QnsBaaJd7OqGhGJA64Dpng7l+oQkTrA5cB7AMaY08aYY97NqlpCgJoiEgLUAvZ5OR+nGWN+Ao6ctXggMN3xfDpwo0eTqoLyjsMY840xpsjx7VIgzuOJVUEFvxOAfwCPAi4biROwhb8sEUkAOgLLvJtJlf0T+y/e5u1Eqqk5kA1MdXRbTRGRCG8nVRXGmL3AROytsCwgxxjzjXezqrYGxpgsx/P9QANvJuMio4CvvJ1EVYnIQGCvMWatK/cb8IVfRCKBOcCDxpjj3s6nskTkeuCgMWalt3NxgRCgE/C2MaYjkId/dCecw9H/PRD7m1ljIEJEbvNuVq5j7OO8/Xqst4j8H/Yu3w+8nUtViEgt4C/AU67ed0AXfhEJxV70PzDGzPV2PlV0GTBARH4DPgL6iMh/vJtSlWUCmcaYkk9es7G/EfijK4FdxphsY0whMBe41Ms5VdcBEWkE4Ph60Mv5VJmIjACuB4YZ/71YqSX2hsVax/9/HLBKRBpWd8cBW/hFRLD3JW8yxrzq7XyqyhjzhDEmzhiTgP3k4ffGGL9sWRpj9gN7RCTRsagvsNGLKVVHBtBdRGo5/tb64qcnqsuYBwx3PB8OfO7FXKpMRPpj7xodYIw56e18qsoYs94Yc5ExJsHx/58JdHL8H1VLwBZ+7C3l27G3kNc4Htd6OynFfcAHIrIO6AA85+V8qsTxqWU2sApYj/1/yW+mCRCRmcASIFFEMkXkj8ALwFUisg37J5oXvJmjMyo4jn8BUcC3jv/7d7yapJMqOBb3xPLfT0FKKaWqIpBb/EoppcqhhV8ppYKMFn6llAoyWviVUirIaOFXSqkgo4VfBQQRSShvVsPKrnOebUeIyL8qsf40Efl9VWK5Mg+lyqOFXymlgowWfhVwRKSFYxK4LudZJ1xEporIese6vzvf8rO2vU5ElohIjIiMFpEVIrJWROY45lcpcbmI/CoiO8u2/kXkz45t1onI02WWfyYiKx1z/I8ps3ykiGwVkeXYL0xUqlq08KuA4pgOYg4wwhiz4jyrjsM+F1kyMBSY7riRSkXLS/Z/E/aJ5a41xhwC5hpjuhhjSu4tUPZqy0ZAT+xzxrzg2L4f0Aroiv3K5c4icrlj/VHGmM5AKnC/iNR3zJnzNPaC3xPw53tKKB8R4u0ElHKhWOzzywwyxlxoDqCewBsAxpjNIrIbuOQ8ywH6YC/K/crM9NpORP4O1AUiga/LxPjMGGMDNopIyRTH/RyP1Y7vI7G/EfyEvdjf5Fje1LG8IbDIGJMNICKzyuSjVJVo4VeBJAf75Gk9cc/kbzuAFtgLb5pj2TTgRmPMWseMkL3LrF9Q5rmU+fq8MWZS2R2LSG/s8+P0MMacFJFFgN/cylH5F+3qUYHkNHATcIeI/OEC6y4GhgGIyCVAM2DLeZYD7AZuBmaISFvHsiggyzEF+DAncvwaGOW4TwQi0kRELgLqAEcdRT8J++1CwX7zoCsc3T6hwGAnYih1XtriVwHFGJPnuHnNtyKSa4yZV8GqbwFvi8h67DfrGGGMKRCRipaX7H+ziAwDPhGRG4C/Yi/O2Y6vURfI7xsRaQ0scewzF7gNWADcLSKbsL/RLHWsnyUiE7DP2ngMWFOlH4xSZejsnEopFWS0q0cppYKMFn6llAoyWviVUirIaOFXSqkgo4VfKaWCjBZ+pZQKMlr4lVIqyPw/wMEg2/1a2dMAAAAASUVORK5CYII=\n"
          },
          "metadata": {
            "needs_background": "light"
          }
        }
      ]
    }
  ],
  "metadata": {
    "colab": {
      "provenance": [],
      "authorship_tag": "ABX9TyPo5AqPWbbOfyBgLzNZ7Xr4",
      "include_colab_link": true
    },
    "gpuClass": "standard",
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "2559501200ff4dd19d335ab66c951eda": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_5b85e0b955914eecafdbe7d5d2df7b3f",
              "IPY_MODEL_fa860be4119d4e1ba3f44b5b1b46ed05",
              "IPY_MODEL_3a3165dc0fbe468bb08f6ad09b060128"
            ],
            "layout": "IPY_MODEL_1f413067fa534582b7b5a0de1e6fcb51"
          }
        },
        "5b85e0b955914eecafdbe7d5d2df7b3f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_fdb9ecab4c51473e9251f4a138157987",
            "placeholder": "​",
            "style": "IPY_MODEL_d8f6a3f76722425c9fc415fcbd8e55ad",
            "value": "Downloading (…)olve/main/vocab.json: 100%"
          }
        },
        "fa860be4119d4e1ba3f44b5b1b46ed05": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_2e17128ddf254334afd783ec8d5ba5ae",
            "max": 1042301,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_04dfe440ac4d4eb1a6ef22fe9611c090",
            "value": 1042301
          }
        },
        "3a3165dc0fbe468bb08f6ad09b060128": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_3930325eca2d48e9b106fd8e25e2d20f",
            "placeholder": "​",
            "style": "IPY_MODEL_0265119646ba403c9ede34532f925786",
            "value": " 1.04M/1.04M [00:01&lt;00:00, 934kB/s]"
          }
        },
        "1f413067fa534582b7b5a0de1e6fcb51": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "fdb9ecab4c51473e9251f4a138157987": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d8f6a3f76722425c9fc415fcbd8e55ad": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "2e17128ddf254334afd783ec8d5ba5ae": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "04dfe440ac4d4eb1a6ef22fe9611c090": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "3930325eca2d48e9b106fd8e25e2d20f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0265119646ba403c9ede34532f925786": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "a94b07ef97374cb995eb365bd7677247": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_34e011264f3e4f1b95f91d5e88fb60ec",
              "IPY_MODEL_829cb832df1d49f4b8dfaf9c378d215c",
              "IPY_MODEL_f7aa41deb68d4d29a276adb4e3546874"
            ],
            "layout": "IPY_MODEL_ab61add7b9404f1ab8746f9354fe8ced"
          }
        },
        "34e011264f3e4f1b95f91d5e88fb60ec": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7977326466474b559deb2dd07900489d",
            "placeholder": "​",
            "style": "IPY_MODEL_c632adb633934f9aa9c875cee0829093",
            "value": "Downloading (…)olve/main/merges.txt: 100%"
          }
        },
        "829cb832df1d49f4b8dfaf9c378d215c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b07d4ed7c9d1424b8a2e87c315683561",
            "max": 456318,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_17e3645927ed45f0a3410fe21611d3c6",
            "value": 456318
          }
        },
        "f7aa41deb68d4d29a276adb4e3546874": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_39c7fa9f2daa43ef95eb8253715ec2fd",
            "placeholder": "​",
            "style": "IPY_MODEL_77f0f85a3f49451582402fb422b3881e",
            "value": " 456k/456k [00:01&lt;00:00, 414kB/s]"
          }
        },
        "ab61add7b9404f1ab8746f9354fe8ced": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7977326466474b559deb2dd07900489d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c632adb633934f9aa9c875cee0829093": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "b07d4ed7c9d1424b8a2e87c315683561": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "17e3645927ed45f0a3410fe21611d3c6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "39c7fa9f2daa43ef95eb8253715ec2fd": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "77f0f85a3f49451582402fb422b3881e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "113a895b36e64c23b5792167fb0812c8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_db2ebe3ee5f04ed4a0ea844abd522aeb",
              "IPY_MODEL_35908198165e441c845a39177a4c55d0",
              "IPY_MODEL_66923e6c83d146d9a01fb9f4fd1d084f"
            ],
            "layout": "IPY_MODEL_c3c833515eda4475b9e6c960e476bfaf"
          }
        },
        "db2ebe3ee5f04ed4a0ea844abd522aeb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_904c66b63d494d52892dcbe4646d8940",
            "placeholder": "​",
            "style": "IPY_MODEL_f5672497330d4a5e81bf3a3c0b54b07d",
            "value": "Downloading (…)lve/main/config.json: 100%"
          }
        },
        "35908198165e441c845a39177a4c55d0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7139a4728aaf456483217d820c291549",
            "max": 666,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_f42185a472ed487780d9a430342599ad",
            "value": 666
          }
        },
        "66923e6c83d146d9a01fb9f4fd1d084f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_0c608677605f4d569ed9e66f8c29fec5",
            "placeholder": "​",
            "style": "IPY_MODEL_540ec9ada2f54c43b14356e9792e9448",
            "value": " 666/666 [00:00&lt;00:00, 8.81kB/s]"
          }
        },
        "c3c833515eda4475b9e6c960e476bfaf": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "904c66b63d494d52892dcbe4646d8940": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f5672497330d4a5e81bf3a3c0b54b07d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "7139a4728aaf456483217d820c291549": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f42185a472ed487780d9a430342599ad": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "0c608677605f4d569ed9e66f8c29fec5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "540ec9ada2f54c43b14356e9792e9448": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "fa11a21c15ca4de4af68fec887641a21": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_baf700a961d34040925f098ed52e5afc",
              "IPY_MODEL_038f8eeed628403e9b575a259a4c005e",
              "IPY_MODEL_d09ca66727f34c3b9fdf0d8d3618989e"
            ],
            "layout": "IPY_MODEL_68521e731b9848db8af2477a5836d673"
          }
        },
        "baf700a961d34040925f098ed52e5afc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d6b0e136a4184a8a8e6a476bd4d46fc6",
            "placeholder": "​",
            "style": "IPY_MODEL_8a402b8a28284ca087dbb5bed44091a2",
            "value": "Downloading (…)&quot;pytorch_model.bin&quot;;: 100%"
          }
        },
        "038f8eeed628403e9b575a259a4c005e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_505ccaea410c4b1ba44c08ad6624560a",
            "max": 3247202234,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_e4c93940679a48bd8f7359259c16cb98",
            "value": 3247202234
          }
        },
        "d09ca66727f34c3b9fdf0d8d3618989e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b092a48231f448bf8a8c44b32cc01e4e",
            "placeholder": "​",
            "style": "IPY_MODEL_160e7a095dfd42a7a8fbed05735bd055",
            "value": " 3.25G/3.25G [00:33&lt;00:00, 91.6MB/s]"
          }
        },
        "68521e731b9848db8af2477a5836d673": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d6b0e136a4184a8a8e6a476bd4d46fc6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8a402b8a28284ca087dbb5bed44091a2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "505ccaea410c4b1ba44c08ad6624560a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e4c93940679a48bd8f7359259c16cb98": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "b092a48231f448bf8a8c44b32cc01e4e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "160e7a095dfd42a7a8fbed05735bd055": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "26a9f267fe924ad99ef4ca3fed46016e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_24f9e488493e4758892c0a596e719b74",
              "IPY_MODEL_6e7404264e8347879d3734b75c1d0748",
              "IPY_MODEL_fbc0b380136848c599f037c1a0b059d4"
            ],
            "layout": "IPY_MODEL_c18057dd5a2a495eb44a5a23ab330e86"
          }
        },
        "24f9e488493e4758892c0a596e719b74": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_4a0b00b0f5ae4ffca3deb295a4ccef74",
            "placeholder": "​",
            "style": "IPY_MODEL_6e062994f4a14b82bc16cab6115dc1a7",
            "value": "Downloading (…)neration_config.json: 100%"
          }
        },
        "6e7404264e8347879d3734b75c1d0748": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7ebf9b881a304059ac848b682f1fdd55",
            "max": 124,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_52f1deb799d243229751cf759afee251",
            "value": 124
          }
        },
        "fbc0b380136848c599f037c1a0b059d4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a4debb12f2e94b43ac7c4fc1bf22ac76",
            "placeholder": "​",
            "style": "IPY_MODEL_37bd5537ce324c519479bac363d2e383",
            "value": " 124/124 [00:00&lt;00:00, 5.07kB/s]"
          }
        },
        "c18057dd5a2a495eb44a5a23ab330e86": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4a0b00b0f5ae4ffca3deb295a4ccef74": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6e062994f4a14b82bc16cab6115dc1a7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "7ebf9b881a304059ac848b682f1fdd55": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "52f1deb799d243229751cf759afee251": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "a4debb12f2e94b43ac7c4fc1bf22ac76": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "37bd5537ce324c519479bac363d2e383": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "603d428c80664ff29e8a05dba50ddedb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_6622949dfa5840f2821ee32de07caf08",
              "IPY_MODEL_bc27ad9bfab14aa5a9b19ad37151e1f6",
              "IPY_MODEL_ce7746964c3b4e799fc32a8a5259dbbd"
            ],
            "layout": "IPY_MODEL_3b4c42925ca2450cbec8b462f3ec01f4"
          }
        },
        "6622949dfa5840f2821ee32de07caf08": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_0198073ec6084f9b84fb6411edbefa18",
            "placeholder": "​",
            "style": "IPY_MODEL_94e0cbc2e3a14c7fbda2a9a7e78ab2fe",
            "value": "Downloading (…)olve/main/vocab.json: 100%"
          }
        },
        "bc27ad9bfab14aa5a9b19ad37151e1f6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_92dcbad489da4c8a9963d64a525c478c",
            "max": 1042301,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_1dc60575460240e3ab5bdbf8ab4facff",
            "value": 1042301
          }
        },
        "ce7746964c3b4e799fc32a8a5259dbbd": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_bbbc5cef81224c089b9f0fd38fb02ede",
            "placeholder": "​",
            "style": "IPY_MODEL_0b9ea7981afe4b899c43871b7eb1227e",
            "value": " 1.04M/1.04M [00:01&lt;00:00, 784kB/s]"
          }
        },
        "3b4c42925ca2450cbec8b462f3ec01f4": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0198073ec6084f9b84fb6411edbefa18": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "94e0cbc2e3a14c7fbda2a9a7e78ab2fe": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "92dcbad489da4c8a9963d64a525c478c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "1dc60575460240e3ab5bdbf8ab4facff": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "bbbc5cef81224c089b9f0fd38fb02ede": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0b9ea7981afe4b899c43871b7eb1227e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "7527831ebe7a44ab98cb9b5a0f980696": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_db074a5274574b18a65120e3b25e63ae",
              "IPY_MODEL_1316fc360b774aa382c8d3b5044f8bd4",
              "IPY_MODEL_f4284a06297f4a60baae9eaa2c3f7f27"
            ],
            "layout": "IPY_MODEL_accfb627bd5e4dd0b558d0042bb3a323"
          }
        },
        "db074a5274574b18a65120e3b25e63ae": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_edabe6a3e63444b889a009d5f3911b89",
            "placeholder": "​",
            "style": "IPY_MODEL_571b33c340574955be16fe085fdb25d1",
            "value": "Downloading (…)olve/main/merges.txt: 100%"
          }
        },
        "1316fc360b774aa382c8d3b5044f8bd4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7de412a4856742d2b4e69dacbdb2d54e",
            "max": 456318,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_6dca2fedbd11463f87fc6c6388602883",
            "value": 456318
          }
        },
        "f4284a06297f4a60baae9eaa2c3f7f27": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_26b0f0ef297346e1be7ce1864f267668",
            "placeholder": "​",
            "style": "IPY_MODEL_c072ccdb51ff481ca9a67cf7ffea4e75",
            "value": " 456k/456k [00:01&lt;00:00, 412kB/s]"
          }
        },
        "accfb627bd5e4dd0b558d0042bb3a323": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "edabe6a3e63444b889a009d5f3911b89": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "571b33c340574955be16fe085fdb25d1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "7de412a4856742d2b4e69dacbdb2d54e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6dca2fedbd11463f87fc6c6388602883": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "26b0f0ef297346e1be7ce1864f267668": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c072ccdb51ff481ca9a67cf7ffea4e75": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "7cf05f46b1cf435fa3acfa1cf3f94924": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_1ffd20b69acc496abc5bb65be9fd36fa",
              "IPY_MODEL_6bfc956f277343bf9a34029adaaf641c",
              "IPY_MODEL_58e9b3288d12482c8eed49a4584f0910"
            ],
            "layout": "IPY_MODEL_3f56f22ae77f466b9431a6230bb3d280"
          }
        },
        "1ffd20b69acc496abc5bb65be9fd36fa": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c4309fd9557a4c6392b0444b006ca4e6",
            "placeholder": "​",
            "style": "IPY_MODEL_3da91afe12704e3b84f7fa0a0712d8ac",
            "value": "Downloading (…)lve/main/config.json: 100%"
          }
        },
        "6bfc956f277343bf9a34029adaaf641c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_00647c23e711469a9ebf77af696438eb",
            "max": 665,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_e553c02a6c3a418fb7712c75fa6d6e28",
            "value": 665
          }
        },
        "58e9b3288d12482c8eed49a4584f0910": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d7953c1a3e8840668d6ae997ec276ab7",
            "placeholder": "​",
            "style": "IPY_MODEL_46ba47c67de44f4c9e3cb76fcb2ab471",
            "value": " 665/665 [00:00&lt;00:00, 32.9kB/s]"
          }
        },
        "3f56f22ae77f466b9431a6230bb3d280": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c4309fd9557a4c6392b0444b006ca4e6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "3da91afe12704e3b84f7fa0a0712d8ac": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "00647c23e711469a9ebf77af696438eb": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e553c02a6c3a418fb7712c75fa6d6e28": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "d7953c1a3e8840668d6ae997ec276ab7": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "46ba47c67de44f4c9e3cb76fcb2ab471": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "c359527f782b45368de5e7eedd059647": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_fac5f11f1ae748ed8605c407ff5753d2",
              "IPY_MODEL_5cbe7df166de460e815fe0f6b061cf0a",
              "IPY_MODEL_181bb322bee0486894074f28c935b795"
            ],
            "layout": "IPY_MODEL_e02cfd97414145018cb597e18c418f21"
          }
        },
        "fac5f11f1ae748ed8605c407ff5753d2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_167854a616d844a8bd10bc771d8479a9",
            "placeholder": "​",
            "style": "IPY_MODEL_6494e23aa6294b2abe3e36ad74117538",
            "value": "Downloading (…)&quot;pytorch_model.bin&quot;;: 100%"
          }
        },
        "5cbe7df166de460e815fe0f6b061cf0a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_9c091cec7d254dc2b96cd39ab88a18e0",
            "max": 548118077,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_11e149d833fa4c78954ebd52e0a1883a",
            "value": 548118077
          }
        },
        "181bb322bee0486894074f28c935b795": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_53b59beb28204673912c0a8e28cb67c9",
            "placeholder": "​",
            "style": "IPY_MODEL_279df6a8131b4650a8b9afb3f39b1cbf",
            "value": " 548M/548M [00:28&lt;00:00, 19.1MB/s]"
          }
        },
        "e02cfd97414145018cb597e18c418f21": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "167854a616d844a8bd10bc771d8479a9": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6494e23aa6294b2abe3e36ad74117538": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "9c091cec7d254dc2b96cd39ab88a18e0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "11e149d833fa4c78954ebd52e0a1883a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "53b59beb28204673912c0a8e28cb67c9": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "279df6a8131b4650a8b9afb3f39b1cbf": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "4564f0407ebd46b39b0258b7034d72f0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_2ec4a0bafc3e406a8f7855561654b6b0",
              "IPY_MODEL_50e76241c7d747dab24b0fa75d045d76",
              "IPY_MODEL_206303a1d84a49e19527805312628afd"
            ],
            "layout": "IPY_MODEL_fa0826e3242e4d12ba514f731f5bd61e"
          }
        },
        "2ec4a0bafc3e406a8f7855561654b6b0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a7916a947e5e410395ef6b6ccfa04844",
            "placeholder": "​",
            "style": "IPY_MODEL_70c5551c354b4dea860f9f92cf11d419",
            "value": "Downloading (…)neration_config.json: 100%"
          }
        },
        "50e76241c7d747dab24b0fa75d045d76": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7d0753d554ef40a9b78b6978b62efdb0",
            "max": 124,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_c13d02b14d234f169514967adbd14c00",
            "value": 124
          }
        },
        "206303a1d84a49e19527805312628afd": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7184e801dda345c8a75c143092241cf7",
            "placeholder": "​",
            "style": "IPY_MODEL_c71b65c9919e45d4a99be5e2dd2b80c7",
            "value": " 124/124 [00:00&lt;00:00, 4.24kB/s]"
          }
        },
        "fa0826e3242e4d12ba514f731f5bd61e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a7916a947e5e410395ef6b6ccfa04844": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "70c5551c354b4dea860f9f92cf11d419": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "7d0753d554ef40a9b78b6978b62efdb0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c13d02b14d234f169514967adbd14c00": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "7184e801dda345c8a75c143092241cf7": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c71b65c9919e45d4a99be5e2dd2b80c7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        }
      }
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}