Google_Colab/ChatGLM2_6B_P_Tuning_v2.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "gpuType": "A100",
      "machine_shape": "hm",
      "mount_file_id": "1DVo51h-rDfLLtPU5WHFix1PuSf8WjLXq",
      "authorship_tag": "ABX9TyP7fCkSIQXD5gazAxnGBl62",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/sdx0112/Chinese-Topic-Modelling/blob/main/ChatGLM2_6B_P_Tuning_v2.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "KLxRbJr7yN0d",
        "outputId": "d12c6b21-c747-4269-d301-a3bb81dafee4"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Mounted at /content/drive\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!git clone https://github.com/THUDM/ChatGLM2-6B"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "n2y5Q2ykMGk1",
        "outputId": "44b034f4-717d-480d-c463-9814bb29cf78"
      },
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Cloning into 'ChatGLM2-6B'...\n",
            "remote: Enumerating objects: 205, done.\u001b[K\n",
            "remote: Counting objects: 100% (118/118), done.\u001b[K\n",
            "remote: Compressing objects: 100% (52/52), done.\u001b[K\n",
            "remote: Total 205 (delta 93), reused 67 (delta 66), pack-reused 87\u001b[K\n",
            "Receiving objects: 100% (205/205), 7.34 MiB | 5.55 MiB/s, done.\n",
            "Resolving deltas: 100% (107/107), done.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import os\n",
        "os.chdir('/content/ChatGLM2-6B')"
      ],
      "metadata": {
        "id": "IOf1vulpbPs8"
      },
      "execution_count": 2,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "import json"
      ],
      "metadata": {
        "id": "JmtENRRolagr"
      },
      "execution_count": 3,
      "outputs": []
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "LqrQizJDAdwA",
        "outputId": "fd06753c-df96-49dd-9b38-7eed3fede586"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Requirement already satisfied: protobuf in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 1)) (3.20.3)\n",
            "Collecting transformers==4.30.2 (from -r requirements.txt (line 2))\n",
            "  Downloading transformers-4.30.2-py3-none-any.whl (7.2 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.2/7.2 MB\u001b[0m \u001b[31m101.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting cpm_kernels (from -r requirements.txt (line 3))\n",
            "  Downloading cpm_kernels-1.0.11-py3-none-any.whl (416 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m416.6/416.6 kB\u001b[0m \u001b[31m41.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: torch>=2.0 in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 4)) (2.0.1+cu118)\n",
            "Collecting gradio (from -r requirements.txt (line 5))\n",
            "  Downloading gradio-3.36.1-py3-none-any.whl (19.8 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m19.8/19.8 MB\u001b[0m \u001b[31m79.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting mdtex2html (from -r requirements.txt (line 6))\n",
            "  Downloading mdtex2html-1.2.0-py3-none-any.whl (13 kB)\n",
            "Collecting sentencepiece (from -r requirements.txt (line 7))\n",
            "  Downloading sentencepiece-0.1.99-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m71.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting accelerate (from -r requirements.txt (line 8))\n",
            "  Downloading accelerate-0.21.0-py3-none-any.whl (244 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m244.2/244.2 kB\u001b[0m \u001b[31m29.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting sse-starlette (from -r requirements.txt (line 9))\n",
            "  Downloading sse_starlette-1.6.1-py3-none-any.whl (9.6 kB)\n",
            "Collecting streamlit>=1.24.0 (from -r requirements.txt (line 10))\n",
            "  Downloading streamlit-1.24.1-py2.py3-none-any.whl (8.9 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m8.9/8.9 MB\u001b[0m \u001b[31m115.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers==4.30.2->-r requirements.txt (line 2)) (3.12.2)\n",
            "Collecting huggingface-hub<1.0,>=0.14.1 (from transformers==4.30.2->-r requirements.txt (line 2))\n",
            "  Downloading huggingface_hub-0.16.4-py3-none-any.whl (268 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m268.8/268.8 kB\u001b[0m \u001b[31m30.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from transformers==4.30.2->-r requirements.txt (line 2)) (1.22.4)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers==4.30.2->-r requirements.txt (line 2)) (23.1)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers==4.30.2->-r requirements.txt (line 2)) (6.0)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers==4.30.2->-r requirements.txt (line 2)) (2022.10.31)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers==4.30.2->-r requirements.txt (line 2)) (2.27.1)\n",
            "Collecting tokenizers!=0.11.3,<0.14,>=0.11.1 (from transformers==4.30.2->-r requirements.txt (line 2))\n",
            "  Downloading tokenizers-0.13.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (7.8 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.8/7.8 MB\u001b[0m \u001b[31m92.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting safetensors>=0.3.1 (from transformers==4.30.2->-r requirements.txt (line 2))\n",
            "  Downloading safetensors-0.3.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m75.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers==4.30.2->-r requirements.txt (line 2)) (4.65.0)\n",
            "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch>=2.0->-r requirements.txt (line 4)) (4.7.1)\n",
            "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=2.0->-r requirements.txt (line 4)) (1.11.1)\n",
            "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=2.0->-r requirements.txt (line 4)) (3.1)\n",
            "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=2.0->-r requirements.txt (line 4)) (3.1.2)\n",
            "Requirement already satisfied: triton==2.0.0 in /usr/local/lib/python3.10/dist-packages (from torch>=2.0->-r requirements.txt (line 4)) (2.0.0)\n",
            "Requirement already satisfied: cmake in /usr/local/lib/python3.10/dist-packages (from triton==2.0.0->torch>=2.0->-r requirements.txt (line 4)) (3.25.2)\n",
            "Requirement already satisfied: lit in /usr/local/lib/python3.10/dist-packages (from triton==2.0.0->torch>=2.0->-r requirements.txt (line 4)) (16.0.6)\n",
            "Collecting aiofiles (from gradio->-r requirements.txt (line 5))\n",
            "  Downloading aiofiles-23.1.0-py3-none-any.whl (14 kB)\n",
            "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from gradio->-r requirements.txt (line 5)) (3.8.4)\n",
            "Requirement already satisfied: altair>=4.2.0 in /usr/local/lib/python3.10/dist-packages (from gradio->-r requirements.txt (line 5)) (4.2.2)\n",
            "Collecting fastapi (from gradio->-r requirements.txt (line 5))\n",
            "  Downloading fastapi-0.100.0-py3-none-any.whl (65 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m65.7/65.7 kB\u001b[0m \u001b[31m8.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting ffmpy (from gradio->-r requirements.txt (line 5))\n",
            "  Downloading ffmpy-0.3.0.tar.gz (4.8 kB)\n",
            "  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "Collecting gradio-client>=0.2.7 (from gradio->-r requirements.txt (line 5))\n",
            "  Downloading gradio_client-0.2.9-py3-none-any.whl (288 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m288.8/288.8 kB\u001b[0m \u001b[31m32.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting httpx (from gradio->-r requirements.txt (line 5))\n",
            "  Downloading httpx-0.24.1-py3-none-any.whl (75 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m75.4/75.4 kB\u001b[0m \u001b[31m9.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: markdown-it-py[linkify]>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from gradio->-r requirements.txt (line 5)) (3.0.0)\n",
            "Requirement already satisfied: markupsafe in /usr/local/lib/python3.10/dist-packages (from gradio->-r requirements.txt (line 5)) (2.1.3)\n",
            "Requirement already satisfied: matplotlib in /usr/local/lib/python3.10/dist-packages (from gradio->-r requirements.txt (line 5)) (3.7.1)\n",
            "Collecting mdit-py-plugins<=0.3.3 (from gradio->-r requirements.txt (line 5))\n",
            "  Downloading mdit_py_plugins-0.3.3-py3-none-any.whl (50 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m50.5/50.5 kB\u001b[0m \u001b[31m6.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting orjson (from gradio->-r requirements.txt (line 5))\n",
            "  Downloading orjson-3.9.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (138 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m138.7/138.7 kB\u001b[0m \u001b[31m17.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from gradio->-r requirements.txt (line 5)) (1.5.3)\n",
            "Requirement already satisfied: pillow in /usr/local/lib/python3.10/dist-packages (from gradio->-r requirements.txt (line 5)) (8.4.0)\n",
            "Requirement already satisfied: pydantic in /usr/local/lib/python3.10/dist-packages (from gradio->-r requirements.txt (line 5)) (1.10.11)\n",
            "Collecting pydub (from gradio->-r requirements.txt (line 5))\n",
            "  Downloading pydub-0.25.1-py2.py3-none-any.whl (32 kB)\n",
            "Requirement already satisfied: pygments>=2.12.0 in /usr/local/lib/python3.10/dist-packages (from gradio->-r requirements.txt (line 5)) (2.14.0)\n",
            "Collecting python-multipart (from gradio->-r requirements.txt (line 5))\n",
            "  Downloading python_multipart-0.0.6-py3-none-any.whl (45 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m45.7/45.7 kB\u001b[0m \u001b[31m6.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting semantic-version (from gradio->-r requirements.txt (line 5))\n",
            "  Downloading semantic_version-2.10.0-py2.py3-none-any.whl (15 kB)\n",
            "Collecting uvicorn>=0.14.0 (from gradio->-r requirements.txt (line 5))\n",
            "  Downloading uvicorn-0.22.0-py3-none-any.whl (58 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m58.3/58.3 kB\u001b[0m \u001b[31m7.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting websockets>=10.0 (from gradio->-r requirements.txt (line 5))\n",
            "  Downloading websockets-11.0.3-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (129 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m129.9/129.9 kB\u001b[0m \u001b[31m16.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: markdown in /usr/local/lib/python3.10/dist-packages (from mdtex2html->-r requirements.txt (line 6)) (3.4.3)\n",
            "Collecting latex2mathml (from mdtex2html->-r requirements.txt (line 6))\n",
            "  Downloading latex2mathml-3.76.0-py3-none-any.whl (73 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m73.4/73.4 kB\u001b[0m \u001b[31m8.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate->-r requirements.txt (line 8)) (5.9.5)\n",
            "Collecting starlette (from sse-starlette->-r requirements.txt (line 9))\n",
            "  Downloading starlette-0.30.0-py3-none-any.whl (68 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m68.8/68.8 kB\u001b[0m \u001b[31m8.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting blinker<2,>=1.0.0 (from streamlit>=1.24.0->-r requirements.txt (line 10))\n",
            "  Downloading blinker-1.6.2-py3-none-any.whl (13 kB)\n",
            "Requirement already satisfied: cachetools<6,>=4.0 in /usr/local/lib/python3.10/dist-packages (from streamlit>=1.24.0->-r requirements.txt (line 10)) (5.3.1)\n",
            "Requirement already satisfied: click<9,>=7.0 in /usr/local/lib/python3.10/dist-packages (from streamlit>=1.24.0->-r requirements.txt (line 10)) (8.1.4)\n",
            "Collecting importlib-metadata<7,>=1.4 (from streamlit>=1.24.0->-r requirements.txt (line 10))\n",
            "  Downloading importlib_metadata-6.8.0-py3-none-any.whl (22 kB)\n",
            "Requirement already satisfied: pyarrow>=4.0 in /usr/local/lib/python3.10/dist-packages (from streamlit>=1.24.0->-r requirements.txt (line 10)) (9.0.0)\n",
            "Collecting pympler<2,>=0.9 (from streamlit>=1.24.0->-r requirements.txt (line 10))\n",
            "  Downloading Pympler-1.0.1-py3-none-any.whl (164 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m164.8/164.8 kB\u001b[0m \u001b[31m20.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: python-dateutil<3,>=2 in /usr/local/lib/python3.10/dist-packages (from streamlit>=1.24.0->-r requirements.txt (line 10)) (2.8.2)\n",
            "Requirement already satisfied: rich<14,>=10.11.0 in /usr/local/lib/python3.10/dist-packages (from streamlit>=1.24.0->-r requirements.txt (line 10)) (13.4.2)\n",
            "Requirement already satisfied: tenacity<9,>=8.0.0 in /usr/local/lib/python3.10/dist-packages (from streamlit>=1.24.0->-r requirements.txt (line 10)) (8.2.2)\n",
            "Requirement already satisfied: toml<2 in /usr/local/lib/python3.10/dist-packages (from streamlit>=1.24.0->-r requirements.txt (line 10)) (0.10.2)\n",
            "Collecting tzlocal<5,>=1.1 (from streamlit>=1.24.0->-r requirements.txt (line 10))\n",
            "  Downloading tzlocal-4.3.1-py3-none-any.whl (20 kB)\n",
            "Collecting validators<1,>=0.2 (from streamlit>=1.24.0->-r requirements.txt (line 10))\n",
            "  Downloading validators-0.20.0.tar.gz (30 kB)\n",
            "  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "Collecting gitpython!=3.1.19,<4,>=3 (from streamlit>=1.24.0->-r requirements.txt (line 10))\n",
            "  Downloading GitPython-3.1.32-py3-none-any.whl (188 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m188.5/188.5 kB\u001b[0m \u001b[31m20.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting pydeck<1,>=0.1.dev5 (from streamlit>=1.24.0->-r requirements.txt (line 10))\n",
            "  Downloading pydeck-0.8.1b0-py2.py3-none-any.whl (4.8 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m4.8/4.8 MB\u001b[0m \u001b[31m112.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: tornado<7,>=6.0.3 in /usr/local/lib/python3.10/dist-packages (from streamlit>=1.24.0->-r requirements.txt (line 10)) (6.3.1)\n",
            "Collecting watchdog (from streamlit>=1.24.0->-r requirements.txt (line 10))\n",
            "  Downloading watchdog-3.0.0-py3-none-manylinux2014_x86_64.whl (82 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m82.1/82.1 kB\u001b[0m \u001b[31m10.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: entrypoints in /usr/local/lib/python3.10/dist-packages (from altair>=4.2.0->gradio->-r requirements.txt (line 5)) (0.4)\n",
            "Requirement already satisfied: jsonschema>=3.0 in /usr/local/lib/python3.10/dist-packages (from altair>=4.2.0->gradio->-r requirements.txt (line 5)) (4.3.3)\n",
            "Requirement already satisfied: toolz in /usr/local/lib/python3.10/dist-packages (from altair>=4.2.0->gradio->-r requirements.txt (line 5)) (0.12.0)\n",
            "Collecting gitdb<5,>=4.0.1 (from gitpython!=3.1.19,<4,>=3->streamlit>=1.24.0->-r requirements.txt (line 10))\n",
            "  Downloading gitdb-4.0.10-py3-none-any.whl (62 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m62.7/62.7 kB\u001b[0m \u001b[31m8.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from gradio-client>=0.2.7->gradio->-r requirements.txt (line 5)) (2023.6.0)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.10/dist-packages (from importlib-metadata<7,>=1.4->streamlit>=1.24.0->-r requirements.txt (line 10)) (3.16.0)\n",
            "Requirement already satisfied: mdurl~=0.1 in /usr/local/lib/python3.10/dist-packages (from markdown-it-py[linkify]>=2.0.0->gradio->-r requirements.txt (line 5)) (0.1.2)\n",
            "Collecting linkify-it-py<3,>=1 (from markdown-it-py[linkify]>=2.0.0->gradio->-r requirements.txt (line 5))\n",
            "  Downloading linkify_it_py-2.0.2-py3-none-any.whl (19 kB)\n",
            "INFO: pip is looking at multiple versions of mdit-py-plugins to determine which version is compatible with other requirements. This could take a while.\n",
            "Collecting mdit-py-plugins<=0.3.3 (from gradio->-r requirements.txt (line 5))\n",
            "  Downloading mdit_py_plugins-0.3.2-py3-none-any.whl (50 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m50.4/50.4 kB\u001b[0m \u001b[31m5.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h  Downloading mdit_py_plugins-0.3.1-py3-none-any.whl (46 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m46.5/46.5 kB\u001b[0m \u001b[31m5.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h  Downloading mdit_py_plugins-0.3.0-py3-none-any.whl (43 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m43.7/43.7 kB\u001b[0m \u001b[31m5.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h  Downloading mdit_py_plugins-0.2.8-py3-none-any.whl (41 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m41.0/41.0 kB\u001b[0m \u001b[31m5.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h  Downloading mdit_py_plugins-0.2.7-py3-none-any.whl (41 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m41.0/41.0 kB\u001b[0m \u001b[31m4.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h  Downloading mdit_py_plugins-0.2.6-py3-none-any.whl (39 kB)\n",
            "  Downloading mdit_py_plugins-0.2.5-py3-none-any.whl (39 kB)\n",
            "INFO: pip is looking at multiple versions of mdit-py-plugins to determine which version is compatible with other requirements. This could take a while.\n",
            "  Downloading mdit_py_plugins-0.2.4-py3-none-any.whl (39 kB)\n",
            "  Downloading mdit_py_plugins-0.2.3-py3-none-any.whl (39 kB)\n",
            "  Downloading mdit_py_plugins-0.2.2-py3-none-any.whl (39 kB)\n",
            "  Downloading mdit_py_plugins-0.2.1-py3-none-any.whl (38 kB)\n",
            "  Downloading mdit_py_plugins-0.2.0-py3-none-any.whl (38 kB)\n",
            "INFO: This is taking longer than usual. You might need to provide the dependency resolver with stricter constraints to reduce runtime. See https://pip.pypa.io/warnings/backtracking for guidance. If you want to abort this run, press Ctrl + C.\n",
            "  Downloading mdit_py_plugins-0.1.0-py3-none-any.whl (37 kB)\n",
            "Collecting markdown-it-py[linkify]>=2.0.0 (from gradio->-r requirements.txt (line 5))\n",
            "  Downloading markdown_it_py-3.0.0-py3-none-any.whl (87 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m87.5/87.5 kB\u001b[0m \u001b[31m10.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h  Downloading markdown_it_py-2.2.0-py3-none-any.whl (84 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m84.5/84.5 kB\u001b[0m \u001b[31m10.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->gradio->-r requirements.txt (line 5)) (2022.7.1)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil<3,>=2->streamlit>=1.24.0->-r requirements.txt (line 10)) (1.16.0)\n",
            "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.30.2->-r requirements.txt (line 2)) (1.26.16)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.30.2->-r requirements.txt (line 2)) (2023.5.7)\n",
            "Requirement already satisfied: charset-normalizer~=2.0.0 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.30.2->-r requirements.txt (line 2)) (2.0.12)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.30.2->-r requirements.txt (line 2)) (3.4)\n",
            "Collecting pytz-deprecation-shim (from tzlocal<5,>=1.1->streamlit>=1.24.0->-r requirements.txt (line 10))\n",
            "  Downloading pytz_deprecation_shim-0.1.0.post0-py2.py3-none-any.whl (15 kB)\n",
            "Collecting h11>=0.8 (from uvicorn>=0.14.0->gradio->-r requirements.txt (line 5))\n",
            "  Downloading h11-0.14.0-py3-none-any.whl (58 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m58.3/58.3 kB\u001b[0m \u001b[31m6.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: decorator>=3.4.0 in /usr/local/lib/python3.10/dist-packages (from validators<1,>=0.2->streamlit>=1.24.0->-r requirements.txt (line 10)) (4.4.2)\n",
            "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->gradio->-r requirements.txt (line 5)) (23.1.0)\n",
            "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->gradio->-r requirements.txt (line 5)) (6.0.4)\n",
            "Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.10/dist-packages (from aiohttp->gradio->-r requirements.txt (line 5)) (4.0.2)\n",
            "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->gradio->-r requirements.txt (line 5)) (1.9.2)\n",
            "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->gradio->-r requirements.txt (line 5)) (1.3.3)\n",
            "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->gradio->-r requirements.txt (line 5)) (1.3.1)\n",
            "Collecting starlette (from sse-starlette->-r requirements.txt (line 9))\n",
            "  Downloading starlette-0.27.0-py3-none-any.whl (66 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m67.0/67.0 kB\u001b[0m \u001b[31m7.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: anyio<5,>=3.4.0 in /usr/local/lib/python3.10/dist-packages (from starlette->sse-starlette->-r requirements.txt (line 9)) (3.7.1)\n",
            "Collecting httpcore<0.18.0,>=0.15.0 (from httpx->gradio->-r requirements.txt (line 5))\n",
            "  Downloading httpcore-0.17.3-py3-none-any.whl (74 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m74.5/74.5 kB\u001b[0m \u001b[31m8.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: sniffio in /usr/local/lib/python3.10/dist-packages (from httpx->gradio->-r requirements.txt (line 5)) (1.3.0)\n",
            "Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->gradio->-r requirements.txt (line 5)) (1.1.0)\n",
            "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib->gradio->-r requirements.txt (line 5)) (0.11.0)\n",
            "Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->gradio->-r requirements.txt (line 5)) (4.40.0)\n",
            "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->gradio->-r requirements.txt (line 5)) (1.4.4)\n",
            "Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->gradio->-r requirements.txt (line 5)) (3.1.0)\n",
            "Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=2.0->-r requirements.txt (line 4)) (1.3.0)\n",
            "Requirement already satisfied: exceptiongroup in /usr/local/lib/python3.10/dist-packages (from anyio<5,>=3.4.0->starlette->sse-starlette->-r requirements.txt (line 9)) (1.1.2)\n",
            "Collecting smmap<6,>=3.0.1 (from gitdb<5,>=4.0.1->gitpython!=3.1.19,<4,>=3->streamlit>=1.24.0->-r requirements.txt (line 10))\n",
            "  Downloading smmap-5.0.0-py3-none-any.whl (24 kB)\n",
            "Requirement already satisfied: pyrsistent!=0.17.0,!=0.17.1,!=0.17.2,>=0.14.0 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=3.0->altair>=4.2.0->gradio->-r requirements.txt (line 5)) (0.19.3)\n",
            "Collecting uc-micro-py (from linkify-it-py<3,>=1->markdown-it-py[linkify]>=2.0.0->gradio->-r requirements.txt (line 5))\n",
            "  Downloading uc_micro_py-1.0.2-py3-none-any.whl (6.2 kB)\n",
            "Collecting tzdata (from pytz-deprecation-shim->tzlocal<5,>=1.1->streamlit>=1.24.0->-r requirements.txt (line 10))\n",
            "  Downloading tzdata-2023.3-py2.py3-none-any.whl (341 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m341.8/341.8 kB\u001b[0m \u001b[31m35.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hBuilding wheels for collected packages: validators, ffmpy\n",
            "  Building wheel for validators (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for validators: filename=validators-0.20.0-py3-none-any.whl size=19579 sha256=e3e782e856bb262b7842a35954418050c0c9b0e7fed861c074a75f1bb4858b5d\n",
            "  Stored in directory: /root/.cache/pip/wheels/f2/ed/dd/d3a556ad245ef9dc570c6bcd2f22886d17b0b408dd3bbb9ac3\n",
            "  Building wheel for ffmpy (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for ffmpy: filename=ffmpy-0.3.0-py3-none-any.whl size=4694 sha256=38046a705389c47bd1c13b9e478b323f59594a95cdd05c561f11d307ce4c0082\n",
            "  Stored in directory: /root/.cache/pip/wheels/0c/c2/0e/3b9c6845c6a4e35beb90910cc70d9ac9ab5d47402bd62af0df\n",
            "Successfully built validators ffmpy\n",
            "Installing collected packages: tokenizers, sentencepiece, safetensors, pydub, ffmpy, cpm_kernels, websockets, watchdog, validators, uc-micro-py, tzdata, smmap, semantic-version, python-multipart, pympler, orjson, markdown-it-py, latex2mathml, importlib-metadata, h11, blinker, aiofiles, uvicorn, starlette, pytz-deprecation-shim, pydeck, mdtex2html, mdit-py-plugins, linkify-it-py, huggingface-hub, httpcore, gitdb, tzlocal, transformers, sse-starlette, httpx, gitpython, fastapi, streamlit, gradio-client, gradio, accelerate\n",
            "  Attempting uninstall: markdown-it-py\n",
            "    Found existing installation: markdown-it-py 3.0.0\n",
            "    Uninstalling markdown-it-py-3.0.0:\n",
            "      Successfully uninstalled markdown-it-py-3.0.0\n",
            "  Attempting uninstall: tzlocal\n",
            "    Found existing installation: tzlocal 5.0.1\n",
            "    Uninstalling tzlocal-5.0.1:\n",
            "      Successfully uninstalled tzlocal-5.0.1\n",
            "Successfully installed accelerate-0.21.0 aiofiles-23.1.0 blinker-1.6.2 cpm_kernels-1.0.11 fastapi-0.100.0 ffmpy-0.3.0 gitdb-4.0.10 gitpython-3.1.32 gradio-3.36.1 gradio-client-0.2.9 h11-0.14.0 httpcore-0.17.3 httpx-0.24.1 huggingface-hub-0.16.4 importlib-metadata-6.8.0 latex2mathml-3.76.0 linkify-it-py-2.0.2 markdown-it-py-2.2.0 mdit-py-plugins-0.3.3 mdtex2html-1.2.0 orjson-3.9.2 pydeck-0.8.1b0 pydub-0.25.1 pympler-1.0.1 python-multipart-0.0.6 pytz-deprecation-shim-0.1.0.post0 safetensors-0.3.1 semantic-version-2.10.0 sentencepiece-0.1.99 smmap-5.0.0 sse-starlette-1.6.1 starlette-0.27.0 streamlit-1.24.1 tokenizers-0.13.3 transformers-4.30.2 tzdata-2023.3 tzlocal-4.3.1 uc-micro-py-1.0.2 uvicorn-0.22.0 validators-0.20.0 watchdog-3.0.0 websockets-11.0.3\n"
          ]
        }
      ],
      "source": [
        "!pip install -r requirements.txt"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install rouge_chinese nltk jieba datasets"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "s0yokIuQH9t5",
        "outputId": "3528ce19-0773-4c81-89e5-09fbc6ce1e15"
      },
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting rouge_chinese\n",
            "  Downloading rouge_chinese-1.0.3-py3-none-any.whl (21 kB)\n",
            "Requirement already satisfied: nltk in /usr/local/lib/python3.10/dist-packages (3.8.1)\n",
            "Requirement already satisfied: jieba in /usr/local/lib/python3.10/dist-packages (0.42.1)\n",
            "Collecting datasets\n",
            "  Downloading datasets-2.13.1-py3-none-any.whl (486 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m486.2/486.2 kB\u001b[0m \u001b[31m35.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: six in /usr/local/lib/python3.10/dist-packages (from rouge_chinese) (1.16.0)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.10/dist-packages (from nltk) (8.1.4)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.10/dist-packages (from nltk) (1.3.1)\n",
            "Requirement already satisfied: regex>=2021.8.3 in /usr/local/lib/python3.10/dist-packages (from nltk) (2022.10.31)\n",
            "Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from nltk) (4.65.0)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from datasets) (1.22.4)\n",
            "Requirement already satisfied: pyarrow>=8.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (9.0.0)\n",
            "Collecting dill<0.3.7,>=0.3.0 (from datasets)\n",
            "  Downloading dill-0.3.6-py3-none-any.whl (110 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m110.5/110.5 kB\u001b[0m \u001b[31m15.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets) (1.5.3)\n",
            "Requirement already satisfied: requests>=2.19.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (2.27.1)\n",
            "Collecting xxhash (from datasets)\n",
            "  Downloading xxhash-3.2.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (212 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m212.5/212.5 kB\u001b[0m \u001b[31m23.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting multiprocess (from datasets)\n",
            "  Downloading multiprocess-0.70.14-py310-none-any.whl (134 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.3/134.3 kB\u001b[0m \u001b[31m15.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: fsspec[http]>=2021.11.1 in /usr/local/lib/python3.10/dist-packages (from datasets) (2023.6.0)\n",
            "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets) (3.8.4)\n",
            "Requirement already satisfied: huggingface-hub<1.0.0,>=0.11.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (0.16.4)\n",
            "Requirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from datasets) (23.1)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from datasets) (6.0)\n",
            "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (23.1.0)\n",
            "Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (2.0.12)\n",
            "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (6.0.4)\n",
            "Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (4.0.2)\n",
            "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.9.2)\n",
            "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.3.3)\n",
            "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.3.1)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0.0,>=0.11.0->datasets) (3.12.2)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0.0,>=0.11.0->datasets) (4.7.1)\n",
            "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets) (1.26.16)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets) (2023.5.7)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets) (3.4)\n",
            "Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2022.7.1)\n",
            "Installing collected packages: xxhash, rouge_chinese, dill, multiprocess, datasets\n",
            "Successfully installed datasets-2.13.1 dill-0.3.6 multiprocess-0.70.14 rouge_chinese-1.0.3 xxhash-3.2.0\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import pandas as pd"
      ],
      "metadata": {
        "id": "rXTDZ0encL_5"
      },
      "execution_count": 6,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df = pd.read_csv('/content/all_para.csv', encoding = 'utf_8_sig')\n",
        "df_sample = pd.read_csv('/content/labelled_sample.csv', encoding = 'GBK')"
      ],
      "metadata": {
        "id": "HkLZYjE-cblR"
      },
      "execution_count": 8,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "init_prompt = \"\"\"你需要给一段文字打上话题标签。我会给你话题列表和文字内容。话题必须从给定的话题列表里选出，而且只能给一个话题。\n",
        "话题列表是：基建, 房地产, 制造业, 科技, 零售消费, 绿色发展, 医药健康, 教育, 交通运输, 出口贸易, 农业农村, 文化旅游, 就业, 民生扶贫, 能源, 物资储备, 宏观, 区域发展, 企业发展, 新冠疫情, 地方财政, 税务, 国际关系, 金融\n",
        "你的回答的格式必须是：answer-话题,例如：answer-科技\n",
        "请给出这段文字的话题。你的回答仅包括话题。你给出的话题必须是话题列表里面的一个，而且只能给一个话题。\n",
        "文字内容是：\"\"\""
      ],
      "metadata": {
        "id": "xW8saCnDipfy"
      },
      "execution_count": 9,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 337
        },
        "id": "noW8J-jwLr2e",
        "outputId": "f968d0e8-9634-4a74-a01b-ecf9ef8b930e"
      },
      "execution_count": 10,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                        ID                                              TITLE  \\\n",
              "0  m-1608357555-1682084460  会议审议通过了关于强化企业科技创新主体地位的意见关于加强和改进国有经济管理有力支持中国式现代...   \n",
              "1  m-1608357555-1682084460  会议审议通过了关于强化企业科技创新主体地位的意见关于加强和改进国有经济管理有力支持中国式现代...   \n",
              "2  m-1608357555-1682084460  会议审议通过了关于强化企业科技创新主体地位的意见关于加强和改进国有经济管理有力支持中国式现代...   \n",
              "3  m-1608357555-1682084460  会议审议通过了关于强化企业科技创新主体地位的意见关于加强和改进国有经济管理有力支持中国式现代...   \n",
              "4  m-1608357555-1682084460  会议审议通过了关于强化企业科技创新主体地位的意见关于加强和改进国有经济管理有力支持中国式现代...   \n",
              "\n",
              "                                             CONTENT  \n",
              "0  中共中央总书记、国家主席、中央军委主席、中央全面深化改革委员会主任习近平4月21日下午主持召...  \n",
              "1  会议审议通过了《关于强化企业科技创新主体地位的意见》、《关于加强和改进国有经济管理有力支持中...  \n",
              "2  会议指出，强化企业科技创新主体地位，是深化科技体制改革、推动实现高水平科技自立自强的关键举措...  \n",
              "3  会议强调，加强和改进国有经济管理，要立足新时代新征程国有经济肩负的使命任务和功能定位，从服务...  \n",
              "4  会议指出，支持民营经济发展是党中央的一贯方针。促进民营经济发展壮大，要着力优化民营经济发展环...  "
            ],
            "text/html": [
              "\n",
              "\n",
              "  <div id=\"df-395c7b70-dde6-4312-af18-8c758753e409\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>ID</th>\n",
              "      <th>TITLE</th>\n",
              "      <th>CONTENT</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>m-1608357555-1682084460</td>\n",
              "      <td>会议审议通过了关于强化企业科技创新主体地位的意见关于加强和改进国有经济管理有力支持中国式现代...</td>\n",
              "      <td>中共中央总书记、国家主席、中央军委主席、中央全面深化改革委员会主任习近平4月21日下午主持召...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>m-1608357555-1682084460</td>\n",
              "      <td>会议审议通过了关于强化企业科技创新主体地位的意见关于加强和改进国有经济管理有力支持中国式现代...</td>\n",
              "      <td>会议审议通过了《关于强化企业科技创新主体地位的意见》、《关于加强和改进国有经济管理有力支持中...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>m-1608357555-1682084460</td>\n",
              "      <td>会议审议通过了关于强化企业科技创新主体地位的意见关于加强和改进国有经济管理有力支持中国式现代...</td>\n",
              "      <td>会议指出，强化企业科技创新主体地位，是深化科技体制改革、推动实现高水平科技自立自强的关键举措...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>m-1608357555-1682084460</td>\n",
              "      <td>会议审议通过了关于强化企业科技创新主体地位的意见关于加强和改进国有经济管理有力支持中国式现代...</td>\n",
              "      <td>会议强调，加强和改进国有经济管理，要立足新时代新征程国有经济肩负的使命任务和功能定位，从服务...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>m-1608357555-1682084460</td>\n",
              "      <td>会议审议通过了关于强化企业科技创新主体地位的意见关于加强和改进国有经济管理有力支持中国式现代...</td>\n",
              "      <td>会议指出，支持民营经济发展是党中央的一贯方针。促进民营经济发展壮大，要着力优化民营经济发展环...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-395c7b70-dde6-4312-af18-8c758753e409')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "\n",
              "\n",
              "\n",
              "    <div id=\"df-8ff83e1a-48ff-4e41-baf0-954a89a76a2d\">\n",
              "      <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-8ff83e1a-48ff-4e41-baf0-954a89a76a2d')\"\n",
              "              title=\"Suggest charts.\"\n",
              "              style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "      </button>\n",
              "    </div>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "    background-color: #E8F0FE;\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: #1967D2;\n",
              "    height: 32px;\n",
              "    padding: 0 0 0 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: #E2EBFA;\n",
              "    box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: #174EA6;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "    background-color: #3B4455;\n",
              "    fill: #D2E3FC;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart:hover {\n",
              "    background-color: #434B5C;\n",
              "    box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "    filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "    fill: #FFFFFF;\n",
              "  }\n",
              "</style>\n",
              "\n",
              "    <script>\n",
              "      async function quickchart(key) {\n",
              "        const containerElement = document.querySelector('#' + key);\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      }\n",
              "    </script>\n",
              "\n",
              "      <script>\n",
              "\n",
              "function displayQuickchartButton(domScope) {\n",
              "  let quickchartButtonEl =\n",
              "    domScope.querySelector('#df-8ff83e1a-48ff-4e41-baf0-954a89a76a2d button.colab-df-quickchart');\n",
              "  quickchartButtonEl.style.display =\n",
              "    google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "}\n",
              "\n",
              "        displayQuickchartButton(document);\n",
              "      </script>\n",
              "      <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-395c7b70-dde6-4312-af18-8c758753e409 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-395c7b70-dde6-4312-af18-8c758753e409');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 10
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_sample.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "id": "a1o1WL7ZipiV",
        "outputId": "a45b31a1-8fa8-4967-a7db-bb18eb5514cc"
      },
      "execution_count": 11,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                             CONTENT TOPIC\n",
              "0  推进基础设施建设和区域协调发展。京津冀协同发展、长江经济带建设取得重要进展。新建铁路投产里程...    基建\n",
              "1  七是加快建立多主体供应、多渠道保障、租购并举的住房制度。要发展住房租赁市场特别是长期租赁，保...   房地产\n",
              "2  会议认为，坚持标准引领，建设制造强国，是结构性改革尤其是供给侧结构性改革的重要内容，有利于改...   制造业\n",
              "3  会议指出，党的十八大以来，党中央部署推进科技评价体系改革，聚焦“四个面向”的科技成果评价导向...    科技\n",
              "4  会议强调，完善促进消费体制机制，要顺应居民消费新趋势，从供需两端发力，积极培育重点消费领域细...  零售消费"
            ],
            "text/html": [
              "\n",
              "\n",
              "  <div id=\"df-611f34a1-c28a-4639-8cf0-c464645a8ddc\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>CONTENT</th>\n",
              "      <th>TOPIC</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>推进基础设施建设和区域协调发展。京津冀协同发展、长江经济带建设取得重要进展。新建铁路投产里程...</td>\n",
              "      <td>基建</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>七是加快建立多主体供应、多渠道保障、租购并举的住房制度。要发展住房租赁市场特别是长期租赁，保...</td>\n",
              "      <td>房地产</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>会议认为，坚持标准引领，建设制造强国，是结构性改革尤其是供给侧结构性改革的重要内容，有利于改...</td>\n",
              "      <td>制造业</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>会议指出，党的十八大以来，党中央部署推进科技评价体系改革，聚焦“四个面向”的科技成果评价导向...</td>\n",
              "      <td>科技</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>会议强调，完善促进消费体制机制，要顺应居民消费新趋势，从供需两端发力，积极培育重点消费领域细...</td>\n",
              "      <td>零售消费</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-611f34a1-c28a-4639-8cf0-c464645a8ddc')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "\n",
              "\n",
              "\n",
              "    <div id=\"df-d0df2f13-43e5-4ab5-b171-b1910dad2c23\">\n",
              "      <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-d0df2f13-43e5-4ab5-b171-b1910dad2c23')\"\n",
              "              title=\"Suggest charts.\"\n",
              "              style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "      </button>\n",
              "    </div>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "    background-color: #E8F0FE;\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: #1967D2;\n",
              "    height: 32px;\n",
              "    padding: 0 0 0 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: #E2EBFA;\n",
              "    box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: #174EA6;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "    background-color: #3B4455;\n",
              "    fill: #D2E3FC;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart:hover {\n",
              "    background-color: #434B5C;\n",
              "    box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "    filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "    fill: #FFFFFF;\n",
              "  }\n",
              "</style>\n",
              "\n",
              "    <script>\n",
              "      async function quickchart(key) {\n",
              "        const containerElement = document.querySelector('#' + key);\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      }\n",
              "    </script>\n",
              "\n",
              "      <script>\n",
              "\n",
              "function displayQuickchartButton(domScope) {\n",
              "  let quickchartButtonEl =\n",
              "    domScope.querySelector('#df-d0df2f13-43e5-4ab5-b171-b1910dad2c23 button.colab-df-quickchart');\n",
              "  quickchartButtonEl.style.display =\n",
              "    google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "}\n",
              "\n",
              "        displayQuickchartButton(document);\n",
              "      </script>\n",
              "      <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-611f34a1-c28a-4639-8cf0-c464645a8ddc button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-611f34a1-c28a-4639-8cf0-c464645a8ddc');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 11
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "train_json = []\n",
        "for index, row in df_sample.iterrows():\n",
        "  train_json.append({'content': init_prompt + row['CONTENT'], 'topic': row['TOPIC']} )"
      ],
      "metadata": {
        "id": "eiqpoKyTipn0"
      },
      "execution_count": 12,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "topics_pdf = ['基建', '房地产', '制造业', '科技', '零售消费', '绿色发展', '医药健康', '教育', '交通运输', '出口贸易', '农业农村',\n",
        "          '文化旅游', '就业', '民生扶贫', '能源', '物资储备', '宏观', '区域发展', '企业发展', '新冠疫情', '地方财政', '税务',\n",
        "          '国际关系', '金融']"
      ],
      "metadata": {
        "id": "JF-F18YxZLWC"
      },
      "execution_count": 13,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "import random"
      ],
      "metadata": {
        "id": "-I9xmB0XZbg4"
      },
      "execution_count": 14,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "titles = df['TITLE'].unique().tolist()\n",
        "test_json = [{'content': init_prompt + x, 'topic': random.choice(topics_pdf)} for x in titles]"
      ],
      "metadata": {
        "id": "TmBLHFLNipqT"
      },
      "execution_count": 20,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df_val = pd.read_csv('/content/labelled_test.csv', encoding = 'GBK')"
      ],
      "metadata": {
        "id": "1RhcQk7eHbpB"
      },
      "execution_count": 17,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "val_json = [{'content': init_prompt + row['CONTENT'], 'topic': row['TOPIC']} for index, row in df_val.iterrows()]"
      ],
      "metadata": {
        "id": "YkNYvu8eHmLV"
      },
      "execution_count": 18,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "with open('/content/train.json', 'w') as fout:\n",
        "    json.dump(train_json , fout)"
      ],
      "metadata": {
        "id": "FvjniC4TiptB"
      },
      "execution_count": 22,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "with open('/content/test.json', 'w') as fout:\n",
        "    json.dump(test_json , fout)"
      ],
      "metadata": {
        "id": "p4J7y8rGlevc"
      },
      "execution_count": 23,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "with open('/content/val.json', 'w') as fout:\n",
        "    json.dump(val_json , fout)"
      ],
      "metadata": {
        "id": "I40Q4t5xHtzS"
      },
      "execution_count": 24,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "from transformers import AutoTokenizer, AutoModel, AutoConfig"
      ],
      "metadata": {
        "id": "J2c5N3t6cfZp"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "model_name = \"THUDM/chatglm2-6b\""
      ],
      "metadata": {
        "id": "qln-PW7pcmiR"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)"
      ],
      "metadata": {
        "id": "oIwWLeozcqgy"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "os.chdir('/content/ChatGLM2-6B/ptuning')"
      ],
      "metadata": {
        "id": "DcpaXJlEXCYJ"
      },
      "execution_count": 25,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "!bash train.sh"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "MFe328reMllP",
        "outputId": "515745b5-2ea3-4ba3-bca1-543b091a4f5c"
      },
      "execution_count": 27,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "master_addr is only used for static rdzv_backend and when rdzv_endpoint is not specified.\n",
            "2023-07-14 02:21:33.635887: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n",
            "07/14/2023 02:21:34 - WARNING - __main__ - Process rank: 0, device: cuda:0, n_gpu: 1distributed training: True, 16-bits training: False\n",
            "07/14/2023 02:21:34 - INFO - __main__ - Training/evaluation parameters Seq2SeqTrainingArguments(\n",
            "_n_gpu=1,\n",
            "adafactor=False,\n",
            "adam_beta1=0.9,\n",
            "adam_beta2=0.999,\n",
            "adam_epsilon=1e-08,\n",
            "auto_find_batch_size=False,\n",
            "bf16=False,\n",
            "bf16_full_eval=False,\n",
            "data_seed=None,\n",
            "dataloader_drop_last=False,\n",
            "dataloader_num_workers=0,\n",
            "dataloader_pin_memory=True,\n",
            "ddp_backend=None,\n",
            "ddp_bucket_cap_mb=None,\n",
            "ddp_find_unused_parameters=None,\n",
            "ddp_timeout=1800,\n",
            "debug=[],\n",
            "deepspeed=None,\n",
            "disable_tqdm=False,\n",
            "do_eval=False,\n",
            "do_predict=False,\n",
            "do_train=True,\n",
            "eval_accumulation_steps=None,\n",
            "eval_delay=0,\n",
            "eval_steps=None,\n",
            "evaluation_strategy=no,\n",
            "fp16=False,\n",
            "fp16_backend=auto,\n",
            "fp16_full_eval=False,\n",
            "fp16_opt_level=O1,\n",
            "fsdp=[],\n",
            "fsdp_config={'fsdp_min_num_params': 0, 'xla': False, 'xla_fsdp_grad_ckpt': False},\n",
            "fsdp_min_num_params=0,\n",
            "fsdp_transformer_layer_cls_to_wrap=None,\n",
            "full_determinism=False,\n",
            "generation_config=None,\n",
            "generation_max_length=None,\n",
            "generation_num_beams=None,\n",
            "gradient_accumulation_steps=16,\n",
            "gradient_checkpointing=False,\n",
            "greater_is_better=None,\n",
            "group_by_length=False,\n",
            "half_precision_backend=auto,\n",
            "hub_model_id=None,\n",
            "hub_private_repo=False,\n",
            "hub_strategy=every_save,\n",
            "hub_token=<HUB_TOKEN>,\n",
            "ignore_data_skip=False,\n",
            "include_inputs_for_metrics=False,\n",
            "jit_mode_eval=False,\n",
            "label_names=None,\n",
            "label_smoothing_factor=0.0,\n",
            "learning_rate=0.02,\n",
            "length_column_name=length,\n",
            "load_best_model_at_end=False,\n",
            "local_rank=0,\n",
            "log_level=passive,\n",
            "log_level_replica=warning,\n",
            "log_on_each_node=True,\n",
            "logging_dir=output/topic-chatglm2-6b-pt-128-2e-2/runs/Jul14_02-21-34_09ed840f56f1,\n",
            "logging_first_step=False,\n",
            "logging_nan_inf_filter=True,\n",
            "logging_steps=10,\n",
            "logging_strategy=steps,\n",
            "lr_scheduler_type=linear,\n",
            "max_grad_norm=1.0,\n",
            "max_steps=300,\n",
            "metric_for_best_model=None,\n",
            "mp_parameters=,\n",
            "no_cuda=False,\n",
            "num_train_epochs=3.0,\n",
            "optim=adamw_hf,\n",
            "optim_args=None,\n",
            "output_dir=output/topic-chatglm2-6b-pt-128-2e-2,\n",
            "overwrite_output_dir=True,\n",
            "past_index=-1,\n",
            "per_device_eval_batch_size=1,\n",
            "per_device_train_batch_size=1,\n",
            "predict_with_generate=True,\n",
            "prediction_loss_only=False,\n",
            "push_to_hub=False,\n",
            "push_to_hub_model_id=None,\n",
            "push_to_hub_organization=None,\n",
            "push_to_hub_token=<PUSH_TO_HUB_TOKEN>,\n",
            "ray_scope=last,\n",
            "remove_unused_columns=True,\n",
            "report_to=['tensorboard'],\n",
            "resume_from_checkpoint=None,\n",
            "run_name=output/topic-chatglm2-6b-pt-128-2e-2,\n",
            "save_on_each_node=False,\n",
            "save_safetensors=False,\n",
            "save_steps=100,\n",
            "save_strategy=steps,\n",
            "save_total_limit=None,\n",
            "seed=42,\n",
            "sharded_ddp=[],\n",
            "skip_memory_metrics=True,\n",
            "sortish_sampler=False,\n",
            "tf32=None,\n",
            "torch_compile=False,\n",
            "torch_compile_backend=None,\n",
            "torch_compile_mode=None,\n",
            "torchdynamo=None,\n",
            "tpu_metrics_debug=False,\n",
            "tpu_num_cores=None,\n",
            "use_ipex=False,\n",
            "use_legacy_prediction_loop=False,\n",
            "use_mps_device=False,\n",
            "warmup_ratio=0.0,\n",
            "warmup_steps=0,\n",
            "weight_decay=0.0,\n",
            "xpu_backend=None,\n",
            ")\n",
            "07/14/2023 02:21:35 - WARNING - datasets.builder - Found cached dataset json (/root/.cache/huggingface/datasets/json/default-bf781b777ec8208b/0.0.0/8bb11242116d547c741b2e8a1f18598ffdd40a1d4f2a2872c7a28b697434bc96)\n",
            "100% 2/2 [00:00<00:00, 811.04it/s]\n",
            "[INFO|configuration_utils.py:669] 2023-07-14 02:21:36,253 >> loading configuration file config.json from cache at /root/.cache/huggingface/hub/models--THUDM--chatglm2-6b/snapshots/162b620e3078b03eefff94eb5f762d4093425fb5/config.json\n",
            "[INFO|configuration_utils.py:669] 2023-07-14 02:21:37,142 >> loading configuration file config.json from cache at /root/.cache/huggingface/hub/models--THUDM--chatglm2-6b/snapshots/162b620e3078b03eefff94eb5f762d4093425fb5/config.json\n",
            "[INFO|configuration_utils.py:725] 2023-07-14 02:21:37,143 >> Model config ChatGLMConfig {\n",
            "  \"_name_or_path\": \"THUDM/chatglm2-6b\",\n",
            "  \"add_bias_linear\": false,\n",
            "  \"add_qkv_bias\": true,\n",
            "  \"apply_query_key_layer_scaling\": true,\n",
            "  \"apply_residual_connection_post_layernorm\": false,\n",
            "  \"architectures\": [\n",
            "    \"ChatGLMModel\"\n",
            "  ],\n",
            "  \"attention_dropout\": 0.0,\n",
            "  \"attention_softmax_in_fp32\": true,\n",
            "  \"auto_map\": {\n",
            "    \"AutoConfig\": \"THUDM/chatglm2-6b--configuration_chatglm.ChatGLMConfig\",\n",
            "    \"AutoModel\": \"THUDM/chatglm2-6b--modeling_chatglm.ChatGLMForConditionalGeneration\",\n",
            "    \"AutoModelForCausalLM\": \"THUDM/chatglm2-6b--modeling_chatglm.ChatGLMForConditionalGeneration\",\n",
            "    \"AutoModelForSeq2SeqLM\": \"THUDM/chatglm2-6b--modeling_chatglm.ChatGLMForConditionalGeneration\"\n",
            "  },\n",
            "  \"bias_dropout_fusion\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"ffn_hidden_size\": 13696,\n",
            "  \"fp32_residual_connection\": false,\n",
            "  \"hidden_dropout\": 0.0,\n",
            "  \"hidden_size\": 4096,\n",
            "  \"kv_channels\": 128,\n",
            "  \"layernorm_epsilon\": 1e-05,\n",
            "  \"model_type\": \"chatglm\",\n",
            "  \"multi_query_attention\": true,\n",
            "  \"multi_query_group_num\": 2,\n",
            "  \"num_attention_heads\": 32,\n",
            "  \"num_layers\": 28,\n",
            "  \"original_rope\": true,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"padded_vocab_size\": 65024,\n",
            "  \"post_layer_norm\": true,\n",
            "  \"pre_seq_len\": null,\n",
            "  \"prefix_projection\": false,\n",
            "  \"quantization_bit\": 0,\n",
            "  \"rmsnorm\": true,\n",
            "  \"seq_length\": 32768,\n",
            "  \"tie_word_embeddings\": false,\n",
            "  \"torch_dtype\": \"float16\",\n",
            "  \"transformers_version\": \"4.30.2\",\n",
            "  \"use_cache\": true,\n",
            "  \"vocab_size\": 65024\n",
            "}\n",
            "\n",
            "[INFO|tokenization_utils_base.py:1823] 2023-07-14 02:21:37,595 >> loading file tokenizer.model from cache at /root/.cache/huggingface/hub/models--THUDM--chatglm2-6b/snapshots/162b620e3078b03eefff94eb5f762d4093425fb5/tokenizer.model\n",
            "[INFO|tokenization_utils_base.py:1823] 2023-07-14 02:21:37,595 >> loading file added_tokens.json from cache at None\n",
            "[INFO|tokenization_utils_base.py:1823] 2023-07-14 02:21:37,595 >> loading file special_tokens_map.json from cache at None\n",
            "[INFO|tokenization_utils_base.py:1823] 2023-07-14 02:21:37,595 >> loading file tokenizer_config.json from cache at /root/.cache/huggingface/hub/models--THUDM--chatglm2-6b/snapshots/162b620e3078b03eefff94eb5f762d4093425fb5/tokenizer_config.json\n",
            "[INFO|modeling_utils.py:2578] 2023-07-14 02:21:37,940 >> loading weights file pytorch_model.bin from cache at /root/.cache/huggingface/hub/models--THUDM--chatglm2-6b/snapshots/162b620e3078b03eefff94eb5f762d4093425fb5/pytorch_model.bin.index.json\n",
            "[INFO|configuration_utils.py:577] 2023-07-14 02:21:37,941 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "Loading checkpoint shards: 100% 7/7 [00:10<00:00,  1.51s/it]\n",
            "[INFO|modeling_utils.py:3295] 2023-07-14 02:21:48,649 >> All model checkpoint weights were used when initializing ChatGLMForConditionalGeneration.\n",
            "\n",
            "[WARNING|modeling_utils.py:3297] 2023-07-14 02:21:48,649 >> Some weights of ChatGLMForConditionalGeneration were not initialized from the model checkpoint at THUDM/chatglm2-6b and are newly initialized: ['transformer.prefix_encoder.embedding.weight']\n",
            "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n",
            "[INFO|modeling_utils.py:2927] 2023-07-14 02:21:48,874 >> Generation config file not found, using a generation config created from the model config.\n",
            "input_ids [64790, 64792, 790, 30951, 517, 30910, 30939, 30996, 13, 13, 54761, 31211, 44531, 54840, 32911, 32502, 54819, 54547, 34804, 34677, 31155, 35094, 33485, 34804, 39547, 54542, 32502, 31795, 31155, 34804, 31907, 54708, 54840, 32081, 34804, 39547, 54662, 48347, 31123, 31828, 32327, 54840, 31623, 34804, 31155, 13, 34804, 39547, 54532, 31211, 41728, 30932, 30910, 33934, 30932, 30910, 35626, 30932, 30910, 31748, 30932, 30910, 34227, 32012, 30932, 30910, 45164, 30932, 30910, 34509, 31740, 30932, 30910, 31634, 30932, 30910, 35866, 30932, 30910, 32913, 32847, 30932, 30910, 38308, 30932, 30910, 41908, 30932, 30910, 32635, 30932, 30910, 34069, 34561, 30932, 30910, 32277, 30932, 30910, 34233, 35540, 30932, 30910, 37862, 30932, 30910, 32159, 31630, 30932, 30910, 42911, 30932, 30910, 40379, 30932, 30910, 31810, 32935, 30932, 30910, 34961, 30932, 48745, 31775, 30932, 30910, 32021, 13, 31822, 33287, 54530, 36844, 52554, 31211, 510, 12577, 30941, 34804, 30932, 32780, 31211, 510, 12577, 30941, 31748, 13, 55073, 39921, 34571, 32502, 38987, 31155, 31822, 33287, 55155, 31779, 34804, 31155, 54622, 39921, 38987, 52554, 34804, 39547, 38376, 31623, 31123, 31828, 32327, 54840, 31623, 34804, 31155, 13, 32502, 31795, 54532, 31211, 31908, 34429, 36830, 32159, 54427, 31155, 44327, 53143, 31201, 33913, 50316, 31655, 32058, 31669, 34050, 31155, 35403, 32361, 42206, 36424, 30973, 30972, 30943, 30981, 32154, 31123, 50329, 32408, 36424, 54880, 30939, 30930, 30978, 54809, 32154, 31123, 55414, 34434, 30978, 30940, 31016, 31840, 31155, 34862, 37115, 36424, 54880, 30939, 30939, 30930, 30943, 54809, 32154, 31123, 54683, 54714, 31201, 37949, 31201, 36313, 31655, 39720, 31155, 55047, 54766, 32969, 38332, 31636, 31155, 49364, 32053, 32119, 30981, 30930, 30973, 55212, 55024, 31155, 32082, 32887, 31862, 31123, 54743, 54683, 54760, 54862, 54538, 54831, 36601, 31713, 32004, 54640, 54683, 31123, 48980, 38671, 48947, 31886, 31155, 13, 13, 55437, 31211, 30910, 41728, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]\n",
            "inputs [Round 1]\n",
            "\n",
            "问：你需要给一段文字打上话题标签。我会给你话题列表和文字内容。话题必须从给定的话题列表里选出，而且只能给一个话题。\n",
            "话题列表是：基建, 房地产, 制造业, 科技, 零售消费, 绿色发展, 医药健康, 教育, 交通运输, 出口贸易, 农业农村, 文化旅游, 就业, 民生扶贫, 能源, 物资储备, 宏观, 区域发展, 企业发展, 新冠疫情, 地方财政, 税务, 国际关系, 金融\n",
            "你的回答的格式必须是：answer-话题,例如：answer-科技\n",
            "请给出这段文字的话题。你的回答仅包括话题。你给出的话题必须是话题列表里面的一个，而且只能给一个话题。\n",
            "文字内容是：推进基础设施建设和区域协调发展。京津冀协同发展、长江经济带建设取得重要进展。新建铁路投产里程8427公里，高速铁路运营里程达1.6万公里，占世界的60%以上。高速公路通车里程达11.2万公里，水路、民航、管道建设进一步加强。农网改造稳步进行。宽带用户超过7.8亿户。经过多年努力，南水北调中线一期工程正式通水，惠及沿线亿万群众。\n",
            "\n",
            "答： 基建\n",
            "label_ids [-100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, 30910, 41728, 2, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100]\n",
            "labels 基建\n",
            "[INFO|trainer.py:577] 2023-07-14 02:22:01,318 >> max_steps is given, it will override any value given in num_train_epochs\n",
            "/usr/local/lib/python3.10/dist-packages/transformers/optimization.py:411: FutureWarning: This implementation of AdamW is deprecated and will be removed in a future version. Use the PyTorch implementation torch.optim.AdamW instead, or set `no_deprecation_warning=True` to disable this warning\n",
            "  warnings.warn(\n",
            "[INFO|trainer.py:1786] 2023-07-14 02:22:01,668 >> ***** Running training *****\n",
            "[INFO|trainer.py:1787] 2023-07-14 02:22:01,668 >>   Num examples = 24\n",
            "[INFO|trainer.py:1788] 2023-07-14 02:22:01,668 >>   Num Epochs = 300\n",
            "[INFO|trainer.py:1789] 2023-07-14 02:22:01,668 >>   Instantaneous batch size per device = 1\n",
            "[INFO|trainer.py:1790] 2023-07-14 02:22:01,668 >>   Total train batch size (w. parallel, distributed & accumulation) = 16\n",
            "[INFO|trainer.py:1791] 2023-07-14 02:22:01,668 >>   Gradient Accumulation steps = 16\n",
            "[INFO|trainer.py:1792] 2023-07-14 02:22:01,668 >>   Total optimization steps = 300\n",
            "[INFO|trainer.py:1793] 2023-07-14 02:22:01,669 >>   Number of trainable parameters = 1,835,008\n",
            "  0% 0/300 [00:00<?, ?it/s]07/14/2023 02:22:01 - WARNING - transformers_modules.THUDM.chatglm2-6b.162b620e3078b03eefff94eb5f762d4093425fb5.modeling_chatglm - `use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`...\n",
            "{'loss': 2.0918, 'learning_rate': 0.019333333333333334, 'epoch': 6.67}\n",
            "{'loss': 0.2797, 'learning_rate': 0.018666666666666668, 'epoch': 13.33}\n",
            "{'loss': 0.0362, 'learning_rate': 0.018000000000000002, 'epoch': 20.0}\n",
            "{'loss': 0.0054, 'learning_rate': 0.017333333333333336, 'epoch': 26.67}\n",
            "{'loss': 0.0043, 'learning_rate': 0.016666666666666666, 'epoch': 33.33}\n",
            "{'loss': 0.0012, 'learning_rate': 0.016, 'epoch': 40.0}\n",
            "{'loss': 0.0124, 'learning_rate': 0.015333333333333334, 'epoch': 46.67}\n",
            "{'loss': 0.0157, 'learning_rate': 0.014666666666666666, 'epoch': 53.33}\n",
            "{'loss': 0.0082, 'learning_rate': 0.013999999999999999, 'epoch': 60.0}\n",
            "{'loss': 0.003, 'learning_rate': 0.013333333333333332, 'epoch': 66.67}\n",
            " 33% 100/300 [04:02<07:57,  2.39s/it]Saving PrefixEncoder\n",
            "[INFO|configuration_utils.py:458] 2023-07-14 02:26:04,399 >> Configuration saved in output/topic-chatglm2-6b-pt-128-2e-2/checkpoint-100/config.json\n",
            "[INFO|configuration_utils.py:364] 2023-07-14 02:26:04,399 >> Configuration saved in output/topic-chatglm2-6b-pt-128-2e-2/checkpoint-100/generation_config.json\n",
            "[INFO|modeling_utils.py:1853] 2023-07-14 02:26:04,412 >> Model weights saved in output/topic-chatglm2-6b-pt-128-2e-2/checkpoint-100/pytorch_model.bin\n",
            "[INFO|tokenization_utils_base.py:2194] 2023-07-14 02:26:04,412 >> tokenizer config file saved in output/topic-chatglm2-6b-pt-128-2e-2/checkpoint-100/tokenizer_config.json\n",
            "[INFO|tokenization_utils_base.py:2201] 2023-07-14 02:26:04,412 >> Special tokens file saved in output/topic-chatglm2-6b-pt-128-2e-2/checkpoint-100/special_tokens_map.json\n",
            "{'loss': 0.0017, 'learning_rate': 0.012666666666666666, 'epoch': 73.33}\n",
            "{'loss': 0.001, 'learning_rate': 0.012, 'epoch': 80.0}\n",
            "{'loss': 0.001, 'learning_rate': 0.011333333333333332, 'epoch': 86.67}\n",
            "{'loss': 0.0006, 'learning_rate': 0.010666666666666666, 'epoch': 93.33}\n",
            "{'loss': 0.0006, 'learning_rate': 0.01, 'epoch': 100.0}\n",
            "{'loss': 0.0007, 'learning_rate': 0.009333333333333334, 'epoch': 106.67}\n",
            "{'loss': 0.0011, 'learning_rate': 0.008666666666666668, 'epoch': 113.33}\n",
            "{'loss': 0.0007, 'learning_rate': 0.008, 'epoch': 120.0}\n",
            "{'loss': 0.0008, 'learning_rate': 0.007333333333333333, 'epoch': 126.67}\n",
            "{'loss': 0.0004, 'learning_rate': 0.006666666666666666, 'epoch': 133.33}\n",
            " 67% 200/300 [08:00<03:58,  2.38s/it]Saving PrefixEncoder\n",
            "[INFO|configuration_utils.py:458] 2023-07-14 02:30:02,474 >> Configuration saved in output/topic-chatglm2-6b-pt-128-2e-2/checkpoint-200/config.json\n",
            "[INFO|configuration_utils.py:364] 2023-07-14 02:30:02,475 >> Configuration saved in output/topic-chatglm2-6b-pt-128-2e-2/checkpoint-200/generation_config.json\n",
            "[INFO|modeling_utils.py:1853] 2023-07-14 02:30:02,485 >> Model weights saved in output/topic-chatglm2-6b-pt-128-2e-2/checkpoint-200/pytorch_model.bin\n",
            "[INFO|tokenization_utils_base.py:2194] 2023-07-14 02:30:02,485 >> tokenizer config file saved in output/topic-chatglm2-6b-pt-128-2e-2/checkpoint-200/tokenizer_config.json\n",
            "[INFO|tokenization_utils_base.py:2201] 2023-07-14 02:30:02,485 >> Special tokens file saved in output/topic-chatglm2-6b-pt-128-2e-2/checkpoint-200/special_tokens_map.json\n",
            "{'loss': 0.0004, 'learning_rate': 0.006, 'epoch': 140.0}\n",
            "{'loss': 0.0003, 'learning_rate': 0.005333333333333333, 'epoch': 146.67}\n",
            "{'loss': 0.0003, 'learning_rate': 0.004666666666666667, 'epoch': 153.33}\n",
            "{'loss': 0.0003, 'learning_rate': 0.004, 'epoch': 160.0}\n",
            "{'loss': 0.0004, 'learning_rate': 0.003333333333333333, 'epoch': 166.67}\n",
            "{'loss': 0.0003, 'learning_rate': 0.0026666666666666666, 'epoch': 173.33}\n",
            "{'loss': 0.0003, 'learning_rate': 0.002, 'epoch': 180.0}\n",
            "{'loss': 0.0003, 'learning_rate': 0.0013333333333333333, 'epoch': 186.67}\n",
            "{'loss': 0.0003, 'learning_rate': 0.0006666666666666666, 'epoch': 193.33}\n",
            "{'loss': 0.0003, 'learning_rate': 0.0, 'epoch': 200.0}\n",
            "100% 300/300 [11:59<00:00,  2.38s/it]Saving PrefixEncoder\n",
            "[INFO|configuration_utils.py:458] 2023-07-14 02:34:01,022 >> Configuration saved in output/topic-chatglm2-6b-pt-128-2e-2/checkpoint-300/config.json\n",
            "[INFO|configuration_utils.py:364] 2023-07-14 02:34:01,023 >> Configuration saved in output/topic-chatglm2-6b-pt-128-2e-2/checkpoint-300/generation_config.json\n",
            "[INFO|modeling_utils.py:1853] 2023-07-14 02:34:01,034 >> Model weights saved in output/topic-chatglm2-6b-pt-128-2e-2/checkpoint-300/pytorch_model.bin\n",
            "[INFO|tokenization_utils_base.py:2194] 2023-07-14 02:34:01,034 >> tokenizer config file saved in output/topic-chatglm2-6b-pt-128-2e-2/checkpoint-300/tokenizer_config.json\n",
            "[INFO|tokenization_utils_base.py:2201] 2023-07-14 02:34:01,034 >> Special tokens file saved in output/topic-chatglm2-6b-pt-128-2e-2/checkpoint-300/special_tokens_map.json\n",
            "[INFO|trainer.py:2053] 2023-07-14 02:34:01,060 >> \n",
            "\n",
            "Training completed. Do not forget to share your model on huggingface.co/models =)\n",
            "\n",
            "\n",
            "{'train_runtime': 719.3916, 'train_samples_per_second': 6.672, 'train_steps_per_second': 0.417, 'train_loss': 0.08232156574726104, 'epoch': 200.0}\n",
            "100% 300/300 [11:59<00:00,  2.40s/it]\n",
            "***** train metrics *****\n",
            "  epoch                    =      200.0\n",
            "  train_loss               =     0.0823\n",
            "  train_runtime            = 0:11:59.39\n",
            "  train_samples            =         24\n",
            "  train_samples_per_second =      6.672\n",
            "  train_steps_per_second   =      0.417\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!bash evaluate.sh"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "4LuIEm7MMJAD",
        "outputId": "cf679b33-33c2-45a0-8120-b4c5560df212"
      },
      "execution_count": 28,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "master_addr is only used for static rdzv_backend and when rdzv_endpoint is not specified.\n",
            "2023-07-14 02:34:55.562092: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n",
            "07/14/2023 02:34:56 - WARNING - __main__ - Process rank: 0, device: cuda:0, n_gpu: 1distributed training: True, 16-bits training: False\n",
            "07/14/2023 02:34:56 - INFO - __main__ - Training/evaluation parameters Seq2SeqTrainingArguments(\n",
            "_n_gpu=1,\n",
            "adafactor=False,\n",
            "adam_beta1=0.9,\n",
            "adam_beta2=0.999,\n",
            "adam_epsilon=1e-08,\n",
            "auto_find_batch_size=False,\n",
            "bf16=False,\n",
            "bf16_full_eval=False,\n",
            "data_seed=None,\n",
            "dataloader_drop_last=False,\n",
            "dataloader_num_workers=0,\n",
            "dataloader_pin_memory=True,\n",
            "ddp_backend=None,\n",
            "ddp_bucket_cap_mb=None,\n",
            "ddp_find_unused_parameters=None,\n",
            "ddp_timeout=1800,\n",
            "debug=[],\n",
            "deepspeed=None,\n",
            "disable_tqdm=False,\n",
            "do_eval=False,\n",
            "do_predict=True,\n",
            "do_train=False,\n",
            "eval_accumulation_steps=None,\n",
            "eval_delay=0,\n",
            "eval_steps=None,\n",
            "evaluation_strategy=no,\n",
            "fp16=False,\n",
            "fp16_backend=auto,\n",
            "fp16_full_eval=False,\n",
            "fp16_opt_level=O1,\n",
            "fsdp=[],\n",
            "fsdp_config={'fsdp_min_num_params': 0, 'xla': False, 'xla_fsdp_grad_ckpt': False},\n",
            "fsdp_min_num_params=0,\n",
            "fsdp_transformer_layer_cls_to_wrap=None,\n",
            "full_determinism=False,\n",
            "generation_config=None,\n",
            "generation_max_length=None,\n",
            "generation_num_beams=None,\n",
            "gradient_accumulation_steps=1,\n",
            "gradient_checkpointing=False,\n",
            "greater_is_better=None,\n",
            "group_by_length=False,\n",
            "half_precision_backend=auto,\n",
            "hub_model_id=None,\n",
            "hub_private_repo=False,\n",
            "hub_strategy=every_save,\n",
            "hub_token=<HUB_TOKEN>,\n",
            "ignore_data_skip=False,\n",
            "include_inputs_for_metrics=False,\n",
            "jit_mode_eval=False,\n",
            "label_names=None,\n",
            "label_smoothing_factor=0.0,\n",
            "learning_rate=5e-05,\n",
            "length_column_name=length,\n",
            "load_best_model_at_end=False,\n",
            "local_rank=0,\n",
            "log_level=passive,\n",
            "log_level_replica=warning,\n",
            "log_on_each_node=True,\n",
            "logging_dir=./output/topic-chatglm2-6b-pt-128-2e-2/runs/Jul14_02-34-56_09ed840f56f1,\n",
            "logging_first_step=False,\n",
            "logging_nan_inf_filter=True,\n",
            "logging_steps=500,\n",
            "logging_strategy=steps,\n",
            "lr_scheduler_type=linear,\n",
            "max_grad_norm=1.0,\n",
            "max_steps=-1,\n",
            "metric_for_best_model=None,\n",
            "mp_parameters=,\n",
            "no_cuda=False,\n",
            "num_train_epochs=3.0,\n",
            "optim=adamw_hf,\n",
            "optim_args=None,\n",
            "output_dir=./output/topic-chatglm2-6b-pt-128-2e-2,\n",
            "overwrite_output_dir=True,\n",
            "past_index=-1,\n",
            "per_device_eval_batch_size=1,\n",
            "per_device_train_batch_size=8,\n",
            "predict_with_generate=True,\n",
            "prediction_loss_only=False,\n",
            "push_to_hub=False,\n",
            "push_to_hub_model_id=None,\n",
            "push_to_hub_organization=None,\n",
            "push_to_hub_token=<PUSH_TO_HUB_TOKEN>,\n",
            "ray_scope=last,\n",
            "remove_unused_columns=True,\n",
            "report_to=['tensorboard'],\n",
            "resume_from_checkpoint=None,\n",
            "run_name=./output/topic-chatglm2-6b-pt-128-2e-2,\n",
            "save_on_each_node=False,\n",
            "save_safetensors=False,\n",
            "save_steps=500,\n",
            "save_strategy=steps,\n",
            "save_total_limit=None,\n",
            "seed=42,\n",
            "sharded_ddp=[],\n",
            "skip_memory_metrics=True,\n",
            "sortish_sampler=False,\n",
            "tf32=None,\n",
            "torch_compile=False,\n",
            "torch_compile_backend=None,\n",
            "torch_compile_mode=None,\n",
            "torchdynamo=None,\n",
            "tpu_metrics_debug=False,\n",
            "tpu_num_cores=None,\n",
            "use_ipex=False,\n",
            "use_legacy_prediction_loop=False,\n",
            "use_mps_device=False,\n",
            "warmup_ratio=0.0,\n",
            "warmup_steps=0,\n",
            "weight_decay=0.0,\n",
            "xpu_backend=None,\n",
            ")\n",
            "Downloading and preparing dataset json/default to /root/.cache/huggingface/datasets/json/default-eb832c23a504e91b/0.0.0/8bb11242116d547c741b2e8a1f18598ffdd40a1d4f2a2872c7a28b697434bc96...\n",
            "Downloading data files: 100% 2/2 [00:00<00:00, 17403.75it/s]\n",
            "Extracting data files: 100% 2/2 [00:00<00:00, 1880.85it/s]\n",
            "Dataset json downloaded and prepared to /root/.cache/huggingface/datasets/json/default-eb832c23a504e91b/0.0.0/8bb11242116d547c741b2e8a1f18598ffdd40a1d4f2a2872c7a28b697434bc96. Subsequent calls will reuse this data.\n",
            "100% 2/2 [00:00<00:00, 948.40it/s]\n",
            "[INFO|configuration_utils.py:669] 2023-07-14 02:34:57,776 >> loading configuration file config.json from cache at /root/.cache/huggingface/hub/models--THUDM--chatglm2-6b/snapshots/162b620e3078b03eefff94eb5f762d4093425fb5/config.json\n",
            "[INFO|configuration_utils.py:669] 2023-07-14 02:34:58,229 >> loading configuration file config.json from cache at /root/.cache/huggingface/hub/models--THUDM--chatglm2-6b/snapshots/162b620e3078b03eefff94eb5f762d4093425fb5/config.json\n",
            "[INFO|configuration_utils.py:725] 2023-07-14 02:34:58,230 >> Model config ChatGLMConfig {\n",
            "  \"_name_or_path\": \"THUDM/chatglm2-6b\",\n",
            "  \"add_bias_linear\": false,\n",
            "  \"add_qkv_bias\": true,\n",
            "  \"apply_query_key_layer_scaling\": true,\n",
            "  \"apply_residual_connection_post_layernorm\": false,\n",
            "  \"architectures\": [\n",
            "    \"ChatGLMModel\"\n",
            "  ],\n",
            "  \"attention_dropout\": 0.0,\n",
            "  \"attention_softmax_in_fp32\": true,\n",
            "  \"auto_map\": {\n",
            "    \"AutoConfig\": \"THUDM/chatglm2-6b--configuration_chatglm.ChatGLMConfig\",\n",
            "    \"AutoModel\": \"THUDM/chatglm2-6b--modeling_chatglm.ChatGLMForConditionalGeneration\",\n",
            "    \"AutoModelForCausalLM\": \"THUDM/chatglm2-6b--modeling_chatglm.ChatGLMForConditionalGeneration\",\n",
            "    \"AutoModelForSeq2SeqLM\": \"THUDM/chatglm2-6b--modeling_chatglm.ChatGLMForConditionalGeneration\"\n",
            "  },\n",
            "  \"bias_dropout_fusion\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"ffn_hidden_size\": 13696,\n",
            "  \"fp32_residual_connection\": false,\n",
            "  \"hidden_dropout\": 0.0,\n",
            "  \"hidden_size\": 4096,\n",
            "  \"kv_channels\": 128,\n",
            "  \"layernorm_epsilon\": 1e-05,\n",
            "  \"model_type\": \"chatglm\",\n",
            "  \"multi_query_attention\": true,\n",
            "  \"multi_query_group_num\": 2,\n",
            "  \"num_attention_heads\": 32,\n",
            "  \"num_layers\": 28,\n",
            "  \"original_rope\": true,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"padded_vocab_size\": 65024,\n",
            "  \"post_layer_norm\": true,\n",
            "  \"pre_seq_len\": null,\n",
            "  \"prefix_projection\": false,\n",
            "  \"quantization_bit\": 0,\n",
            "  \"rmsnorm\": true,\n",
            "  \"seq_length\": 32768,\n",
            "  \"tie_word_embeddings\": false,\n",
            "  \"torch_dtype\": \"float16\",\n",
            "  \"transformers_version\": \"4.30.2\",\n",
            "  \"use_cache\": true,\n",
            "  \"vocab_size\": 65024\n",
            "}\n",
            "\n",
            "[INFO|tokenization_utils_base.py:1823] 2023-07-14 02:34:58,691 >> loading file tokenizer.model from cache at /root/.cache/huggingface/hub/models--THUDM--chatglm2-6b/snapshots/162b620e3078b03eefff94eb5f762d4093425fb5/tokenizer.model\n",
            "[INFO|tokenization_utils_base.py:1823] 2023-07-14 02:34:58,691 >> loading file added_tokens.json from cache at None\n",
            "[INFO|tokenization_utils_base.py:1823] 2023-07-14 02:34:58,691 >> loading file special_tokens_map.json from cache at None\n",
            "[INFO|tokenization_utils_base.py:1823] 2023-07-14 02:34:58,691 >> loading file tokenizer_config.json from cache at /root/.cache/huggingface/hub/models--THUDM--chatglm2-6b/snapshots/162b620e3078b03eefff94eb5f762d4093425fb5/tokenizer_config.json\n",
            "[INFO|modeling_utils.py:2578] 2023-07-14 02:34:59,035 >> loading weights file pytorch_model.bin from cache at /root/.cache/huggingface/hub/models--THUDM--chatglm2-6b/snapshots/162b620e3078b03eefff94eb5f762d4093425fb5/pytorch_model.bin.index.json\n",
            "[INFO|configuration_utils.py:577] 2023-07-14 02:34:59,036 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "Loading checkpoint shards: 100% 7/7 [00:10<00:00,  1.43s/it]\n",
            "[INFO|modeling_utils.py:3295] 2023-07-14 02:35:09,163 >> All model checkpoint weights were used when initializing ChatGLMForConditionalGeneration.\n",
            "\n",
            "[WARNING|modeling_utils.py:3297] 2023-07-14 02:35:09,163 >> Some weights of ChatGLMForConditionalGeneration were not initialized from the model checkpoint at THUDM/chatglm2-6b and are newly initialized: ['transformer.prefix_encoder.embedding.weight']\n",
            "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n",
            "[INFO|modeling_utils.py:2927] 2023-07-14 02:35:09,392 >> Generation config file not found, using a generation config created from the model config.\n",
            "input_ids [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 64790, 64792, 790, 30951, 517, 30910, 30939, 30996, 13, 13, 54761, 31211, 44531, 54840, 32911, 32502, 54819, 54547, 34804, 34677, 31155, 35094, 33485, 34804, 39547, 54542, 32502, 31795, 31155, 34804, 31907, 54708, 54840, 32081, 34804, 39547, 54662, 48347, 31123, 31828, 32327, 54840, 31623, 34804, 31155, 13, 34804, 39547, 54532, 31211, 41728, 30932, 30910, 33934, 30932, 30910, 35626, 30932, 30910, 31748, 30932, 30910, 34227, 32012, 30932, 30910, 45164, 30932, 30910, 34509, 31740, 30932, 30910, 31634, 30932, 30910, 35866, 30932, 30910, 32913, 32847, 30932, 30910, 38308, 30932, 30910, 41908, 30932, 30910, 32635, 30932, 30910, 34069, 34561, 30932, 30910, 32277, 30932, 30910, 34233, 35540, 30932, 30910, 37862, 30932, 30910, 32159, 31630, 30932, 30910, 42911, 30932, 30910, 40379, 30932, 30910, 31810, 32935, 30932, 30910, 34961, 30932, 48745, 31775, 30932, 30910, 32021, 13, 31822, 33287, 54530, 36844, 52554, 31211, 510, 12577, 30941, 34804, 30932, 32780, 31211, 510, 12577, 30941, 31748, 13, 55073, 39921, 34571, 32502, 38987, 31155, 31822, 33287, 55155, 31779, 34804, 31155, 54622, 39921, 38987, 52554, 34804, 39547, 38376, 31623, 31123, 31828, 32327, 54840, 31623, 34804, 31155, 13, 32502, 31795, 54532, 31211, 31769, 36359, 39159, 31809, 32612, 31648, 35482, 33227, 32761, 39849, 48794, 54380, 34116, 31675, 31641, 34726, 31818, 31626, 54735, 33538, 34990, 32290, 31809, 32079, 36589, 34482, 56141, 31706, 32290, 54542, 31819, 31851, 44589, 32007, 31624, 33257, 31819, 31851, 44589, 32007, 33117, 32925, 31624, 13, 13, 55437, 31211]\n",
            "inputs [Round 1]\n",
            "\n",
            "问：你需要给一段文字打上话题标签。我会给你话题列表和文字内容。话题必须从给定的话题列表里选出，而且只能给一个话题。\n",
            "话题列表是：基建, 房地产, 制造业, 科技, 零售消费, 绿色发展, 医药健康, 教育, 交通运输, 出口贸易, 农业农村, 文化旅游, 就业, 民生扶贫, 能源, 物资储备, 宏观, 区域发展, 企业发展, 新冠疫情, 地方财政, 税务, 国际关系, 金融\n",
            "你的回答的格式必须是：answer-话题,例如：answer-科技\n",
            "请给出这段文字的话题。你的回答仅包括话题。你给出的话题必须是话题列表里面的一个，而且只能给一个话题。\n",
            "文字内容是：会议审议通过了关于强化企业科技创新主体地位的意见关于加强和改进国有经济管理有力支持中国式现代化建设的意见关于促进民营经济发展壮大的意见和中央全面深化改革委员会工作规则中央全面深化改革委员会专项小组工作\n",
            "\n",
            "答：\n",
            "label_ids [64790, 64792, 30910, 31810, 32935]\n",
            "labels 地方财政\n",
            "07/14/2023 02:35:15 - INFO - __main__ - *** Predict ***\n",
            "[INFO|trainer.py:3200] 2023-07-14 02:35:15,596 >> ***** Running Prediction *****\n",
            "[INFO|trainer.py:3202] 2023-07-14 02:35:15,597 >>   Num examples = 496\n",
            "[INFO|trainer.py:3205] 2023-07-14 02:35:15,597 >>   Batch size = 1\n",
            "[INFO|configuration_utils.py:577] 2023-07-14 02:35:15,601 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  0% 0/496 [00:00<?, ?it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:18,455 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  0% 2/496 [00:00<00:30, 16.21it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:18,579 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "[INFO|configuration_utils.py:577] 2023-07-14 02:35:18,701 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  1% 4/496 [00:00<00:47, 10.25it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:18,824 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "[INFO|configuration_utils.py:577] 2023-07-14 02:35:18,947 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  1% 6/496 [00:00<00:53,  9.17it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:19,070 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  1% 7/496 [00:00<00:55,  8.89it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:19,193 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  2% 8/496 [00:00<00:57,  8.53it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:19,323 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  2% 9/496 [00:00<00:58,  8.38it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:19,448 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  2% 10/496 [00:01<00:58,  8.35it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:19,569 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  2% 11/496 [00:01<00:58,  8.34it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:19,690 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  2% 12/496 [00:01<00:58,  8.31it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:19,811 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  3% 13/496 [00:01<00:58,  8.29it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:19,932 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  3% 14/496 [00:01<00:58,  8.29it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:20,053 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  3% 15/496 [00:01<01:03,  7.56it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:20,213 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  3% 16/496 [00:01<01:09,  6.91it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:20,387 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  3% 17/496 [00:02<01:06,  7.24it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:20,510 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  4% 18/496 [00:02<01:09,  6.90it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:20,671 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  4% 19/496 [00:02<01:06,  7.21it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:20,795 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  4% 20/496 [00:02<01:03,  7.46it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:20,918 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  4% 21/496 [00:02<01:02,  7.63it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:21,042 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  4% 22/496 [00:02<01:00,  7.77it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:21,165 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  5% 23/496 [00:02<01:05,  7.22it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:21,327 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  5% 24/496 [00:02<01:03,  7.48it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:21,449 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  5% 25/496 [00:03<01:01,  7.66it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:21,572 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  5% 26/496 [00:03<01:00,  7.74it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:21,698 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  5% 27/496 [00:03<00:59,  7.85it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:21,821 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  6% 28/496 [00:03<00:59,  7.91it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:21,946 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  6% 29/496 [00:03<01:04,  7.27it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:22,109 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  6% 30/496 [00:03<01:01,  7.55it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:22,230 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  6% 31/496 [00:03<01:06,  7.02it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:22,396 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  6% 32/496 [00:04<01:08,  6.79it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:22,554 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  7% 33/496 [00:04<01:09,  6.62it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:22,714 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  7% 34/496 [00:04<01:05,  7.04it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:22,835 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  7% 35/496 [00:04<01:02,  7.37it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:22,956 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  7% 36/496 [00:04<01:05,  6.98it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:23,117 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  7% 37/496 [00:04<01:02,  7.30it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:23,239 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  8% 38/496 [00:04<01:00,  7.51it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:23,363 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  8% 39/496 [00:05<00:59,  7.68it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:23,486 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  8% 40/496 [00:05<01:03,  7.18it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:23,647 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  8% 41/496 [00:05<01:01,  7.46it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:23,769 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  8% 42/496 [00:05<00:59,  7.62it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:23,893 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  9% 43/496 [00:05<00:58,  7.72it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:24,019 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  9% 44/496 [00:05<00:57,  7.83it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:24,143 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  9% 45/496 [00:05<00:56,  7.93it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:24,265 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  9% 46/496 [00:05<00:56,  7.97it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:24,389 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "  9% 47/496 [00:06<00:55,  8.03it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:24,511 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 10% 48/496 [00:06<00:55,  8.04it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:24,635 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 10% 49/496 [00:06<00:55,  8.07it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:24,758 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 10% 50/496 [00:06<01:00,  7.38it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:24,921 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 10% 51/496 [00:06<00:58,  7.60it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:25,043 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 10% 52/496 [00:06<00:57,  7.69it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:25,170 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 11% 53/496 [00:06<00:56,  7.83it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:25,292 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 11% 54/496 [00:06<00:55,  7.92it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:25,415 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 11% 55/496 [00:07<00:55,  7.97it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:25,538 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 11% 56/496 [00:07<00:54,  8.02it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:25,661 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 11% 57/496 [00:07<00:54,  8.08it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:25,783 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 12% 58/496 [00:07<00:53,  8.12it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:25,905 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 12% 59/496 [00:07<00:53,  8.14it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:26,027 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 12% 60/496 [00:07<00:53,  8.15it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:26,149 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 12% 61/496 [00:07<00:53,  8.15it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:26,272 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 12% 62/496 [00:07<00:53,  8.17it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:26,394 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 13% 63/496 [00:08<00:52,  8.17it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:26,516 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 13% 64/496 [00:08<00:52,  8.18it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:26,638 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 13% 65/496 [00:08<00:52,  8.18it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:26,760 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 13% 66/496 [00:08<00:52,  8.17it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:26,883 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 14% 67/496 [00:08<00:52,  8.18it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:27,005 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 14% 68/496 [00:08<00:52,  8.17it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:27,127 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 14% 69/496 [00:08<00:52,  8.12it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:27,252 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 14% 70/496 [00:08<00:53,  8.02it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:27,380 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 14% 71/496 [00:09<00:52,  8.05it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:27,504 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 15% 72/496 [00:09<00:52,  8.06it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:27,627 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 15% 73/496 [00:09<00:52,  8.08it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:27,750 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 15% 74/496 [00:09<00:52,  8.10it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:27,873 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 15% 75/496 [00:09<00:52,  8.07it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:27,998 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 15% 76/496 [00:09<00:51,  8.10it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:28,120 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 16% 77/496 [00:09<00:51,  8.08it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:28,245 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 16% 78/496 [00:09<00:51,  8.09it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:28,368 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 16% 79/496 [00:10<00:51,  8.09it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:28,491 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 16% 80/496 [00:10<00:51,  8.10it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:28,615 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 16% 81/496 [00:10<00:51,  8.13it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:28,737 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 17% 82/496 [00:10<00:50,  8.15it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:28,859 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 17% 83/496 [00:10<00:50,  8.15it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:28,981 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 17% 84/496 [00:10<00:50,  8.10it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:29,107 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 17% 85/496 [00:10<00:50,  8.09it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:29,231 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 17% 86/496 [00:10<00:50,  8.08it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:29,355 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 18% 87/496 [00:11<00:50,  8.06it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:29,480 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 18% 88/496 [00:11<00:50,  8.06it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:29,603 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 18% 89/496 [00:11<00:50,  8.05it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:29,728 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 18% 90/496 [00:11<00:50,  8.05it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:29,852 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 18% 91/496 [00:11<00:55,  7.36it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:30,016 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 19% 92/496 [00:11<00:53,  7.55it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:30,140 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 19% 93/496 [00:11<00:57,  7.00it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:30,307 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 19% 94/496 [00:12<01:00,  6.69it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:30,472 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 19% 95/496 [00:12<00:56,  7.06it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:30,596 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 19% 96/496 [00:12<00:54,  7.34it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:30,719 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 20% 97/496 [00:12<00:52,  7.56it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:30,842 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 20% 98/496 [00:12<00:56,  7.08it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:31,004 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 20% 99/496 [00:12<00:53,  7.35it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:31,128 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 20% 100/496 [00:12<00:52,  7.53it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:31,253 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 20% 101/496 [00:12<00:57,  6.87it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:31,429 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 21% 102/496 [00:13<00:54,  7.20it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:31,552 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 21% 103/496 [00:13<00:52,  7.42it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:31,677 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 21% 104/496 [00:13<00:51,  7.63it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:31,800 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 21% 105/496 [00:13<00:50,  7.79it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:31,922 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 21% 106/496 [00:13<00:49,  7.92it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:32,043 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 22% 107/496 [00:13<00:48,  7.99it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:32,166 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 22% 108/496 [00:13<00:48,  8.01it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:32,290 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 22% 109/496 [00:13<00:47,  8.09it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:32,410 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 22% 110/496 [00:14<00:47,  8.12it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:32,532 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 22% 111/496 [00:14<00:47,  8.16it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:32,654 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 23% 112/496 [00:14<00:46,  8.20it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:32,774 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 23% 113/496 [00:14<00:46,  8.21it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:32,895 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 23% 114/496 [00:14<00:46,  8.22it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:33,017 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 23% 115/496 [00:14<00:46,  8.22it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:33,139 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 23% 116/496 [00:14<00:46,  8.15it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:33,264 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 24% 117/496 [00:14<00:46,  8.17it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:33,385 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 24% 118/496 [00:15<00:50,  7.48it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:33,545 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 24% 119/496 [00:15<00:48,  7.70it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:33,666 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 24% 120/496 [00:15<00:47,  7.86it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:33,787 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 24% 121/496 [00:15<00:46,  7.99it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:33,908 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 25% 122/496 [00:15<00:46,  8.08it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:34,028 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 25% 123/496 [00:15<00:45,  8.13it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:34,149 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 25% 124/496 [00:15<00:45,  8.14it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:34,272 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 25% 125/496 [00:15<00:45,  8.08it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:34,398 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 25% 126/496 [00:16<00:45,  8.10it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:34,521 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 26% 127/496 [00:16<00:45,  8.12it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:34,643 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 26% 128/496 [00:16<00:45,  8.14it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:34,765 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 26% 129/496 [00:16<00:49,  7.41it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:34,929 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 26% 130/496 [00:16<00:48,  7.62it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:35,051 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 26% 131/496 [00:16<00:47,  7.75it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:35,175 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 27% 132/496 [00:16<00:46,  7.86it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:35,298 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 27% 133/496 [00:16<00:45,  7.95it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:35,421 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 27% 134/496 [00:17<00:45,  7.99it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:35,544 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 27% 135/496 [00:17<00:45,  8.00it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:35,669 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 27% 136/496 [00:17<00:44,  8.04it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:35,792 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 28% 137/496 [00:17<00:44,  8.06it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:35,915 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 28% 138/496 [00:17<00:44,  8.09it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:36,037 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 28% 139/496 [00:17<00:44,  8.11it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:36,160 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 28% 140/496 [00:17<00:44,  8.06it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:36,286 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 28% 141/496 [00:17<00:43,  8.08it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:36,409 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 29% 142/496 [00:18<00:47,  7.40it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:36,571 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 29% 143/496 [00:18<00:46,  7.61it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:36,693 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 29% 144/496 [00:18<00:49,  7.13it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:36,854 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 29% 145/496 [00:18<00:47,  7.39it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:36,978 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 29% 146/496 [00:18<00:46,  7.58it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:37,102 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 30% 147/496 [00:18<00:45,  7.73it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:37,226 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 30% 148/496 [00:18<00:44,  7.81it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:37,350 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 30% 149/496 [00:19<00:44,  7.85it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:37,476 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 30% 150/496 [00:19<00:47,  7.23it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:37,640 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 30% 151/496 [00:19<00:46,  7.45it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:37,765 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 31% 152/496 [00:19<00:49,  6.97it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:37,930 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 31% 153/496 [00:19<00:51,  6.70it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:38,092 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 31% 154/496 [00:19<00:48,  7.05it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:38,217 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 31% 155/496 [00:19<00:50,  6.74it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:38,380 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 31% 156/496 [00:20<00:52,  6.49it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:38,548 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 32% 157/496 [00:20<00:53,  6.36it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:38,712 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 32% 158/496 [00:20<00:53,  6.28it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:38,877 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 32% 159/496 [00:20<00:50,  6.73it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:39,000 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 32% 160/496 [00:20<00:47,  7.06it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:39,126 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 32% 161/496 [00:20<00:50,  6.66it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:39,296 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 33% 162/496 [00:20<00:47,  7.01it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:39,421 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 33% 163/496 [00:21<00:45,  7.25it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:39,548 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 33% 164/496 [00:21<00:44,  7.46it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:39,673 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 33% 165/496 [00:21<00:43,  7.60it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:39,799 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 33% 166/496 [00:21<00:42,  7.69it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:39,925 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 34% 167/496 [00:21<00:42,  7.74it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:40,053 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 34% 168/496 [00:21<00:41,  7.82it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:40,177 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 34% 169/496 [00:21<00:41,  7.88it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:40,302 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 34% 170/496 [00:21<00:41,  7.94it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:40,426 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 34% 171/496 [00:22<00:40,  7.98it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:40,550 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 35% 172/496 [00:22<00:40,  7.96it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:40,676 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 35% 173/496 [00:22<00:40,  7.99it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:40,800 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 35% 174/496 [00:22<00:44,  7.31it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:40,964 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 35% 175/496 [00:22<00:42,  7.50it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:41,089 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 35% 176/496 [00:22<00:41,  7.63it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:41,215 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 36% 177/496 [00:22<00:41,  7.76it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:41,339 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 36% 178/496 [00:23<00:40,  7.88it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:41,461 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 36% 179/496 [00:23<00:39,  7.96it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:41,584 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 36% 180/496 [00:23<00:39,  8.01it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:41,707 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 36% 181/496 [00:23<00:39,  8.04it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:41,830 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 37% 182/496 [00:23<00:38,  8.06it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:41,954 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 37% 183/496 [00:23<00:38,  8.07it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:42,077 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 37% 184/496 [00:23<00:39,  7.99it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:42,205 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 37% 185/496 [00:23<00:39,  7.94it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:42,333 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 38% 186/496 [00:24<00:39,  7.94it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:42,459 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 38% 187/496 [00:24<00:38,  7.93it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:42,585 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 38% 188/496 [00:24<00:46,  6.67it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:42,791 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 38% 189/496 [00:24<00:47,  6.48it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:42,955 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 38% 190/496 [00:24<00:44,  6.87it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:43,081 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 39% 191/496 [00:24<00:42,  7.13it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:43,209 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 39% 192/496 [00:24<00:41,  7.37it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:43,334 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 39% 193/496 [00:24<00:39,  7.61it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:43,455 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 39% 194/496 [00:25<00:38,  7.79it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:43,576 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 39% 195/496 [00:25<00:38,  7.92it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:43,698 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 40% 196/496 [00:25<00:37,  7.94it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:43,823 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 40% 197/496 [00:25<00:37,  8.00it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:43,946 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 40% 198/496 [00:25<00:37,  8.01it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:44,070 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 40% 199/496 [00:25<00:36,  8.07it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:44,192 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 40% 200/496 [00:25<00:37,  7.99it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:44,320 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 41% 201/496 [00:25<00:36,  8.02it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:44,443 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 41% 202/496 [00:26<00:36,  8.01it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:44,569 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 41% 203/496 [00:26<00:40,  7.32it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:44,733 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 41% 204/496 [00:26<00:42,  6.93it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:44,895 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 41% 205/496 [00:26<00:40,  7.27it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:45,017 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 42% 206/496 [00:26<00:38,  7.52it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:45,139 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 42% 207/496 [00:26<00:37,  7.66it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:45,264 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 42% 208/496 [00:26<00:36,  7.81it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:45,386 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 42% 209/496 [00:27<00:35,  8.06it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:45,501 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 42% 210/496 [00:27<00:35,  8.09it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:45,624 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 43% 211/496 [00:27<00:35,  8.10it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:45,747 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 43% 212/496 [00:27<00:35,  8.10it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:45,870 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 43% 213/496 [00:27<00:38,  7.39it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:46,033 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 43% 214/496 [00:27<00:40,  6.95it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:46,197 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 43% 215/496 [00:27<00:38,  7.25it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:46,321 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 44% 216/496 [00:27<00:37,  7.50it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:46,444 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 44% 217/496 [00:28<00:36,  7.66it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:46,568 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 44% 218/496 [00:28<00:35,  7.77it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:46,692 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 44% 219/496 [00:28<00:35,  7.88it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:46,815 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 44% 220/496 [00:28<00:34,  7.96it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:46,938 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 45% 221/496 [00:28<00:34,  8.00it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:47,061 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 45% 222/496 [00:28<00:37,  7.32it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:47,225 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 45% 223/496 [00:28<00:37,  7.31it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:47,362 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 45% 224/496 [00:29<00:36,  7.51it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:47,487 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 45% 225/496 [00:29<00:35,  7.68it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:47,610 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 46% 226/496 [00:29<00:34,  7.82it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:47,733 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 46% 227/496 [00:29<00:34,  7.91it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:47,856 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 46% 228/496 [00:29<00:33,  7.99it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:47,978 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 46% 229/496 [00:29<00:33,  8.00it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:48,103 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 46% 230/496 [00:29<00:33,  8.02it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:48,227 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 47% 231/496 [00:29<00:32,  8.05it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:48,350 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 47% 232/496 [00:30<00:32,  8.07it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:48,473 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 47% 233/496 [00:30<00:32,  8.06it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:48,598 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 47% 234/496 [00:30<00:32,  8.07it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:48,721 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 47% 235/496 [00:30<00:35,  7.38it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:48,884 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 48% 236/496 [00:30<00:34,  7.59it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:49,007 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 48% 237/496 [00:30<00:33,  7.73it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:49,130 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 48% 238/496 [00:30<00:32,  7.84it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:49,254 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 48% 239/496 [00:30<00:32,  7.89it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:49,379 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 48% 240/496 [00:31<00:32,  7.94it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:49,502 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 49% 241/496 [00:31<00:31,  8.02it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:49,624 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 49% 242/496 [00:31<00:31,  8.08it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:49,746 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 49% 243/496 [00:31<00:31,  8.11it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:49,868 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 49% 244/496 [00:31<00:30,  8.15it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:49,990 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 49% 245/496 [00:31<00:33,  7.45it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:50,151 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 50% 246/496 [00:31<00:32,  7.62it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:50,275 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 50% 247/496 [00:31<00:32,  7.76it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:50,399 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 50% 248/496 [00:32<00:34,  7.21it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:50,560 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 50% 249/496 [00:32<00:32,  7.49it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:50,682 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 50% 250/496 [00:32<00:32,  7.68it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:50,804 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 51% 251/496 [00:32<00:34,  7.15it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:50,966 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 51% 252/496 [00:32<00:32,  7.43it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:51,088 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 51% 253/496 [00:32<00:31,  7.61it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:51,213 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 51% 254/496 [00:32<00:31,  7.75it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:51,336 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 51% 255/496 [00:33<00:30,  7.89it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:51,458 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 52% 256/496 [00:33<00:30,  7.98it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:51,580 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 52% 257/496 [00:33<00:29,  8.06it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:51,701 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 52% 258/496 [00:33<00:29,  8.12it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:51,822 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 52% 259/496 [00:33<00:29,  8.07it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:51,947 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 52% 260/496 [00:33<00:29,  8.13it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:52,068 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 53% 261/496 [00:33<00:28,  8.15it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:52,190 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 53% 262/496 [00:33<00:29,  8.07it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:52,317 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 53% 263/496 [00:33<00:29,  7.96it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:52,446 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 53% 264/496 [00:34<00:31,  7.32it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:52,609 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 53% 265/496 [00:34<00:30,  7.50it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:52,735 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 54% 266/496 [00:34<00:30,  7.62it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:52,861 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 54% 267/496 [00:34<00:29,  7.74it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:52,986 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 54% 268/496 [00:34<00:29,  7.82it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:53,110 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 54% 269/496 [00:34<00:28,  7.86it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:53,236 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 54% 270/496 [00:34<00:28,  7.92it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:53,360 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 55% 271/496 [00:35<00:28,  7.94it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:53,485 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 55% 272/496 [00:35<00:30,  7.28it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:53,649 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 55% 273/496 [00:35<00:29,  7.50it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:53,773 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 55% 274/496 [00:35<00:31,  7.06it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:53,934 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 55% 275/496 [00:35<00:30,  7.34it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:54,058 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 56% 276/496 [00:35<00:29,  7.56it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:54,181 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 56% 277/496 [00:35<00:28,  7.69it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:54,306 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 56% 278/496 [00:35<00:27,  7.81it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:54,429 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 56% 279/496 [00:36<00:27,  7.88it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:54,554 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 56% 280/496 [00:36<00:29,  7.27it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:54,716 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 57% 281/496 [00:36<00:31,  6.90it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:54,878 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 57% 282/496 [00:36<00:29,  7.22it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:55,001 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 57% 283/496 [00:36<00:31,  6.79it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:55,169 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 57% 284/496 [00:36<00:29,  7.10it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:55,295 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 57% 285/496 [00:37<00:31,  6.59it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:55,472 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 58% 286/496 [00:37<00:30,  6.99it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:55,595 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 58% 287/496 [00:37<00:28,  7.30it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:55,718 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 58% 288/496 [00:37<00:27,  7.51it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:55,842 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 58% 289/496 [00:37<00:27,  7.66it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:55,966 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 58% 290/496 [00:37<00:26,  7.81it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:56,088 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 59% 291/496 [00:37<00:25,  7.90it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:56,212 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 59% 292/496 [00:37<00:28,  7.28it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:56,374 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 59% 293/496 [00:38<00:27,  7.47it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:56,500 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 59% 294/496 [00:38<00:26,  7.65it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:56,623 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 59% 295/496 [00:38<00:25,  7.75it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:56,748 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 60% 296/496 [00:38<00:25,  7.83it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:56,873 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 60% 297/496 [00:38<00:25,  7.91it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:56,996 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 60% 298/496 [00:38<00:24,  7.94it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:57,121 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 60% 299/496 [00:38<00:24,  7.98it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:57,245 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 60% 300/496 [00:38<00:25,  7.79it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:57,380 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 61% 301/496 [00:39<00:24,  7.88it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:57,504 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 61% 302/496 [00:39<00:24,  7.94it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:57,628 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 61% 303/496 [00:39<00:24,  7.96it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:57,752 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 61% 304/496 [00:39<00:23,  8.00it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:57,876 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 61% 305/496 [00:39<00:23,  8.04it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:57,999 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 62% 306/496 [00:39<00:25,  7.32it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:58,165 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 62% 307/496 [00:39<00:25,  7.51it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:58,289 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 62% 308/496 [00:39<00:24,  7.70it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:58,411 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 62% 309/496 [00:40<00:23,  7.81it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:58,535 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 62% 310/496 [00:40<00:23,  7.93it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:58,656 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 63% 311/496 [00:40<00:23,  8.00it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:58,779 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 63% 312/496 [00:40<00:22,  8.05it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:58,901 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 63% 313/496 [00:40<00:22,  8.11it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:59,023 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 63% 314/496 [00:40<00:22,  8.06it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:59,148 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 64% 315/496 [00:40<00:22,  8.04it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:59,273 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 64% 316/496 [00:40<00:22,  8.07it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:59,396 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 64% 317/496 [00:41<00:24,  7.38it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:59,559 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 64% 318/496 [00:41<00:23,  7.58it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:59,682 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 64% 319/496 [00:41<00:22,  7.73it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:59,806 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 65% 320/496 [00:41<00:22,  7.85it/s][INFO|configuration_utils.py:577] 2023-07-14 02:35:59,928 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 65% 321/496 [00:41<00:24,  7.26it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:00,090 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 65% 322/496 [00:41<00:23,  7.51it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:00,213 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 65% 323/496 [00:41<00:22,  7.70it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:00,335 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 65% 324/496 [00:42<00:22,  7.74it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:00,463 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 66% 325/496 [00:42<00:21,  7.81it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:00,588 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 66% 326/496 [00:42<00:23,  7.26it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:00,749 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 66% 327/496 [00:42<00:22,  7.50it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:00,871 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 66% 328/496 [00:42<00:21,  7.66it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:00,995 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 66% 329/496 [00:42<00:21,  7.77it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:01,120 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 67% 330/496 [00:42<00:21,  7.84it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:01,245 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 67% 331/496 [00:42<00:21,  7.85it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:01,372 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 67% 332/496 [00:43<00:20,  7.92it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:01,495 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 67% 333/496 [00:43<00:22,  7.30it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:01,658 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 67% 334/496 [00:43<00:21,  7.54it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:01,780 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 68% 335/496 [00:43<00:20,  7.68it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:01,904 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 68% 336/496 [00:43<00:20,  7.82it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:02,027 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 68% 337/496 [00:43<00:20,  7.91it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:02,150 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 68% 338/496 [00:43<00:19,  7.94it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:02,275 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 68% 339/496 [00:43<00:19,  7.96it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:02,400 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 69% 340/496 [00:44<00:19,  8.00it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:02,523 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 69% 341/496 [00:44<00:19,  8.03it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:02,647 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 69% 342/496 [00:44<00:19,  8.05it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:02,770 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 69% 343/496 [00:44<00:18,  8.07it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:02,893 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 69% 344/496 [00:44<00:20,  7.38it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:03,056 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 70% 345/496 [00:44<00:19,  7.58it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:03,180 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 70% 346/496 [00:44<00:19,  7.71it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:03,304 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 70% 347/496 [00:45<00:20,  7.16it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:03,467 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 70% 348/496 [00:45<00:19,  7.42it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:03,590 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 70% 349/496 [00:45<00:19,  7.63it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:03,713 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 71% 350/496 [00:45<00:18,  7.75it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:03,837 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 71% 351/496 [00:45<00:18,  7.89it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:03,958 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 71% 352/496 [00:45<00:18,  7.94it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:04,083 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 71% 353/496 [00:45<00:17,  7.99it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:04,206 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 71% 354/496 [00:45<00:17,  8.03it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:04,329 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 72% 355/496 [00:45<00:17,  8.05it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:04,453 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 72% 356/496 [00:46<00:17,  8.04it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:04,577 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 72% 357/496 [00:46<00:18,  7.37it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:04,740 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 72% 358/496 [00:46<00:18,  7.59it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:04,862 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 72% 359/496 [00:46<00:17,  7.76it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:04,984 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 73% 360/496 [00:46<00:18,  7.18it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:05,148 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 73% 361/496 [00:46<00:18,  7.37it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:05,275 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 73% 362/496 [00:46<00:17,  7.51it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:05,402 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 73% 363/496 [00:47<00:17,  7.67it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:05,526 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 73% 364/496 [00:47<00:18,  7.15it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:05,688 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 74% 365/496 [00:47<00:19,  6.82it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:05,851 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 74% 366/496 [00:47<00:18,  7.16it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:05,974 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 74% 367/496 [00:47<00:17,  7.43it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:06,097 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 74% 368/496 [00:47<00:16,  7.59it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:06,222 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 74% 369/496 [00:47<00:16,  7.71it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:06,347 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 75% 370/496 [00:48<00:16,  7.82it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:06,470 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 75% 371/496 [00:48<00:15,  7.88it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:06,595 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 75% 372/496 [00:48<00:15,  7.96it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:06,718 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 75% 373/496 [00:48<00:15,  7.94it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:06,845 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 75% 374/496 [00:48<00:16,  7.33it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:07,006 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 76% 375/496 [00:48<00:16,  7.56it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:07,128 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 76% 376/496 [00:48<00:15,  7.65it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:07,256 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 76% 377/496 [00:48<00:15,  7.79it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:07,378 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 76% 378/496 [00:49<00:14,  7.91it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:07,500 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 76% 379/496 [00:49<00:14,  8.00it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:07,622 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 77% 380/496 [00:49<00:14,  8.07it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:07,743 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 77% 381/496 [00:49<00:14,  8.15it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:07,863 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 77% 382/496 [00:49<00:13,  8.20it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:07,983 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 77% 383/496 [00:49<00:15,  7.45it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:08,146 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 77% 384/496 [00:49<00:14,  7.61it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:08,271 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 78% 385/496 [00:49<00:14,  7.77it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:08,393 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 78% 386/496 [00:50<00:14,  7.82it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:08,519 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 78% 387/496 [00:50<00:13,  7.93it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:08,641 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 78% 388/496 [00:50<00:13,  7.98it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:08,765 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 78% 389/496 [00:50<00:13,  8.02it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:08,888 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 79% 390/496 [00:50<00:13,  8.03it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:09,012 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 79% 391/496 [00:50<00:13,  8.07it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:09,134 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 79% 392/496 [00:50<00:14,  7.29it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:09,303 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 79% 393/496 [00:50<00:13,  7.37it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:09,435 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 79% 394/496 [00:51<00:13,  7.55it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:09,560 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 80% 395/496 [00:51<00:13,  7.66it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:09,686 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 80% 396/496 [00:51<00:12,  7.77it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:09,810 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 80% 397/496 [00:51<00:13,  7.17it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:09,975 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 80% 398/496 [00:51<00:13,  7.40it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:10,100 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 80% 399/496 [00:51<00:12,  7.57it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:10,225 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 81% 400/496 [00:51<00:12,  7.72it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:10,349 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 81% 401/496 [00:52<00:12,  7.80it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:10,474 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 81% 402/496 [00:52<00:11,  7.85it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:10,599 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 81% 403/496 [00:52<00:12,  7.25it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:10,762 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 81% 404/496 [00:52<00:12,  7.45it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:10,887 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 82% 405/496 [00:52<00:11,  7.59it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:11,013 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 82% 406/496 [00:52<00:11,  7.73it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:11,137 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 82% 407/496 [00:52<00:11,  7.85it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:11,260 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 82% 408/496 [00:52<00:11,  7.88it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:11,385 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 82% 409/496 [00:53<00:10,  7.98it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:11,507 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 83% 410/496 [00:53<00:11,  7.35it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:11,668 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 83% 411/496 [00:53<00:11,  7.60it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:11,790 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 83% 412/496 [00:53<00:10,  7.81it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:11,909 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 83% 413/496 [00:53<00:10,  7.97it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:12,029 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 83% 414/496 [00:53<00:10,  8.04it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:12,151 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 84% 415/496 [00:53<00:09,  8.11it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:12,272 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 84% 416/496 [00:53<00:09,  8.15it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:12,393 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 84% 417/496 [00:54<00:09,  8.20it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:12,513 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 84% 418/496 [00:54<00:09,  8.18it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:12,636 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 84% 419/496 [00:54<00:09,  8.12it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:12,761 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 85% 420/496 [00:54<00:09,  8.14it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:12,883 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 85% 421/496 [00:54<00:10,  7.45it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:13,044 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 85% 422/496 [00:54<00:09,  7.64it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:13,167 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 85% 423/496 [00:54<00:09,  7.77it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:13,291 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 85% 424/496 [00:54<00:09,  7.21it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:13,452 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 86% 425/496 [00:55<00:09,  7.45it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:13,577 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 86% 426/496 [00:55<00:09,  7.63it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:13,700 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 86% 427/496 [00:55<00:09,  7.13it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:13,862 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 86% 428/496 [00:55<00:09,  7.41it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:13,984 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 86% 429/496 [00:55<00:09,  6.98it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:14,147 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 87% 430/496 [00:55<00:09,  7.28it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:14,270 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 87% 431/496 [00:55<00:09,  6.89it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:14,434 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 87% 432/496 [00:56<00:08,  7.19it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:14,559 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 87% 433/496 [00:56<00:08,  7.39it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:14,685 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 88% 434/496 [00:56<00:08,  6.91it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:14,852 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 88% 435/496 [00:56<00:09,  6.65it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:15,015 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 88% 436/496 [00:56<00:08,  6.98it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:15,142 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 88% 437/496 [00:56<00:08,  6.70it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:15,306 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 88% 438/496 [00:56<00:08,  7.06it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:15,430 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 89% 439/496 [00:57<00:07,  7.36it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:15,552 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 89% 440/496 [00:57<00:08,  6.99it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:15,712 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 89% 441/496 [00:57<00:07,  7.32it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:15,833 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 89% 442/496 [00:57<00:07,  7.55it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:15,956 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 89% 443/496 [00:57<00:07,  7.12it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:16,115 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 90% 444/496 [00:57<00:06,  7.43it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:16,236 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 90% 445/496 [00:57<00:06,  7.66it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:16,357 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 90% 446/496 [00:58<00:06,  7.83it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:16,478 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 90% 447/496 [00:58<00:06,  7.20it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:16,643 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 90% 448/496 [00:58<00:06,  7.46it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:16,766 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 91% 449/496 [00:58<00:06,  7.65it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:16,889 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 91% 450/496 [00:58<00:05,  7.78it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:17,012 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 91% 451/496 [00:58<00:05,  7.86it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:17,137 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 91% 452/496 [00:58<00:05,  7.84it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:17,265 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 91% 453/496 [00:58<00:05,  7.78it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:17,396 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 92% 454/496 [00:59<00:05,  7.85it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:17,520 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 92% 455/496 [00:59<00:05,  7.94it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:17,643 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 92% 456/496 [00:59<00:04,  8.00it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:17,765 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 92% 457/496 [00:59<00:04,  8.04it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:17,889 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 92% 458/496 [00:59<00:04,  8.06it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:18,012 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 93% 459/496 [00:59<00:04,  8.03it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:18,137 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 93% 460/496 [00:59<00:04,  8.08it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:18,260 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 93% 461/496 [00:59<00:04,  7.40it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:18,421 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 93% 462/496 [01:00<00:04,  7.59it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:18,545 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 93% 463/496 [01:00<00:04,  7.73it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:18,669 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 94% 464/496 [01:00<00:04,  7.19it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:18,831 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 94% 465/496 [01:00<00:04,  7.39it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:18,957 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 94% 466/496 [01:00<00:03,  7.60it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:19,080 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 94% 467/496 [01:00<00:03,  7.76it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:19,203 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 94% 468/496 [01:00<00:03,  7.83it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:19,328 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 95% 469/496 [01:00<00:03,  7.88it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:19,453 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 95% 470/496 [01:01<00:03,  7.98it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:19,574 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 95% 471/496 [01:01<00:03,  8.06it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:19,696 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 95% 472/496 [01:01<00:03,  7.41it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:19,856 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 95% 473/496 [01:01<00:03,  7.62it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:19,979 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 96% 474/496 [01:01<00:03,  7.09it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:20,143 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 96% 475/496 [01:01<00:02,  7.38it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:20,265 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 96% 476/496 [01:01<00:02,  7.59it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:20,388 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 96% 477/496 [01:02<00:02,  7.75it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:20,511 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 96% 478/496 [01:02<00:02,  7.89it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:20,632 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 97% 479/496 [01:02<00:02,  7.99it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:20,754 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 97% 480/496 [01:02<00:01,  8.06it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:20,875 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 97% 481/496 [01:02<00:01,  8.12it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:20,996 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 97% 482/496 [01:02<00:01,  8.09it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:21,121 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 97% 483/496 [01:02<00:01,  8.12it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:21,243 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 98% 484/496 [01:02<00:01,  8.07it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:21,369 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 98% 485/496 [01:03<00:01,  8.13it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:21,490 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 98% 486/496 [01:03<00:01,  8.12it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:21,613 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 98% 487/496 [01:03<00:01,  8.10it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:21,737 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 98% 488/496 [01:03<00:00,  8.10it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:21,861 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 99% 489/496 [01:03<00:00,  8.12it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:21,983 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 99% 490/496 [01:03<00:00,  8.13it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:22,106 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 99% 491/496 [01:03<00:00,  8.05it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:22,233 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 99% 492/496 [01:03<00:00,  8.05it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:22,357 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            " 99% 493/496 [01:04<00:00,  8.01it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:22,484 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "100% 494/496 [01:04<00:00,  8.01it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:22,608 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "100% 495/496 [01:04<00:00,  8.04it/s][INFO|configuration_utils.py:577] 2023-07-14 02:36:22,732 >> Generate config GenerationConfig {\n",
            "  \"_from_model_config\": true,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"pad_token_id\": 0,\n",
            "  \"transformers_version\": \"4.30.2\"\n",
            "}\n",
            "\n",
            "100% 496/496 [01:04<00:00,  7.70it/s]\n",
            "***** predict metrics *****\n",
            "  predict_runtime            = 0:01:07.25\n",
            "  predict_samples            =        496\n",
            "  predict_samples_per_second =      7.374\n",
            "  predict_score              =          0\n",
            "  predict_steps_per_second   =      7.374\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "8hYiRYFLOrsZ"
      },
      "execution_count": null,
      "outputs": []
    }
  ]
}