DeepSeek/08-deepseek_web_demo.ipynb

{
  "cells": [
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "_bJ0vKOP_S4X",
        "outputId": "ee17173d-e4d0-4c01-d25b-7a212c483116"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n"
          ]
        }
      ],
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "6OOHJpmcdTTJ"
      },
      "source": [
        "DeepSeek-Coder demo\n",
        "\n",
        "您可以使用demo文件夹中的app.py在本地运行demo。"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "3a8rAzyR_0C6",
        "outputId": "e62285c3-ea86-482b-85f4-cad420cd16c9"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Cloning into 'DeepSeek-Coder'...\n",
            "remote: Enumerating objects: 482, done.\u001b[K\n",
            "remote: Counting objects: 100% (204/204), done.\u001b[K\n",
            "remote: Compressing objects: 100% (107/107), done.\u001b[K\n",
            "remote: Total 482 (delta 154), reused 124 (delta 97), pack-reused 278\u001b[K\n",
            "Receiving objects: 100% (482/482), 12.49 MiB | 16.50 MiB/s, done.\n",
            "Resolving deltas: 100% (213/213), done.\n"
          ]
        }
      ],
      "source": [
        "!git clone https://github.com/deepseek-ai/DeepSeek-Coder.git"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "HwDtqiQDHQEs",
        "outputId": "415665b6-7e7f-40b2-a191-3fc4d910c155"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Cloning into 'deepseek-coder-6.7b-instruct'...\n",
            "remote: Enumerating objects: 23, done.\u001b[K\n",
            "remote: Counting objects: 100% (23/23), done.\u001b[K\n",
            "remote: Compressing objects: 100% (20/20), done.\u001b[K\n",
            "remote: Total 23 (delta 4), reused 0 (delta 0), pack-reused 0\u001b[K\n",
            "Receiving objects: 100% (23/23), 393.54 KiB | 1.05 MiB/s, done.\n",
            "Resolving deltas: 100% (4/4), done.\n",
            "Filtering content: 100% (3/3), 4.55 GiB | 3.88 MiB/s, done.\n",
            "Encountered 1 file(s) that may not have been copied correctly on Windows:\n",
            "\tpytorch_model-00001-of-00002.bin\n",
            "\n",
            "See: `git lfs help smudge` for more details.\n"
          ]
        }
      ],
      "source": [
        "!git clone https://www.modelscope.cn/deepseek-ai/deepseek-coder-6.7b-instruct.git"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "qhcW9oOv_4Te",
        "outputId": "92e70dfe-49e2-463a-e0d9-e89c22efce0b"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Requirement already satisfied: torch>=2.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/DeepSeek-Coder/requirements.txt (line 1)) (2.1.0+cu121)\n",
            "Requirement already satisfied: tokenizers>=0.14.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/DeepSeek-Coder/requirements.txt (line 2)) (0.15.2)\n",
            "Requirement already satisfied: transformers>=4.35.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/DeepSeek-Coder/requirements.txt (line 3)) (4.38.2)\n",
            "Collecting accelerate (from -r /content/DeepSeek-Coder/requirements.txt (line 4))\n",
            "  Downloading accelerate-0.27.2-py3-none-any.whl (279 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m280.0/280.0 kB\u001b[0m \u001b[31m7.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: sympy==1.12 in /usr/local/lib/python3.10/dist-packages (from -r /content/DeepSeek-Coder/requirements.txt (line 5)) (1.12)\n",
            "Collecting pebble (from -r /content/DeepSeek-Coder/requirements.txt (line 6))\n",
            "  Downloading Pebble-5.0.6-py3-none-any.whl (30 kB)\n",
            "Collecting timeout-decorator (from -r /content/DeepSeek-Coder/requirements.txt (line 7))\n",
            "  Downloading timeout-decorator-0.5.0.tar.gz (4.8 kB)\n",
            "  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "Collecting attrdict (from -r /content/DeepSeek-Coder/requirements.txt (line 8))\n",
            "  Downloading attrdict-2.0.1-py2.py3-none-any.whl (9.9 kB)\n",
            "Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy==1.12->-r /content/DeepSeek-Coder/requirements.txt (line 5)) (1.3.0)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch>=2.0->-r /content/DeepSeek-Coder/requirements.txt (line 1)) (3.13.1)\n",
            "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch>=2.0->-r /content/DeepSeek-Coder/requirements.txt (line 1)) (4.10.0)\n",
            "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=2.0->-r /content/DeepSeek-Coder/requirements.txt (line 1)) (3.2.1)\n",
            "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=2.0->-r /content/DeepSeek-Coder/requirements.txt (line 1)) (3.1.3)\n",
            "Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch>=2.0->-r /content/DeepSeek-Coder/requirements.txt (line 1)) (2023.6.0)\n",
            "Requirement already satisfied: triton==2.1.0 in /usr/local/lib/python3.10/dist-packages (from torch>=2.0->-r /content/DeepSeek-Coder/requirements.txt (line 1)) (2.1.0)\n",
            "Requirement already satisfied: huggingface_hub<1.0,>=0.16.4 in /usr/local/lib/python3.10/dist-packages (from tokenizers>=0.14.0->-r /content/DeepSeek-Coder/requirements.txt (line 2)) (0.20.3)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.35.0->-r /content/DeepSeek-Coder/requirements.txt (line 3)) (1.25.2)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.35.0->-r /content/DeepSeek-Coder/requirements.txt (line 3)) (23.2)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.35.0->-r /content/DeepSeek-Coder/requirements.txt (line 3)) (6.0.1)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.35.0->-r /content/DeepSeek-Coder/requirements.txt (line 3)) (2023.12.25)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers>=4.35.0->-r /content/DeepSeek-Coder/requirements.txt (line 3)) (2.31.0)\n",
            "Requirement already satisfied: safetensors>=0.4.1 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.35.0->-r /content/DeepSeek-Coder/requirements.txt (line 3)) (0.4.2)\n",
            "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.35.0->-r /content/DeepSeek-Coder/requirements.txt (line 3)) (4.66.2)\n",
            "Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate->-r /content/DeepSeek-Coder/requirements.txt (line 4)) (5.9.5)\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.10/dist-packages (from attrdict->-r /content/DeepSeek-Coder/requirements.txt (line 8)) (1.16.0)\n",
            "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=2.0->-r /content/DeepSeek-Coder/requirements.txt (line 1)) (2.1.5)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->transformers>=4.35.0->-r /content/DeepSeek-Coder/requirements.txt (line 3)) (3.3.2)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers>=4.35.0->-r /content/DeepSeek-Coder/requirements.txt (line 3)) (3.6)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers>=4.35.0->-r /content/DeepSeek-Coder/requirements.txt (line 3)) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers>=4.35.0->-r /content/DeepSeek-Coder/requirements.txt (line 3)) (2024.2.2)\n",
            "Building wheels for collected packages: timeout-decorator\n",
            "  Building wheel for timeout-decorator (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for timeout-decorator: filename=timeout_decorator-0.5.0-py3-none-any.whl size=5004 sha256=1056da970ce5ef2443b8a7fe4bb78ca56046fc58cc93dfa29324338664bdb944\n",
            "  Stored in directory: /root/.cache/pip/wheels/68/2f/bc/76f1192d474666d41ae6f09813fccbd00fe3f07e8261c4cff5\n",
            "Successfully built timeout-decorator\n",
            "Installing collected packages: timeout-decorator, pebble, attrdict, accelerate\n",
            "Successfully installed accelerate-0.27.2 attrdict-2.0.1 pebble-5.0.6 timeout-decorator-0.5.0\n"
          ]
        }
      ],
      "source": [
        "!pip install -r /content/DeepSeek-Coder/requirements.txt"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 307,
          "referenced_widgets": [
            "76cf45229ed54ab9bb68e149576ff89d",
            "118a36d1f56946e789d4f665c539cc4e",
            "78fc4219a2cb4776b36d4d2ca16e3fff",
            "5a5667c1415d4c2baf059a37f5f56185",
            "128b475b482f474989f7e995671952d1",
            "f62e7bd23af04f78af91ca835eb65195",
            "edf57fb752104df7947febe4dd2d090c",
            "4e1d77b719a94fbdbdfad60b478107db",
            "0677e70ef542489c85b317952de0dc32",
            "1f739e3c2be94993adc53f455ff185dc",
            "c63f96f3860e41e89ef10f57b05e7eed"
          ]
        },
        "id": "hfwFuEl_ALmI",
        "outputId": "16d8eb44-5456-44c3-8543-4b7f0de0fe49"
      },
      "outputs": [
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "76cf45229ed54ab9bb68e149576ff89d",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Loading checkpoint shards:   0%|          | 0/2 [00:00<?, ?it/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.10/dist-packages/torch/_utils.py:831: UserWarning: TypedStorage is deprecated. It will be removed in the future and UntypedStorage will be the only storage class. This should only matter to you if you are using storages directly.  To access UntypedStorage directly, use tensor.untyped_storage() instead of tensor.storage()\n",
            "  return self.fget.__get__(instance, owner)()\n",
            "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n",
            "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n",
            "Setting `pad_token_id` to `eos_token_id`:32014 for open-end generation.\n"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "#write a quick sort algorithm in python\n",
            "\n",
            "\n",
            "def quick_sort(arr):\n",
            "    if len(arr) <= 1:\n",
            "        return arr\n",
            "    else:\n",
            "        pivot = arr[0]\n",
            "        less =\n"
          ]
        }
      ],
      "source": [
        "from transformers import AutoModelForCausalLM, AutoTokenizer\n",
        "import torch\n",
        "\n",
        "# 指定模型和tokenizer的路径\n",
        "model_path = '/content/deepseek-coder-6.7b-instruct'\n",
        "\n",
        "# 加载预训练模型和tokenizer\n",
        "model = AutoModelForCausalLM.from_pretrained(model_path)\n",
        "tokenizer = AutoTokenizer.from_pretrained(model_path)\n",
        "\n",
        "# 准备输入文本\n",
        "text = \"#write a quick sort algorithm\"\n",
        "\n",
        "# 编码输入文本\n",
        "input_ids = tokenizer.encode(text, return_tensors='pt')\n",
        "\n",
        "# 进行预测\n",
        "with torch.no_grad():\n",
        "    outputs = model.generate(input_ids, max_length=50)\n",
        "\n",
        "# 解码模型输出\n",
        "predicted_text = tokenizer.decode(outputs[0], skip_special_tokens=True)\n",
        "print(predicted_text)\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "WeM8Iw4GA3Xc",
        "outputId": "ced3e933-53a8-4353-f0fd-3d29efc27972"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "/root\n"
          ]
        }
      ],
      "source": [
        "cd"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "nKoia9jut3rU",
        "outputId": "58362ff2-c7bb-4e47-c4e9-2417297e656d"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Requirement already satisfied: accelerate==0.23.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/DeepSeek-Coder/demo/requirement.txt (line 1)) (0.23.0)\n",
            "Requirement already satisfied: bitsandbytes==0.41.1 in /usr/local/lib/python3.10/dist-packages (from -r /content/DeepSeek-Coder/demo/requirement.txt (line 2)) (0.41.1)\n",
            "Requirement already satisfied: gradio==3.48.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (3.48.0)\n",
            "Requirement already satisfied: protobuf==3.20.3 in /usr/local/lib/python3.10/dist-packages (from -r /content/DeepSeek-Coder/demo/requirement.txt (line 4)) (3.20.3)\n",
            "Requirement already satisfied: scipy==1.10.1 in /usr/local/lib/python3.10/dist-packages (from -r /content/DeepSeek-Coder/demo/requirement.txt (line 5)) (1.10.1)\n",
            "Requirement already satisfied: sentencepiece==0.1.99 in /usr/local/lib/python3.10/dist-packages (from -r /content/DeepSeek-Coder/demo/requirement.txt (line 6)) (0.1.99)\n",
            "Requirement already satisfied: spaces==0.16.1 in /usr/local/lib/python3.10/dist-packages (from -r /content/DeepSeek-Coder/demo/requirement.txt (line 7)) (0.16.1)\n",
            "Collecting torch==2.0.0 (from -r /content/DeepSeek-Coder/demo/requirement.txt (line 8))\n",
            "  Using cached torch-2.0.0-cp310-cp310-manylinux1_x86_64.whl (619.9 MB)\n",
            "Requirement already satisfied: transformers>=4.35.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/DeepSeek-Coder/demo/requirement.txt (line 9)) (4.38.2)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from accelerate==0.23.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 1)) (1.25.2)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from accelerate==0.23.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 1)) (23.2)\n",
            "Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate==0.23.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 1)) (5.9.5)\n",
            "Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from accelerate==0.23.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 1)) (6.0.1)\n",
            "Requirement already satisfied: huggingface-hub in /usr/local/lib/python3.10/dist-packages (from accelerate==0.23.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 1)) (0.20.3)\n",
            "Requirement already satisfied: aiofiles<24.0,>=22.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (23.2.1)\n",
            "Requirement already satisfied: altair<6.0,>=4.2.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (4.2.2)\n",
            "Requirement already satisfied: fastapi in /usr/local/lib/python3.10/dist-packages (from gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (0.110.0)\n",
            "Requirement already satisfied: ffmpy in /usr/local/lib/python3.10/dist-packages (from gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (0.3.2)\n",
            "Requirement already satisfied: gradio-client==0.6.1 in /usr/local/lib/python3.10/dist-packages (from gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (0.6.1)\n",
            "Requirement already satisfied: httpx in /usr/local/lib/python3.10/dist-packages (from gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (0.27.0)\n",
            "Requirement already satisfied: importlib-resources<7.0,>=1.3 in /usr/local/lib/python3.10/dist-packages (from gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (6.1.2)\n",
            "Requirement already satisfied: jinja2<4.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (3.1.3)\n",
            "Requirement already satisfied: markupsafe~=2.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (2.1.5)\n",
            "Requirement already satisfied: matplotlib~=3.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (3.7.1)\n",
            "Requirement already satisfied: orjson~=3.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (3.9.15)\n",
            "Requirement already satisfied: pandas<3.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (1.5.3)\n",
            "Requirement already satisfied: pillow<11.0,>=8.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (9.4.0)\n",
            "Requirement already satisfied: pydantic!=1.8,!=1.8.1,!=2.0.0,!=2.0.1,<3.0.0,>=1.7.4 in /usr/local/lib/python3.10/dist-packages (from gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (2.6.3)\n",
            "Requirement already satisfied: pydub in /usr/local/lib/python3.10/dist-packages (from gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (0.25.1)\n",
            "Requirement already satisfied: python-multipart in /usr/local/lib/python3.10/dist-packages (from gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (0.0.9)\n",
            "Requirement already satisfied: requests~=2.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (2.31.0)\n",
            "Requirement already satisfied: semantic-version~=2.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (2.10.0)\n",
            "Requirement already satisfied: typing-extensions~=4.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (4.10.0)\n",
            "Requirement already satisfied: uvicorn>=0.14.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (0.27.1)\n",
            "Requirement already satisfied: websockets<12.0,>=10.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (11.0.3)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch==2.0.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 8)) (3.13.1)\n",
            "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch==2.0.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 8)) (1.12)\n",
            "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch==2.0.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 8)) (3.2.1)\n",
            "Requirement already satisfied: nvidia-cuda-nvrtc-cu11==11.7.99 in /usr/local/lib/python3.10/dist-packages (from torch==2.0.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 8)) (11.7.99)\n",
            "Requirement already satisfied: nvidia-cuda-runtime-cu11==11.7.99 in /usr/local/lib/python3.10/dist-packages (from torch==2.0.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 8)) (11.7.99)\n",
            "Requirement already satisfied: nvidia-cuda-cupti-cu11==11.7.101 in /usr/local/lib/python3.10/dist-packages (from torch==2.0.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 8)) (11.7.101)\n",
            "Requirement already satisfied: nvidia-cudnn-cu11==8.5.0.96 in /usr/local/lib/python3.10/dist-packages (from torch==2.0.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 8)) (8.5.0.96)\n",
            "Requirement already satisfied: nvidia-cublas-cu11==11.10.3.66 in /usr/local/lib/python3.10/dist-packages (from torch==2.0.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 8)) (11.10.3.66)\n",
            "Requirement already satisfied: nvidia-cufft-cu11==10.9.0.58 in /usr/local/lib/python3.10/dist-packages (from torch==2.0.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 8)) (10.9.0.58)\n",
            "Requirement already satisfied: nvidia-curand-cu11==10.2.10.91 in /usr/local/lib/python3.10/dist-packages (from torch==2.0.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 8)) (10.2.10.91)\n",
            "Requirement already satisfied: nvidia-cusolver-cu11==11.4.0.1 in /usr/local/lib/python3.10/dist-packages (from torch==2.0.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 8)) (11.4.0.1)\n",
            "Requirement already satisfied: nvidia-cusparse-cu11==11.7.4.91 in /usr/local/lib/python3.10/dist-packages (from torch==2.0.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 8)) (11.7.4.91)\n",
            "Requirement already satisfied: nvidia-nccl-cu11==2.14.3 in /usr/local/lib/python3.10/dist-packages (from torch==2.0.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 8)) (2.14.3)\n",
            "Requirement already satisfied: nvidia-nvtx-cu11==11.7.91 in /usr/local/lib/python3.10/dist-packages (from torch==2.0.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 8)) (11.7.91)\n",
            "Collecting triton==2.0.0 (from torch==2.0.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 8))\n",
            "  Using cached triton-2.0.0-1-cp310-cp310-manylinux2014_x86_64.manylinux_2_17_x86_64.whl (63.3 MB)\n",
            "Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from gradio-client==0.6.1->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (2023.6.0)\n",
            "Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from nvidia-cublas-cu11==11.10.3.66->torch==2.0.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 8)) (67.7.2)\n",
            "Requirement already satisfied: wheel in /usr/local/lib/python3.10/dist-packages (from nvidia-cublas-cu11==11.10.3.66->torch==2.0.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 8)) (0.42.0)\n",
            "Requirement already satisfied: cmake in /usr/local/lib/python3.10/dist-packages (from triton==2.0.0->torch==2.0.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 8)) (3.27.9)\n",
            "Requirement already satisfied: lit in /usr/local/lib/python3.10/dist-packages (from triton==2.0.0->torch==2.0.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 8)) (17.0.6)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.35.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 9)) (2023.12.25)\n",
            "Requirement already satisfied: tokenizers<0.19,>=0.14 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.35.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 9)) (0.15.2)\n",
            "Requirement already satisfied: safetensors>=0.4.1 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.35.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 9)) (0.4.2)\n",
            "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.35.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 9)) (4.66.2)\n",
            "Requirement already satisfied: entrypoints in /usr/local/lib/python3.10/dist-packages (from altair<6.0,>=4.2.0->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (0.4)\n",
            "Requirement already satisfied: jsonschema>=3.0 in /usr/local/lib/python3.10/dist-packages (from altair<6.0,>=4.2.0->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (4.19.2)\n",
            "Requirement already satisfied: toolz in /usr/local/lib/python3.10/dist-packages (from altair<6.0,>=4.2.0->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (0.12.1)\n",
            "Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib~=3.0->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (1.2.0)\n",
            "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib~=3.0->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (0.12.1)\n",
            "Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib~=3.0->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (4.49.0)\n",
            "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib~=3.0->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (1.4.5)\n",
            "Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib~=3.0->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (3.1.1)\n",
            "Requirement already satisfied: python-dateutil>=2.7 in /usr/local/lib/python3.10/dist-packages (from matplotlib~=3.0->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas<3.0,>=1.0->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (2023.4)\n",
            "Requirement already satisfied: annotated-types>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from pydantic!=1.8,!=1.8.1,!=2.0.0,!=2.0.1,<3.0.0,>=1.7.4->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (0.6.0)\n",
            "Requirement already satisfied: pydantic-core==2.16.3 in /usr/local/lib/python3.10/dist-packages (from pydantic!=1.8,!=1.8.1,!=2.0.0,!=2.0.1,<3.0.0,>=1.7.4->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (2.16.3)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests~=2.0->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (3.3.2)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests~=2.0->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (3.6)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests~=2.0->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests~=2.0->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (2024.2.2)\n",
            "Requirement already satisfied: click>=7.0 in /usr/local/lib/python3.10/dist-packages (from uvicorn>=0.14.0->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (8.1.7)\n",
            "Requirement already satisfied: h11>=0.8 in /usr/local/lib/python3.10/dist-packages (from uvicorn>=0.14.0->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (0.14.0)\n",
            "Requirement already satisfied: starlette<0.37.0,>=0.36.3 in /usr/local/lib/python3.10/dist-packages (from fastapi->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (0.36.3)\n",
            "Requirement already satisfied: anyio in /usr/local/lib/python3.10/dist-packages (from httpx->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (3.7.1)\n",
            "Requirement already satisfied: httpcore==1.* in /usr/local/lib/python3.10/dist-packages (from httpx->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (1.0.4)\n",
            "Requirement already satisfied: sniffio in /usr/local/lib/python3.10/dist-packages (from httpx->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (1.3.1)\n",
            "Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch==2.0.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 8)) (1.3.0)\n",
            "Requirement already satisfied: attrs>=22.2.0 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=3.0->altair<6.0,>=4.2.0->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (23.2.0)\n",
            "Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=3.0->altair<6.0,>=4.2.0->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (2023.12.1)\n",
            "Requirement already satisfied: referencing>=0.28.4 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=3.0->altair<6.0,>=4.2.0->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (0.33.0)\n",
            "Requirement already satisfied: rpds-py>=0.7.1 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=3.0->altair<6.0,>=4.2.0->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (0.18.0)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.7->matplotlib~=3.0->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (1.16.0)\n",
            "Requirement already satisfied: exceptiongroup in /usr/local/lib/python3.10/dist-packages (from anyio->httpx->gradio==3.48.0->-r /content/DeepSeek-Coder/demo/requirement.txt (line 3)) (1.2.0)\n",
            "Installing collected packages: triton, torch\n",
            "  Attempting uninstall: triton\n",
            "    Found existing installation: triton 2.1.0\n",
            "    Uninstalling triton-2.1.0:\n",
            "      Successfully uninstalled triton-2.1.0\n",
            "  Attempting uninstall: torch\n",
            "    Found existing installation: torch 2.1.0\n",
            "    Uninstalling torch-2.1.0:\n",
            "      Successfully uninstalled torch-2.1.0\n",
            "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
            "torchaudio 2.1.0+cu121 requires torch==2.1.0, but you have torch 2.0.0 which is incompatible.\n",
            "torchdata 0.7.0 requires torch==2.1.0, but you have torch 2.0.0 which is incompatible.\n",
            "torchtext 0.16.0 requires torch==2.1.0, but you have torch 2.0.0 which is incompatible.\n",
            "torchvision 0.16.0+cu121 requires torch==2.1.0, but you have torch 2.0.0 which is incompatible.\u001b[0m\u001b[31m\n",
            "\u001b[0mSuccessfully installed torch-2.0.0 triton-2.0.0\n"
          ]
        },
        {
          "data": {
            "application/vnd.colab-display-data+json": {
              "id": "48cdb07d9a9a420180fd4a373dcfae9a",
              "pip_warning": {
                "packages": [
                  "torch",
                  "torchgen"
                ]
              }
            }
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "!pip install -r /content/DeepSeek-Coder/demo/requirement.txt"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "iRwpT4Qo2-M-"
      },
      "outputs": [],
      "source": []
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "aW2tCI3l2DYm",
        "outputId": "4aa20332-e6ee-4a06-92ca-99e1f6819c0b"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Collecting torch==2.1.0\n",
            "  Downloading torch-2.1.0-cp310-cp310-manylinux1_x86_64.whl (670.2 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m670.2/670.2 MB\u001b[0m \u001b[31m2.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: torchvision in /usr/local/lib/python3.10/dist-packages (0.16.0+cu121)\n",
            "Collecting torchvision\n",
            "  Downloading torchvision-0.17.1-cp310-cp310-manylinux1_x86_64.whl (6.9 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.9/6.9 MB\u001b[0m \u001b[31m94.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: torchaudio in /usr/local/lib/python3.10/dist-packages (2.1.0+cu121)\n",
            "Collecting torchaudio\n",
            "  Downloading torchaudio-2.2.1-cp310-cp310-manylinux1_x86_64.whl (3.3 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.3/3.3 MB\u001b[0m \u001b[31m53.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch==2.1.0) (3.13.1)\n",
            "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch==2.1.0) (4.10.0)\n",
            "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch==2.1.0) (1.12)\n",
            "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch==2.1.0) (3.2.1)\n",
            "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch==2.1.0) (3.1.3)\n",
            "Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch==2.1.0) (2023.6.0)\n",
            "Collecting nvidia-cuda-nvrtc-cu12==12.1.105 (from torch==2.1.0)\n",
            "  Downloading nvidia_cuda_nvrtc_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (23.7 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m23.7/23.7 MB\u001b[0m \u001b[31m68.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting nvidia-cuda-runtime-cu12==12.1.105 (from torch==2.1.0)\n",
            "  Downloading nvidia_cuda_runtime_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (823 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m823.6/823.6 kB\u001b[0m \u001b[31m73.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting nvidia-cuda-cupti-cu12==12.1.105 (from torch==2.1.0)\n",
            "  Downloading nvidia_cuda_cupti_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (14.1 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m14.1/14.1 MB\u001b[0m \u001b[31m25.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting nvidia-cudnn-cu12==8.9.2.26 (from torch==2.1.0)\n",
            "  Downloading nvidia_cudnn_cu12-8.9.2.26-py3-none-manylinux1_x86_64.whl (731.7 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m731.7/731.7 MB\u001b[0m \u001b[31m2.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting nvidia-cublas-cu12==12.1.3.1 (from torch==2.1.0)\n",
            "  Downloading nvidia_cublas_cu12-12.1.3.1-py3-none-manylinux1_x86_64.whl (410.6 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m410.6/410.6 MB\u001b[0m \u001b[31m2.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting nvidia-cufft-cu12==11.0.2.54 (from torch==2.1.0)\n",
            "  Downloading nvidia_cufft_cu12-11.0.2.54-py3-none-manylinux1_x86_64.whl (121.6 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m121.6/121.6 MB\u001b[0m \u001b[31m14.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting nvidia-curand-cu12==10.3.2.106 (from torch==2.1.0)\n",
            "  Downloading nvidia_curand_cu12-10.3.2.106-py3-none-manylinux1_x86_64.whl (56.5 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m56.5/56.5 MB\u001b[0m \u001b[31m30.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting nvidia-cusolver-cu12==11.4.5.107 (from torch==2.1.0)\n",
            "  Downloading nvidia_cusolver_cu12-11.4.5.107-py3-none-manylinux1_x86_64.whl (124.2 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m124.2/124.2 MB\u001b[0m \u001b[31m14.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting nvidia-cusparse-cu12==12.1.0.106 (from torch==2.1.0)\n",
            "  Downloading nvidia_cusparse_cu12-12.1.0.106-py3-none-manylinux1_x86_64.whl (196.0 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m196.0/196.0 MB\u001b[0m \u001b[31m3.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting nvidia-nccl-cu12==2.18.1 (from torch==2.1.0)\n",
            "  Downloading nvidia_nccl_cu12-2.18.1-py3-none-manylinux1_x86_64.whl (209.8 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m209.8/209.8 MB\u001b[0m \u001b[31m5.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting nvidia-nvtx-cu12==12.1.105 (from torch==2.1.0)\n",
            "  Downloading nvidia_nvtx_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (99 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m99.1/99.1 kB\u001b[0m \u001b[31m15.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting triton==2.1.0 (from torch==2.1.0)\n",
            "  Downloading triton-2.1.0-0-cp310-cp310-manylinux2014_x86_64.manylinux_2_17_x86_64.whl (89.2 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m89.2/89.2 MB\u001b[0m \u001b[31m9.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting nvidia-nvjitlink-cu12 (from nvidia-cusolver-cu12==11.4.5.107->torch==2.1.0)\n",
            "  Downloading nvidia_nvjitlink_cu12-12.4.99-py3-none-manylinux2014_x86_64.whl (21.1 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m21.1/21.1 MB\u001b[0m \u001b[31m85.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from torchvision) (1.25.2)\n",
            "INFO: pip is looking at multiple versions of torchvision to determine which version is compatible with other requirements. This could take a while.\n",
            "Collecting torchvision\n",
            "  Downloading torchvision-0.17.0-cp310-cp310-manylinux1_x86_64.whl (6.9 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.9/6.9 MB\u001b[0m \u001b[31m117.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from torchvision) (2.31.0)\n",
            "  Downloading torchvision-0.16.2-cp310-cp310-manylinux1_x86_64.whl (6.8 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.8/6.8 MB\u001b[0m \u001b[31m118.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h  Downloading torchvision-0.16.1-cp310-cp310-manylinux1_x86_64.whl (6.8 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.8/6.8 MB\u001b[0m \u001b[31m102.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: pillow!=8.3.*,>=5.3.0 in /usr/local/lib/python3.10/dist-packages (from torchvision) (9.4.0)\n",
            "INFO: pip is looking at multiple versions of torchaudio to determine which version is compatible with other requirements. This could take a while.\n",
            "Collecting torchaudio\n",
            "  Downloading torchaudio-2.2.0-cp310-cp310-manylinux1_x86_64.whl (3.3 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.3/3.3 MB\u001b[0m \u001b[31m69.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h  Downloading torchaudio-2.1.2-cp310-cp310-manylinux1_x86_64.whl (3.3 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.3/3.3 MB\u001b[0m \u001b[31m74.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h  Downloading torchaudio-2.1.1-cp310-cp310-manylinux1_x86_64.whl (3.3 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.3/3.3 MB\u001b[0m \u001b[31m92.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch==2.1.0) (2.1.5)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->torchvision) (3.3.2)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->torchvision) (3.6)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->torchvision) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->torchvision) (2024.2.2)\n",
            "Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch==2.1.0) (1.3.0)\n",
            "Installing collected packages: triton, nvidia-nvtx-cu12, nvidia-nvjitlink-cu12, nvidia-nccl-cu12, nvidia-curand-cu12, nvidia-cufft-cu12, nvidia-cuda-runtime-cu12, nvidia-cuda-nvrtc-cu12, nvidia-cuda-cupti-cu12, nvidia-cublas-cu12, nvidia-cusparse-cu12, nvidia-cudnn-cu12, nvidia-cusolver-cu12, torch\n",
            "  Attempting uninstall: triton\n",
            "    Found existing installation: triton 2.0.0\n",
            "    Uninstalling triton-2.0.0:\n",
            "      Successfully uninstalled triton-2.0.0\n",
            "  Attempting uninstall: torch\n",
            "    Found existing installation: torch 2.0.0\n",
            "    Uninstalling torch-2.0.0:\n",
            "      Successfully uninstalled torch-2.0.0\n",
            "Successfully installed nvidia-cublas-cu12-12.1.3.1 nvidia-cuda-cupti-cu12-12.1.105 nvidia-cuda-nvrtc-cu12-12.1.105 nvidia-cuda-runtime-cu12-12.1.105 nvidia-cudnn-cu12-8.9.2.26 nvidia-cufft-cu12-11.0.2.54 nvidia-curand-cu12-10.3.2.106 nvidia-cusolver-cu12-11.4.5.107 nvidia-cusparse-cu12-12.1.0.106 nvidia-nccl-cu12-2.18.1 nvidia-nvjitlink-cu12-12.4.99 nvidia-nvtx-cu12-12.1.105 torch-2.1.0 triton-2.1.0\n"
          ]
        },
        {
          "data": {
            "application/vnd.colab-display-data+json": {
              "id": "f1df5e3193e04a4c803883b9362bdc4b",
              "pip_warning": {
                "packages": [
                  "torch",
                  "torchgen"
                ]
              }
            }
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "!pip install --upgrade torch==2.1.0 torchvision torchaudio"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "F3QWczVB3YEc",
        "outputId": "519363ea-4059-4ed5-bb32-68271fbc96d2"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "/content/DeepSeek-Coder/demo\n"
          ]
        }
      ],
      "source": [
        "cd /content/DeepSeek-Coder/demo"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "aqrB55HA2O86",
        "outputId": "ea44c1ec-44da-4d95-d9b4-c05652dcc845"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.10/dist-packages/bitsandbytes/cextension.py:34: UserWarning: The installed version of bitsandbytes was compiled without GPU support. 8-bit optimizers, 8-bit multiplication, and GPU quantization are unavailable.\n",
            "  warn(\"The installed version of bitsandbytes was compiled without GPU support. \"\n",
            "/usr/local/lib/python3.10/dist-packages/bitsandbytes/libbitsandbytes_cpu.so: undefined symbol: cadam32bit_grad_fp32\n",
            "config.json: 100% 760/760 [00:00<00:00, 4.21MB/s]\n",
            "model.safetensors.index.json: 100% 25.1k/25.1k [00:00<00:00, 75.7MB/s]\n",
            "Downloading shards:   0% 0/2 [00:00<?, ?it/s]\n",
            "model-00001-of-00002.safetensors:   0% 0.00/9.98G [00:00<?, ?B/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:   0% 31.5M/9.98G [00:00<00:32, 308MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:   1% 83.9M/9.98G [00:00<00:24, 397MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:   1% 136M/9.98G [00:00<00:22, 429MB/s] \u001b[A\n",
            "model-00001-of-00002.safetensors:   2% 189M/9.98G [00:00<00:23, 423MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:   2% 241M/9.98G [00:00<00:22, 432MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:   3% 294M/9.98G [00:00<00:22, 434MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:   3% 346M/9.98G [00:00<00:21, 438MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:   4% 398M/9.98G [00:00<00:23, 400MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:   4% 440M/9.98G [00:01<00:25, 373MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:   5% 482M/9.98G [00:01<00:27, 346MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:   5% 524M/9.98G [00:01<00:29, 316MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:   6% 566M/9.98G [00:01<00:30, 305MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:   6% 598M/9.98G [00:01<00:34, 273MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:   6% 629M/9.98G [00:01<00:37, 248MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:   7% 671M/9.98G [00:01<00:33, 279MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:   7% 703M/9.98G [00:02<00:32, 283MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:   7% 744M/9.98G [00:02<00:31, 298MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:   8% 776M/9.98G [00:02<00:32, 284MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:   8% 807M/9.98G [00:02<00:35, 259MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:   9% 860M/9.98G [00:02<00:29, 308MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:   9% 912M/9.98G [00:02<00:26, 343MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  10% 954M/9.98G [00:02<00:24, 362MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  10% 996M/9.98G [00:02<00:24, 362MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  10% 1.04G/9.98G [00:03<00:23, 376MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  11% 1.08G/9.98G [00:03<00:24, 368MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  11% 1.13G/9.98G [00:03<00:23, 377MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  12% 1.17G/9.98G [00:03<00:23, 377MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  12% 1.22G/9.98G [00:03<00:24, 364MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  13% 1.26G/9.98G [00:03<00:24, 358MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  13% 1.30G/9.98G [00:03<00:27, 317MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  13% 1.34G/9.98G [00:03<00:28, 304MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  14% 1.37G/9.98G [00:04<00:28, 305MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  14% 1.42G/9.98G [00:04<00:27, 310MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  15% 1.46G/9.98G [00:04<00:26, 326MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  15% 1.50G/9.98G [00:04<00:24, 344MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  15% 1.54G/9.98G [00:04<00:27, 306MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  16% 1.58G/9.98G [00:04<00:28, 291MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  16% 1.63G/9.98G [00:04<00:26, 314MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  17% 1.67G/9.98G [00:04<00:24, 334MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  17% 1.71G/9.98G [00:05<00:24, 341MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  18% 1.75G/9.98G [00:05<00:25, 324MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  18% 1.80G/9.98G [00:05<00:23, 355MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  18% 1.85G/9.98G [00:05<00:23, 352MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  19% 1.89G/9.98G [00:05<00:24, 327MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  19% 1.93G/9.98G [00:05<00:24, 324MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  20% 1.98G/9.98G [00:05<00:22, 361MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  20% 2.03G/9.98G [00:05<00:20, 392MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  21% 2.08G/9.98G [00:06<00:21, 360MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  21% 2.13G/9.98G [00:06<00:20, 381MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  22% 2.18G/9.98G [00:06<00:19, 405MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  22% 2.22G/9.98G [00:06<00:19, 398MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  23% 2.26G/9.98G [00:06<00:21, 352MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  23% 2.31G/9.98G [00:06<00:22, 342MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  24% 2.35G/9.98G [00:06<00:22, 333MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  24% 2.39G/9.98G [00:07<00:23, 328MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  24% 2.43G/9.98G [00:07<00:23, 315MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  25% 2.47G/9.98G [00:07<00:24, 306MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  25% 2.51G/9.98G [00:07<00:24, 307MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  25% 2.54G/9.98G [00:07<00:25, 295MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  26% 2.57G/9.98G [00:07<00:25, 286MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  26% 2.60G/9.98G [00:07<00:26, 281MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  26% 2.63G/9.98G [00:07<00:27, 265MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  27% 2.66G/9.98G [00:08<00:29, 250MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  27% 2.69G/9.98G [00:08<00:31, 231MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  27% 2.73G/9.98G [00:08<00:33, 219MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  28% 2.76G/9.98G [00:08<00:35, 201MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  28% 2.78G/9.98G [00:08<00:37, 192MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  28% 2.80G/9.98G [00:08<00:40, 178MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  28% 2.82G/9.98G [00:08<00:41, 172MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  29% 2.87G/9.98G [00:09<00:29, 237MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  29% 2.92G/9.98G [00:09<00:26, 271MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  30% 2.96G/9.98G [00:09<00:23, 300MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  30% 2.99G/9.98G [00:09<00:24, 288MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  30% 3.03G/9.98G [00:09<00:22, 309MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  31% 3.07G/9.98G [00:09<00:20, 337MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  31% 3.12G/9.98G [00:09<00:18, 362MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  32% 3.17G/9.98G [00:09<00:21, 322MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  32% 3.22G/9.98G [00:10<00:18, 356MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  33% 3.26G/9.98G [00:10<00:19, 344MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  33% 3.30G/9.98G [00:10<00:26, 250MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  34% 3.36G/9.98G [00:10<00:22, 293MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  34% 3.41G/9.98G [00:10<00:19, 337MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  35% 3.46G/9.98G [00:10<00:17, 373MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  35% 3.51G/9.98G [00:10<00:16, 399MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  36% 3.57G/9.98G [00:11<00:16, 390MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  36% 3.62G/9.98G [00:11<00:15, 400MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  37% 3.66G/9.98G [00:11<00:16, 392MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  37% 3.71G/9.98G [00:11<00:15, 413MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  38% 3.76G/9.98G [00:11<00:14, 433MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  38% 3.82G/9.98G [00:11<00:13, 447MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  39% 3.87G/9.98G [00:11<00:18, 328MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  39% 3.91G/9.98G [00:12<00:17, 344MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  40% 3.95G/9.98G [00:12<00:16, 358MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  40% 4.00G/9.98G [00:12<00:16, 357MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  40% 4.04G/9.98G [00:12<00:16, 363MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  41% 4.08G/9.98G [00:12<00:15, 374MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  41% 4.12G/9.98G [00:12<00:15, 382MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  42% 4.16G/9.98G [00:12<00:15, 386MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  42% 4.20G/9.98G [00:12<00:14, 391MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  43% 4.25G/9.98G [00:12<00:14, 395MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  43% 4.30G/9.98G [00:12<00:13, 407MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  44% 4.34G/9.98G [00:13<00:14, 400MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  44% 4.38G/9.98G [00:13<00:13, 400MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  44% 4.44G/9.98G [00:13<00:13, 409MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  45% 4.48G/9.98G [00:13<00:13, 412MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  45% 4.53G/9.98G [00:13<00:13, 416MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  46% 4.57G/9.98G [00:13<00:14, 371MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  46% 4.61G/9.98G [00:13<00:15, 356MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  47% 4.67G/9.98G [00:13<00:14, 369MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  47% 4.72G/9.98G [00:14<00:13, 389MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  48% 4.77G/9.98G [00:14<00:12, 410MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  48% 4.81G/9.98G [00:14<00:18, 275MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  49% 4.87G/9.98G [00:14<00:16, 317MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  49% 4.92G/9.98G [00:14<00:14, 353MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  50% 4.97G/9.98G [00:14<00:13, 385MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  50% 5.02G/9.98G [00:14<00:14, 342MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  51% 5.06G/9.98G [00:15<00:14, 333MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  51% 5.11G/9.98G [00:15<00:14, 326MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  52% 5.15G/9.98G [00:15<00:14, 338MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  52% 5.19G/9.98G [00:15<00:13, 353MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  52% 5.23G/9.98G [00:15<00:13, 362MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  53% 5.28G/9.98G [00:15<00:11, 395MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  53% 5.33G/9.98G [00:15<00:12, 359MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  54% 5.37G/9.98G [00:15<00:13, 350MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  54% 5.41G/9.98G [00:16<00:13, 334MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  55% 5.45G/9.98G [00:16<00:12, 353MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  55% 5.49G/9.98G [00:16<00:12, 367MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  55% 5.54G/9.98G [00:16<00:13, 332MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  56% 5.59G/9.98G [00:16<00:12, 358MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  56% 5.63G/9.98G [00:16<00:11, 373MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  57% 5.67G/9.98G [00:16<00:11, 369MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  57% 5.71G/9.98G [00:16<00:11, 374MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  58% 5.76G/9.98G [00:17<00:12, 350MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  58% 5.80G/9.98G [00:17<00:11, 360MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  59% 5.85G/9.98G [00:17<00:10, 386MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  59% 5.90G/9.98G [00:17<00:09, 409MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  60% 5.96G/9.98G [00:17<00:09, 416MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  60% 6.01G/9.98G [00:17<00:09, 423MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  61% 6.06G/9.98G [00:17<00:09, 422MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  61% 6.11G/9.98G [00:17<00:09, 410MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  62% 6.16G/9.98G [00:18<00:09, 395MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  62% 6.20G/9.98G [00:18<00:09, 393MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  63% 6.25G/9.98G [00:18<00:09, 406MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  63% 6.29G/9.98G [00:18<00:09, 404MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  63% 6.33G/9.98G [00:18<00:08, 408MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  64% 6.38G/9.98G [00:18<00:09, 364MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  64% 6.42G/9.98G [00:18<00:09, 375MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  65% 6.46G/9.98G [00:18<00:09, 383MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  65% 6.50G/9.98G [00:18<00:09, 377MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  66% 6.54G/9.98G [00:19<00:09, 377MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  66% 6.59G/9.98G [00:19<00:08, 378MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  66% 6.63G/9.98G [00:19<00:08, 378MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  67% 6.68G/9.98G [00:19<00:08, 395MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  67% 6.72G/9.98G [00:19<00:08, 392MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  68% 6.77G/9.98G [00:19<00:07, 409MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  68% 6.83G/9.98G [00:19<00:07, 411MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  69% 6.87G/9.98G [00:19<00:08, 367MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  69% 6.91G/9.98G [00:19<00:08, 373MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  70% 6.95G/9.98G [00:20<00:07, 384MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  70% 7.00G/9.98G [00:20<00:07, 407MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  71% 7.06G/9.98G [00:20<00:06, 423MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  71% 7.11G/9.98G [00:20<00:07, 405MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  72% 7.15G/9.98G [00:20<00:09, 304MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  72% 7.20G/9.98G [00:20<00:08, 345MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  73% 7.26G/9.98G [00:20<00:07, 379MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  73% 7.31G/9.98G [00:21<00:06, 403MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  74% 7.36G/9.98G [00:21<00:06, 423MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  74% 7.41G/9.98G [00:21<00:05, 438MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  75% 7.47G/9.98G [00:21<00:05, 450MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  75% 7.52G/9.98G [00:21<00:05, 454MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  76% 7.57G/9.98G [00:21<00:05, 462MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  76% 7.62G/9.98G [00:21<00:05, 466MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  77% 7.68G/9.98G [00:21<00:05, 437MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  77% 7.73G/9.98G [00:21<00:05, 441MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  78% 7.78G/9.98G [00:22<00:05, 415MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  78% 7.83G/9.98G [00:22<00:05, 417MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  79% 7.89G/9.98G [00:22<00:05, 390MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  79% 7.93G/9.98G [00:22<00:05, 395MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  80% 7.97G/9.98G [00:22<00:05, 353MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  80% 8.01G/9.98G [00:22<00:05, 361MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  81% 8.05G/9.98G [00:22<00:05, 367MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  81% 8.10G/9.98G [00:23<00:06, 293MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  82% 8.15G/9.98G [00:23<00:05, 333MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  82% 8.20G/9.98G [00:23<00:04, 356MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  83% 8.24G/9.98G [00:23<00:05, 347MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  83% 8.29G/9.98G [00:23<00:04, 375MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  84% 8.35G/9.98G [00:23<00:04, 392MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  84% 8.40G/9.98G [00:23<00:03, 408MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  85% 8.45G/9.98G [00:23<00:03, 415MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  85% 8.50G/9.98G [00:24<00:03, 412MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  86% 8.55G/9.98G [00:24<00:03, 413MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  86% 8.60G/9.98G [00:24<00:03, 422MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  87% 8.65G/9.98G [00:24<00:03, 433MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  87% 8.70G/9.98G [00:25<00:07, 163MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  88% 8.75G/9.98G [00:25<00:06, 193MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  88% 8.79G/9.98G [00:25<00:05, 224MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  89% 8.84G/9.98G [00:25<00:05, 222MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  89% 8.89G/9.98G [00:25<00:04, 268MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  90% 8.93G/9.98G [00:25<00:03, 293MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  90% 8.98G/9.98G [00:26<00:04, 211MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  90% 9.03G/9.98G [00:26<00:03, 257MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  91% 9.08G/9.98G [00:26<00:03, 295MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  91% 9.12G/9.98G [00:26<00:02, 308MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  92% 9.18G/9.98G [00:26<00:02, 344MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  92% 9.23G/9.98G [00:26<00:02, 372MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  93% 9.28G/9.98G [00:26<00:01, 390MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  93% 9.32G/9.98G [00:27<00:01, 341MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  94% 9.36G/9.98G [00:27<00:01, 325MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  94% 9.41G/9.98G [00:27<00:01, 314MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  95% 9.45G/9.98G [00:27<00:01, 304MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  95% 9.48G/9.98G [00:27<00:01, 299MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  95% 9.51G/9.98G [00:27<00:01, 295MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  96% 9.54G/9.98G [00:27<00:01, 290MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  96% 9.57G/9.98G [00:27<00:01, 275MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  96% 9.60G/9.98G [00:28<00:01, 267MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  97% 9.64G/9.98G [00:28<00:01, 258MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  97% 9.67G/9.98G [00:28<00:01, 248MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  97% 9.70G/9.98G [00:28<00:01, 228MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  98% 9.73G/9.98G [00:28<00:01, 221MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  98% 9.76G/9.98G [00:28<00:01, 213MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  98% 9.79G/9.98G [00:28<00:00, 207MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  98% 9.81G/9.98G [00:29<00:00, 202MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  99% 9.84G/9.98G [00:29<00:00, 195MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  99% 9.88G/9.98G [00:29<00:00, 241MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors:  99% 9.92G/9.98G [00:29<00:00, 260MB/s]\u001b[A\n",
            "model-00001-of-00002.safetensors: 100% 9.98G/9.98G [00:29<00:00, 337MB/s]\n",
            "Downloading shards:  50% 1/2 [00:29<00:29, 29.98s/it]\n",
            "model-00002-of-00002.safetensors:   0% 0.00/3.50G [00:00<?, ?B/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:   1% 41.9M/3.50G [00:00<00:09, 355MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:   3% 94.4M/3.50G [00:00<00:08, 405MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:   4% 136M/3.50G [00:00<00:10, 326MB/s] \u001b[A\n",
            "model-00002-of-00002.safetensors:   5% 178M/3.50G [00:00<00:10, 314MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:   6% 220M/3.50G [00:00<00:09, 333MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:   7% 262M/3.50G [00:00<00:09, 330MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:   9% 304M/3.50G [00:00<00:09, 342MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  10% 357M/3.50G [00:01<00:08, 376MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  12% 409M/3.50G [00:01<00:07, 397MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  13% 451M/3.50G [00:01<00:07, 399MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  14% 493M/3.50G [00:01<00:07, 391MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  16% 545M/3.50G [00:01<00:07, 404MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  17% 587M/3.50G [00:01<00:07, 392MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  18% 629M/3.50G [00:01<00:07, 389MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  19% 682M/3.50G [00:01<00:06, 403MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  21% 724M/3.50G [00:01<00:07, 372MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  22% 776M/3.50G [00:02<00:06, 390MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  24% 828M/3.50G [00:02<00:06, 403MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  25% 870M/3.50G [00:02<00:06, 402MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  26% 912M/3.50G [00:02<00:06, 405MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  27% 954M/3.50G [00:02<00:06, 405MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  29% 1.01G/3.50G [00:02<00:05, 417MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  30% 1.06G/3.50G [00:02<00:05, 429MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  32% 1.11G/3.50G [00:02<00:05, 434MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  33% 1.16G/3.50G [00:02<00:05, 441MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  35% 1.22G/3.50G [00:03<00:05, 409MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  36% 1.27G/3.50G [00:03<00:05, 418MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  38% 1.32G/3.50G [00:03<00:05, 384MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  39% 1.36G/3.50G [00:03<00:05, 384MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  40% 1.41G/3.50G [00:03<00:05, 391MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  41% 1.45G/3.50G [00:03<00:05, 389MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  43% 1.49G/3.50G [00:03<00:05, 393MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  44% 1.53G/3.50G [00:03<00:04, 396MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  45% 1.58G/3.50G [00:04<00:04, 409MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  46% 1.63G/3.50G [00:04<00:04, 391MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  48% 1.67G/3.50G [00:04<00:04, 381MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  49% 1.71G/3.50G [00:04<00:05, 351MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  50% 1.75G/3.50G [00:04<00:05, 337MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  51% 1.79G/3.50G [00:04<00:05, 330MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  52% 1.84G/3.50G [00:04<00:04, 336MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  54% 1.89G/3.50G [00:04<00:04, 363MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  55% 1.93G/3.50G [00:05<00:04, 356MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  56% 1.97G/3.50G [00:05<00:04, 358MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  57% 2.01G/3.50G [00:05<00:04, 347MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  59% 2.06G/3.50G [00:05<00:04, 348MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  60% 2.10G/3.50G [00:05<00:03, 358MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  61% 2.15G/3.50G [00:05<00:03, 395MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  63% 2.20G/3.50G [00:05<00:03, 421MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  64% 2.25G/3.50G [00:05<00:03, 373MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  66% 2.30G/3.50G [00:06<00:03, 368MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  67% 2.34G/3.50G [00:06<00:03, 356MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  68% 2.38G/3.50G [00:06<00:03, 355MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  69% 2.42G/3.50G [00:06<00:02, 362MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  71% 2.47G/3.50G [00:06<00:02, 391MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  72% 2.53G/3.50G [00:06<00:02, 411MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  74% 2.58G/3.50G [00:06<00:02, 427MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  75% 2.63G/3.50G [00:06<00:01, 444MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  77% 2.68G/3.50G [00:07<00:02, 289MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  78% 2.73G/3.50G [00:07<00:02, 305MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  79% 2.78G/3.50G [00:07<00:02, 337MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  81% 2.83G/3.50G [00:07<00:01, 365MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  82% 2.88G/3.50G [00:07<00:01, 400MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  84% 2.94G/3.50G [00:07<00:01, 407MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  85% 2.99G/3.50G [00:07<00:01, 406MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  87% 3.04G/3.50G [00:08<00:01, 374MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  88% 3.08G/3.50G [00:08<00:01, 368MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  90% 3.14G/3.50G [00:08<00:00, 383MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  91% 3.18G/3.50G [00:08<00:00, 345MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  92% 3.22G/3.50G [00:08<00:00, 352MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  93% 3.26G/3.50G [00:08<00:00, 360MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  94% 3.30G/3.50G [00:08<00:00, 375MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  96% 3.34G/3.50G [00:08<00:00, 383MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  97% 3.39G/3.50G [00:08<00:00, 380MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors:  98% 3.43G/3.50G [00:09<00:00, 390MB/s]\u001b[A\n",
            "model-00002-of-00002.safetensors: 100% 3.50G/3.50G [00:09<00:00, 379MB/s]\n",
            "Downloading shards: 100% 2/2 [00:39<00:00, 19.75s/it]\n",
            "Loading checkpoint shards: 100% 2/2 [00:04<00:00,  2.12s/it]\n",
            "generation_config.json: 100% 119/119 [00:00<00:00, 665kB/s]\n",
            "tokenizer_config.json: 100% 1.87k/1.87k [00:00<00:00, 10.5MB/s]\n",
            "tokenizer.json: 100% 1.37M/1.37M [00:00<00:00, 2.76MB/s]\n",
            "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n",
            "Running on local URL:  http://127.0.0.1:7860\n",
            "Running on public URL: https://5baf4a6715ebdb46c9.gradio.live\n",
            "\n",
            "This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces)\n",
            "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n",
            "Setting `pad_token_id` to `eos_token_id`:32021 for open-end generation.\n",
            "2024-03-08 07:05:30.989567: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n",
            "2024-03-08 07:05:30.989618: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n",
            "2024-03-08 07:05:30.991342: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n",
            "2024-03-08 07:05:32.099839: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n",
            "Keyboard interruption in main thread... closing server.\n",
            "Traceback (most recent call last):\n",
            "  File \"/usr/local/lib/python3.10/dist-packages/gradio/blocks.py\", line 2361, in block_thread\n",
            "    time.sleep(0.1)\n",
            "KeyboardInterrupt\n",
            "\n",
            "During handling of the above exception, another exception occurred:\n",
            "\n",
            "Traceback (most recent call last):\n",
            "  File \"/content/DeepSeek-Coder/demo/app.py\", line 129, in <module>\n",
            "    demo.queue().launch(share=True)\n",
            "  File \"/usr/local/lib/python3.10/dist-packages/gradio/blocks.py\", line 2266, in launch\n",
            "    self.block_thread()\n",
            "  File \"/usr/local/lib/python3.10/dist-packages/gradio/blocks.py\", line 2363, in block_thread\n",
            "    print(\"Keyboard interruption in main thread... closing server.\")\n",
            "KeyboardInterrupt\n",
            "Killing tunnel 127.0.0.1:7860 <> https://5baf4a6715ebdb46c9.gradio.live\n",
            "^C\n"
          ]
        }
      ],
      "source": [
        "!python app.py"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "gMlUBMNb3fkd"
      },
      "outputs": [],
      "source": []
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "URn4pfXU3hWK"
      },
      "outputs": [],
      "source": []
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "vbP72T6X4Orc"
      },
      "outputs": [],
      "source": []
    }
  ],
  "metadata": {
    "accelerator": "GPU",
    "colab": {
      "gpuType": "A100",
      "machine_shape": "hm",
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "0677e70ef542489c85b317952de0dc32": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "118a36d1f56946e789d4f665c539cc4e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f62e7bd23af04f78af91ca835eb65195",
            "placeholder": "​",
            "style": "IPY_MODEL_edf57fb752104df7947febe4dd2d090c",
            "value": "Loading checkpoint shards: 100%"
          }
        },
        "128b475b482f474989f7e995671952d1": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "1f739e3c2be94993adc53f455ff185dc": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4e1d77b719a94fbdbdfad60b478107db": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5a5667c1415d4c2baf059a37f5f56185": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1f739e3c2be94993adc53f455ff185dc",
            "placeholder": "​",
            "style": "IPY_MODEL_c63f96f3860e41e89ef10f57b05e7eed",
            "value": " 2/2 [00:03&lt;00:00,  1.61s/it]"
          }
        },
        "76cf45229ed54ab9bb68e149576ff89d": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_118a36d1f56946e789d4f665c539cc4e",
              "IPY_MODEL_78fc4219a2cb4776b36d4d2ca16e3fff",
              "IPY_MODEL_5a5667c1415d4c2baf059a37f5f56185"
            ],
            "layout": "IPY_MODEL_128b475b482f474989f7e995671952d1"
          }
        },
        "78fc4219a2cb4776b36d4d2ca16e3fff": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_4e1d77b719a94fbdbdfad60b478107db",
            "max": 2,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_0677e70ef542489c85b317952de0dc32",
            "value": 2
          }
        },
        "c63f96f3860e41e89ef10f57b05e7eed": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "edf57fb752104df7947febe4dd2d090c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "f62e7bd23af04f78af91ca835eb65195": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        }
      }
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}