sum1.ipynb

{
  "cells": [
    {
      "cell_type": "code",
      "execution_count": 2,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "zc-TqhrNCdo6",
        "outputId": "2e35e011-a7e3-4dd0-b221-178291f487a6"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Requirement already satisfied: transformers in /usr/local/lib/python3.10/dist-packages (4.41.1)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers) (3.14.0)\n",
            "Requirement already satisfied: huggingface-hub<1.0,>=0.23.0 in /usr/local/lib/python3.10/dist-packages (from transformers) (0.23.1)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (1.25.2)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers) (24.0)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (6.0.1)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (2024.5.15)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers) (2.31.0)\n",
            "Requirement already satisfied: tokenizers<0.20,>=0.19 in /usr/local/lib/python3.10/dist-packages (from transformers) (0.19.1)\n",
            "Requirement already satisfied: safetensors>=0.4.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (0.4.3)\n",
            "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers) (4.66.4)\n",
            "Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.23.0->transformers) (2023.6.0)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.23.0->transformers) (4.11.0)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (3.3.2)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (3.7)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2024.2.2)\n",
            "Requirement already satisfied: datasets in /usr/local/lib/python3.10/dist-packages (2.19.1)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from datasets) (3.14.0)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from datasets) (1.25.2)\n",
            "Requirement already satisfied: pyarrow>=12.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (14.0.2)\n",
            "Requirement already satisfied: pyarrow-hotfix in /usr/local/lib/python3.10/dist-packages (from datasets) (0.6)\n",
            "Requirement already satisfied: dill<0.3.9,>=0.3.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (0.3.8)\n",
            "Requirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets) (2.0.3)\n",
            "Requirement already satisfied: requests>=2.19.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (2.31.0)\n",
            "Requirement already satisfied: tqdm>=4.62.1 in /usr/local/lib/python3.10/dist-packages (from datasets) (4.66.4)\n",
            "Requirement already satisfied: xxhash in /usr/local/lib/python3.10/dist-packages (from datasets) (3.4.1)\n",
            "Requirement already satisfied: multiprocess in /usr/local/lib/python3.10/dist-packages (from datasets) (0.70.16)\n",
            "Requirement already satisfied: fsspec[http]<=2024.3.1,>=2023.1.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (2023.6.0)\n",
            "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets) (3.9.5)\n",
            "Requirement already satisfied: huggingface-hub>=0.21.2 in /usr/local/lib/python3.10/dist-packages (from datasets) (0.23.1)\n",
            "Requirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from datasets) (24.0)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from datasets) (6.0.1)\n",
            "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.3.1)\n",
            "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (23.2.0)\n",
            "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.4.1)\n",
            "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (6.0.5)\n",
            "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.9.4)\n",
            "Requirement already satisfied: async-timeout<5.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (4.0.3)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.21.2->datasets) (4.11.0)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets) (3.3.2)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets) (3.7)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets) (2024.2.2)\n",
            "Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2023.4)\n",
            "Requirement already satisfied: tzdata>=2022.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2024.1)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.2->pandas->datasets) (1.16.0)\n",
            "Requirement already satisfied: evaluate in /usr/local/lib/python3.10/dist-packages (0.4.2)\n",
            "Requirement already satisfied: datasets>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from evaluate) (2.19.1)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from evaluate) (1.25.2)\n",
            "Requirement already satisfied: dill in /usr/local/lib/python3.10/dist-packages (from evaluate) (0.3.8)\n",
            "Requirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from evaluate) (2.0.3)\n",
            "Requirement already satisfied: requests>=2.19.0 in /usr/local/lib/python3.10/dist-packages (from evaluate) (2.31.0)\n",
            "Requirement already satisfied: tqdm>=4.62.1 in /usr/local/lib/python3.10/dist-packages (from evaluate) (4.66.4)\n",
            "Requirement already satisfied: xxhash in /usr/local/lib/python3.10/dist-packages (from evaluate) (3.4.1)\n",
            "Requirement already satisfied: multiprocess in /usr/local/lib/python3.10/dist-packages (from evaluate) (0.70.16)\n",
            "Requirement already satisfied: fsspec[http]>=2021.05.0 in /usr/local/lib/python3.10/dist-packages (from evaluate) (2023.6.0)\n",
            "Requirement already satisfied: huggingface-hub>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from evaluate) (0.23.1)\n",
            "Requirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from evaluate) (24.0)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from datasets>=2.0.0->evaluate) (3.14.0)\n",
            "Requirement already satisfied: pyarrow>=12.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.0.0->evaluate) (14.0.2)\n",
            "Requirement already satisfied: pyarrow-hotfix in /usr/local/lib/python3.10/dist-packages (from datasets>=2.0.0->evaluate) (0.6)\n",
            "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets>=2.0.0->evaluate) (3.9.5)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.0.0->evaluate) (6.0.1)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.7.0->evaluate) (4.11.0)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->evaluate) (3.3.2)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->evaluate) (3.7)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->evaluate) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->evaluate) (2024.2.2)\n",
            "Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.10/dist-packages (from pandas->evaluate) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->evaluate) (2023.4)\n",
            "Requirement already satisfied: tzdata>=2022.1 in /usr/local/lib/python3.10/dist-packages (from pandas->evaluate) (2024.1)\n",
            "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.0.0->evaluate) (1.3.1)\n",
            "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.0.0->evaluate) (23.2.0)\n",
            "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.0.0->evaluate) (1.4.1)\n",
            "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.0.0->evaluate) (6.0.5)\n",
            "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.0.0->evaluate) (1.9.4)\n",
            "Requirement already satisfied: async-timeout<5.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.0.0->evaluate) (4.0.3)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.2->pandas->evaluate) (1.16.0)\n",
            "Requirement already satisfied: rouge_score in /usr/local/lib/python3.10/dist-packages (0.1.2)\n",
            "Requirement already satisfied: absl-py in /usr/local/lib/python3.10/dist-packages (from rouge_score) (1.4.0)\n",
            "Requirement already satisfied: nltk in /usr/local/lib/python3.10/dist-packages (from rouge_score) (3.8.1)\n",
            "Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from rouge_score) (1.25.2)\n",
            "Requirement already satisfied: six>=1.14.0 in /usr/local/lib/python3.10/dist-packages (from rouge_score) (1.16.0)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.10/dist-packages (from nltk->rouge_score) (8.1.7)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.10/dist-packages (from nltk->rouge_score) (1.4.2)\n",
            "Requirement already satisfied: regex>=2021.8.3 in /usr/local/lib/python3.10/dist-packages (from nltk->rouge_score) (2024.5.15)\n",
            "Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from nltk->rouge_score) (4.66.4)\n"
          ]
        }
      ],
      "source": [
        "%pip install transformers\n",
        "%pip install datasets\n",
        "%pip install evaluate\n",
        "%pip install rouge_score"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 3,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "EpbTfJlJIEiI",
        "outputId": "5ab8907b-bb74-407e-ce89-6290fddc7a31"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.10/dist-packages/huggingface_hub/utils/_token.py:89: UserWarning: \n",
            "The secret `HF_TOKEN` does not exist in your Colab secrets.\n",
            "To authenticate with the Hugging Face Hub, create a token in your settings tab (https://huggingface.co/settings/tokens), set it as secret in your Google Colab and restart your session.\n",
            "You will be able to reuse this secret in all of your notebooks.\n",
            "Please note that authentication is recommended but still optional to access public models or datasets.\n",
            "  warnings.warn(\n"
          ]
        }
      ],
      "source": [
        "from datasets import load_dataset\n",
        "config_name='punjabi'\n",
        "\n",
        "dataset = load_dataset(\"csebuetnlp/xlsum\",config_name)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "GjCaDftubiBK",
        "outputId": "1ced7f3f-87e5-4907-ac94-caaddc110b23"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "DatasetDict({\n",
              "    train: Dataset({\n",
              "        features: ['id', 'url', 'title', 'summary', 'text'],\n",
              "        num_rows: 8215\n",
              "    })\n",
              "    test: Dataset({\n",
              "        features: ['id', 'url', 'title', 'summary', 'text'],\n",
              "        num_rows: 1026\n",
              "    })\n",
              "    validation: Dataset({\n",
              "        features: ['id', 'url', 'title', 'summary', 'text'],\n",
              "        num_rows: 1026\n",
              "    })\n",
              "})"
            ]
          },
          "execution_count": 4,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "dataset"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 5,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ElHyeAG5cNT5",
        "outputId": "594bba26-3c03-495e-e307-0a797bc55ce6"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "{'id': 'international-45496712',\n",
              " 'url': 'https://www.bbc.com/punjabi/international-45496712',\n",
              " 'title': 'ਦੇਖਿਆ ਹੈ ਕਦੇ ਸਮੁੰਦਰ ਦਾ ਇਹ ਰੂਪ - ਤਸਵੀਰਾਂ',\n",
              " 'summary': \"ਬ੍ਰਿਟੇਨ ਵਿਚ ਇਸ ਸਾਲ ਸੇਲਰਜ਼ ਲਈ ਜਾਗਰੂਕਤਾ ਹਫ਼ਤਾ ਮਨਾਇਆ ਗਿਆ ਸੀ। ਇਸ ਦੌਰਾਨ ਬ੍ਰਿਟੇਨ ਦੀ ਸੰਸਥਾ 'ਸ਼ਿਪਰੇਕਡ ਮੈਰੀਨ ਸੁਸਾਇਟੀ' ਨੇ ਕੁਝ ਫੋਟੋਗ੍ਰਾਫ਼ਰਾਂ ਨੂੰ ਇਹ ਤਸਵੀਰਾਂ ਖਿੱਚਣ ਦੀ ਚੁਣੌਤੀ ਦਿੱਤੀ ਸੀ। ਉਸ ਮੁਕਾਬਲੇ ਵਿੱਚੋਂ ਹੀ ਇਹ ਕੁਝ ਤਸਵੀਰਾਂ ਚੁਣੀਆਂ ਗਈਆਂ ਹਨ।\",\n",
              " 'text': \"ਕ੍ਰਿਸ ਹੇਰਿੰਗ ਨੇ ਇਹ ਤਸਵੀਰ ਨੌਰਫਾਕ ਵਿਚ ਖਿੱਚੀ ਅਤੇ ਇਸ ਨੂੰ ਨਾਮ ਦਿੱਤਾ 'ਫਾਇਟਿੰਗ ਟੂ ਦਾ ਐਂਡ' ਮਤਲਬ ਆਖ਼ਰ ਤੱਕ ਸੰਘਰਸ਼ ਓਐੱਨ ਹਮਫੇਜ਼ ਨੇ ਡਰਹਮ ਦੇ ਲਾਇਟ ਹਾਊਸ ਦੇ ਨੇੜੇ ਉੱਠਦੀਆਂ ਲਹਿਰਾਂ ਦੇ ਜੋਸ਼ ਨੂੰ ਕੈਦ ਕੀਤਾ। ਓਐੱਨ ਹਮਫੇਜ਼ ਨੇ ਸਮੁੰਦਰ ਕੰਢੇ ਤੋਂ ਕਰੀਬ 48 ਕਿਲੋਮੀਟਰ ਦੂਰ ਇਹ ਤਸਵੀਰ ਖਿੱਚੀ। ਇਸ ਤਸਵੀਰ ਵਿਚ ਸੇਲਰ ਵਾਇਟਫਿਸ਼ ਫੜ੍ਹਨ ਦੀ ਤਿਆਰੀ ਕਰਦੇ ਦੇਖੇ ਜਾ ਸਕਦੇ ਹਨ। ਇਹ ਵੀ ਪੜ੍ਹੋ: ਟੇਰੀ ਪੇਨਜਿਲੇ ਨੇ ਇਸ ਤਸਵੀਰ ਵਿਚ 13 ਸਾਲ ਦੀ ਕੁੜੀ ਲੂਸੀ ਸਿਮਜ਼ ਨੂੰ ਕੈਦ ਕੀਤਾ ਸੀ। ਲੂਸੀ 6 ਕੁੜੀਆਂ ਦੀ ਉਸ ਰਿਲੇਅ ਟੀਮ ਦਾ ਹਿੱਸਾ ਸੀ, ਜਿਨ੍ਹਾਂ ਨੇ ਜੂਨ ਮਹੀਨੇ ਵਿਚ ਇੰਗਲਿਸ਼ ਚੈਨਲ ਪਾਰ ਕੀਤਾ ਸੀ। ਕਰੇਗ ਸਕੌਟ ਦੇ ਕੈਮਰੇ ਵਿਚ ਕੈਦ ਹੋਈ ਇਹ ਤਸਵੀਰ ਪਥਰੀਲੇ ਤਟ ਦਾ ਨਜ਼ਾਰਾ ਪੇਸ਼ ਕਰਦੀ ਹੈ। ਜੌਹਨ ਰੌਬਰਟਸ ਨੇ ਗਰੀਨ ਆਇਲ ਨਾਮ ਦੀ ਇਸ ਆਇਰਿਸ਼ ਬੇੜੀ ਦੀ ਤਸਵੀਰ ਤਰਕਾਲਾਂ ਵੇਲੇ ਖਿੱਚੀ ਸੀ ਇਹ ਤਸਵੀਰ ਡੇਵ ਏਜਲੀ ਨੇ ਲਈ ਹੈ। ਉਨ੍ਹਾਂ ਨੇ ਮੱਛੀਆਂ ਫੜ੍ਹਨ ਵਾਲੀ ਇੱਕ ਬੇੜੀ ਦੇ ਚਾਲਕ ਦਲ ਦੇ ਦੋ ਮੈਂਬਰਾਂ ਨੂੰ ਕੈਮਰੇ ਵਿਚ ਕੈਦ ਕੀਤਾ। ਇਹ ਤਸਵੀਰ ਇਆਨ ਰੀਡ ਦੇ ਕੈਮਰੇ ਰਾਹੀ ਸਾਹਮਣੇ ਆਈ। ਇਹ ਬੇੜੀ 1980 ਵਿਆਂ ਤੋਂ ਸਕਾਲੂਵਾ ਦੇ ਤਟ ਉੱਤੇ ਖੜ੍ਹੀ ਹੈ। ਤੁਹਾਨੂੰ ਇਹ ਵੀਡੀਓ ਵੀ ਪਸੰਦ ਆ ਸਕਦੇ ਹਨ- (ਬੀਬੀਸੀ ਪੰਜਾਬੀ ਨਾਲ FACEBOOK, INSTAGRAM, TWITTERਅਤੇ YouTube 'ਤੇ ਜੁੜੋ।)\"}"
            ]
          },
          "execution_count": 5,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "dataset['train'][0]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 6,
      "metadata": {
        "id": "BVnURtX6cZCp"
      },
      "outputs": [],
      "source": [
        "from transformers import AutoTokenizer\n",
        "\n",
        "checkpoint = \"t5-small\"\n",
        "tokenizer = AutoTokenizer.from_pretrained(checkpoint)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 7,
      "metadata": {
        "id": "sRxIEzEidWqH"
      },
      "outputs": [],
      "source": [
        "prefix = \"summarize: \"\n",
        "\n",
        "\n",
        "def preprocess_fn(examples):\n",
        "    inputs = [prefix + doc for doc in examples[\"text\"]]\n",
        "    model_inputs = tokenizer(inputs, max_length=1024, truncation=True)\n",
        "    text_target=[doc for doc in examples['summary']]\n",
        "    with tokenizer.as_target_tokenizer():\n",
        "      labels = tokenizer(text_target, max_length=128, truncation=True)\n",
        "\n",
        "    model_inputs[\"labels\"] = labels[\"input_ids\"]\n",
        "    return model_inputs"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 8,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 104,
          "referenced_widgets": [
            "8fb37dc5e6b2437188bce7e3b58fbd96",
            "40fbc7ed082646229a4a7d6ed68b8e01",
            "14e6c368c43349a582c8a057502813e4",
            "b48d8f5689024fac8a80b3705511c834",
            "e5151fee64f246088fe8b48814a9a51c",
            "290aa71a825d4ee58c889e63a6693671",
            "d9e2de106fb846c6987390bbd60d6e88",
            "731a36ee51ae4c0699dc202aeea13d48",
            "848992bd580c4c9195c1d90025cc5d37",
            "7500caddac7041ddada66cf0623bf4fb",
            "5d00888c38274f13bef16d43c658da0a"
          ]
        },
        "id": "e3EnpukkeaYx",
        "outputId": "ad005ed2-275f-4a1f-8ad6-9e4577d25967"
      },
      "outputs": [
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "8fb37dc5e6b2437188bce7e3b58fbd96",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Map:   0%|          | 0/1026 [00:00<?, ? examples/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.10/dist-packages/transformers/tokenization_utils_base.py:3946: UserWarning: `as_target_tokenizer` is deprecated and will be removed in v5 of Transformers. You can tokenize your labels by using the argument `text_target` of the regular `__call__` method (either in the same call as your input texts if you use the same keyword arguments, or in a separate call.\n",
            "  warnings.warn(\n"
          ]
        }
      ],
      "source": [
        "tokenized_dataset = dataset.map(preprocess_fn, batched=True)\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 9,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "E70E30QihMCV",
        "outputId": "448f6ca7-8917-431e-b124-f8cb363d034c"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "{'id': 'international-45496712',\n",
              " 'url': 'https://www.bbc.com/punjabi/international-45496712',\n",
              " 'title': 'ਦੇਖਿਆ ਹੈ ਕਦੇ ਸਮੁੰਦਰ ਦਾ ਇਹ ਰੂਪ - ਤਸਵੀਰਾਂ',\n",
              " 'summary': \"ਬ੍ਰਿਟੇਨ ਵਿਚ ਇਸ ਸਾਲ ਸੇਲਰਜ਼ ਲਈ ਜਾਗਰੂਕਤਾ ਹਫ਼ਤਾ ਮਨਾਇਆ ਗਿਆ ਸੀ। ਇਸ ਦੌਰਾਨ ਬ੍ਰਿਟੇਨ ਦੀ ਸੰਸਥਾ 'ਸ਼ਿਪਰੇਕਡ ਮੈਰੀਨ ਸੁਸਾਇਟੀ' ਨੇ ਕੁਝ ਫੋਟੋਗ੍ਰਾਫ਼ਰਾਂ ਨੂੰ ਇਹ ਤਸਵੀਰਾਂ ਖਿੱਚਣ ਦੀ ਚੁਣੌਤੀ ਦਿੱਤੀ ਸੀ। ਉਸ ਮੁਕਾਬਲੇ ਵਿੱਚੋਂ ਹੀ ਇਹ ਕੁਝ ਤਸਵੀਰਾਂ ਚੁਣੀਆਂ ਗਈਆਂ ਹਨ।\",\n",
              " 'text': \"ਕ੍ਰਿਸ ਹੇਰਿੰਗ ਨੇ ਇਹ ਤਸਵੀਰ ਨੌਰਫਾਕ ਵਿਚ ਖਿੱਚੀ ਅਤੇ ਇਸ ਨੂੰ ਨਾਮ ਦਿੱਤਾ 'ਫਾਇਟਿੰਗ ਟੂ ਦਾ ਐਂਡ' ਮਤਲਬ ਆਖ਼ਰ ਤੱਕ ਸੰਘਰਸ਼ ਓਐੱਨ ਹਮਫੇਜ਼ ਨੇ ਡਰਹਮ ਦੇ ਲਾਇਟ ਹਾਊਸ ਦੇ ਨੇੜੇ ਉੱਠਦੀਆਂ ਲਹਿਰਾਂ ਦੇ ਜੋਸ਼ ਨੂੰ ਕੈਦ ਕੀਤਾ। ਓਐੱਨ ਹਮਫੇਜ਼ ਨੇ ਸਮੁੰਦਰ ਕੰਢੇ ਤੋਂ ਕਰੀਬ 48 ਕਿਲੋਮੀਟਰ ਦੂਰ ਇਹ ਤਸਵੀਰ ਖਿੱਚੀ। ਇਸ ਤਸਵੀਰ ਵਿਚ ਸੇਲਰ ਵਾਇਟਫਿਸ਼ ਫੜ੍ਹਨ ਦੀ ਤਿਆਰੀ ਕਰਦੇ ਦੇਖੇ ਜਾ ਸਕਦੇ ਹਨ। ਇਹ ਵੀ ਪੜ੍ਹੋ: ਟੇਰੀ ਪੇਨਜਿਲੇ ਨੇ ਇਸ ਤਸਵੀਰ ਵਿਚ 13 ਸਾਲ ਦੀ ਕੁੜੀ ਲੂਸੀ ਸਿਮਜ਼ ਨੂੰ ਕੈਦ ਕੀਤਾ ਸੀ। ਲੂਸੀ 6 ਕੁੜੀਆਂ ਦੀ ਉਸ ਰਿਲੇਅ ਟੀਮ ਦਾ ਹਿੱਸਾ ਸੀ, ਜਿਨ੍ਹਾਂ ਨੇ ਜੂਨ ਮਹੀਨੇ ਵਿਚ ਇੰਗਲਿਸ਼ ਚੈਨਲ ਪਾਰ ਕੀਤਾ ਸੀ। ਕਰੇਗ ਸਕੌਟ ਦੇ ਕੈਮਰੇ ਵਿਚ ਕੈਦ ਹੋਈ ਇਹ ਤਸਵੀਰ ਪਥਰੀਲੇ ਤਟ ਦਾ ਨਜ਼ਾਰਾ ਪੇਸ਼ ਕਰਦੀ ਹੈ। ਜੌਹਨ ਰੌਬਰਟਸ ਨੇ ਗਰੀਨ ਆਇਲ ਨਾਮ ਦੀ ਇਸ ਆਇਰਿਸ਼ ਬੇੜੀ ਦੀ ਤਸਵੀਰ ਤਰਕਾਲਾਂ ਵੇਲੇ ਖਿੱਚੀ ਸੀ ਇਹ ਤਸਵੀਰ ਡੇਵ ਏਜਲੀ ਨੇ ਲਈ ਹੈ। ਉਨ੍ਹਾਂ ਨੇ ਮੱਛੀਆਂ ਫੜ੍ਹਨ ਵਾਲੀ ਇੱਕ ਬੇੜੀ ਦੇ ਚਾਲਕ ਦਲ ਦੇ ਦੋ ਮੈਂਬਰਾਂ ਨੂੰ ਕੈਮਰੇ ਵਿਚ ਕੈਦ ਕੀਤਾ। ਇਹ ਤਸਵੀਰ ਇਆਨ ਰੀਡ ਦੇ ਕੈਮਰੇ ਰਾਹੀ ਸਾਹਮਣੇ ਆਈ। ਇਹ ਬੇੜੀ 1980 ਵਿਆਂ ਤੋਂ ਸਕਾਲੂਵਾ ਦੇ ਤਟ ਉੱਤੇ ਖੜ੍ਹੀ ਹੈ। ਤੁਹਾਨੂੰ ਇਹ ਵੀਡੀਓ ਵੀ ਪਸੰਦ ਆ ਸਕਦੇ ਹਨ- (ਬੀਬੀਸੀ ਪੰਜਾਬੀ ਨਾਲ FACEBOOK, INSTAGRAM, TWITTERਅਤੇ YouTube 'ਤੇ ਜੁੜੋ।)\",\n",
              " 'input_ids': [21603,\n",
              "  10,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  31,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  31,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  4678,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  10,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  1179,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  431,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  6,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  6694,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  18,\n",
              "  41,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  377,\n",
              "  11539,\n",
              "  25793,\n",
              "  6,\n",
              "  3388,\n",
              "  4209,\n",
              "  26646,\n",
              "  4815,\n",
              "  6,\n",
              "  332,\n",
              "  518,\n",
              "  3177,\n",
              "  5946,\n",
              "  2,\n",
              "  5343,\n",
              "  3,\n",
              "  31,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  61,\n",
              "  1],\n",
              " 'attention_mask': [1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1,\n",
              "  1],\n",
              " 'labels': [3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  31,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  31,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  3,\n",
              "  2,\n",
              "  1]}"
            ]
          },
          "execution_count": 9,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "tokenized_dataset['train'][0]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 10,
      "metadata": {
        "id": "o8s9Kukvevpo"
      },
      "outputs": [],
      "source": [
        "from transformers import DataCollatorForSeq2Seq\n",
        "datacollator=DataCollatorForSeq2Seq(tokenizer=tokenizer,model=checkpoint)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 11,
      "metadata": {
        "id": "9D501kcJgYT3"
      },
      "outputs": [],
      "source": [
        "from transformers import create_optimizer, AdamWeightDecay\n",
        "\n",
        "optimizer = AdamWeightDecay(learning_rate=2e-5, weight_decay_rate=0.01)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 12,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "fgeUTU-Qgw_Y",
        "outputId": "562d68c3-a262-46f3-ccca-83b2faef2fc6"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "All PyTorch model weights were used when initializing TFT5ForConditionalGeneration.\n",
            "\n",
            "All the weights of TFT5ForConditionalGeneration were initialized from the PyTorch model.\n",
            "If your task is similar to the task the model of the checkpoint was trained on, you can already use TFT5ForConditionalGeneration for predictions without further training.\n"
          ]
        }
      ],
      "source": [
        "from transformers import TFAutoModelForSeq2SeqLM\n",
        "\n",
        "model = TFAutoModelForSeq2SeqLM.from_pretrained(checkpoint)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 13,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Yo_TO_JwpU9U",
        "outputId": "65693b7a-7a1f-4fef-c0fb-d41e167a3117"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "<class 'list'>\n"
          ]
        }
      ],
      "source": [
        "print(type(tokenized_dataset[\"train\"][\"labels\"][0]))\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 14,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Q5gvwz2lgzeI",
        "outputId": "c8d7276d-c2e8-4bb0-9b39-e8330fedabce"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.10/dist-packages/transformers/data/data_collator.py:646: UserWarning: Creating a tensor from a list of numpy.ndarrays is extremely slow. Please consider converting the list to a single numpy.ndarray with numpy.array() before converting to a tensor. (Triggered internally at ../torch/csrc/utils/tensor_new.cpp:274.)\n",
            "  batch[\"labels\"] = torch.tensor(batch[\"labels\"], dtype=torch.int64)\n"
          ]
        }
      ],
      "source": [
        "train_set = model.prepare_tf_dataset(\n",
        "    tokenized_dataset[\"train\"],\n",
        "    shuffle=True,\n",
        "    batch_size=16,\n",
        "    collate_fn=datacollator,\n",
        ")\n",
        "\n",
        "test_set = model.prepare_tf_dataset(\n",
        "    tokenized_dataset[\"test\"],\n",
        "    shuffle=False,\n",
        "    batch_size=16,\n",
        "    collate_fn=datacollator,\n",
        ")\n",
        "val_set = model.prepare_tf_dataset(\n",
        "    tokenized_dataset[\"validation\"],\n",
        "    shuffle=False,\n",
        "    batch_size=16,\n",
        "    collate_fn=datacollator,\n",
        ")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 15,
      "metadata": {
        "id": "bfreRQsCg5HJ"
      },
      "outputs": [],
      "source": []
    },
    {
      "cell_type": "code",
      "execution_count": 16,
      "metadata": {
        "id": "vmSP3eDRsKP2"
      },
      "outputs": [],
      "source": [
        "import evaluate\n",
        "\n",
        "rouge = evaluate.load(\"rouge\")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 17,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "qzY0HsmvtkJf",
        "outputId": "ecc95d96-a243-4bfc-b882-340992a55a55"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "EvaluationModule(name: \"rouge\", module_type: \"metric\", features: [{'predictions': Value(dtype='string', id='sequence'), 'references': Sequence(feature=Value(dtype='string', id='sequence'), length=-1, id=None)}, {'predictions': Value(dtype='string', id='sequence'), 'references': Value(dtype='string', id='sequence')}], usage: \"\"\"\n",
              "Calculates average rouge scores for a list of hypotheses and references\n",
              "Args:\n",
              "    predictions: list of predictions to score. Each prediction\n",
              "        should be a string with tokens separated by spaces.\n",
              "    references: list of reference for each prediction. Each\n",
              "        reference should be a string with tokens separated by spaces.\n",
              "    rouge_types: A list of rouge types to calculate.\n",
              "        Valid names:\n",
              "        `\"rouge{n}\"` (e.g. `\"rouge1\"`, `\"rouge2\"`) where: {n} is the n-gram based scoring,\n",
              "        `\"rougeL\"`: Longest common subsequence based scoring.\n",
              "        `\"rougeLsum\"`: rougeLsum splits text using `\"\n",
              "\"`.\n",
              "        See details in https://github.com/huggingface/datasets/issues/617\n",
              "    use_stemmer: Bool indicating whether Porter stemmer should be used to strip word suffixes.\n",
              "    use_aggregator: Return aggregates if this is set to True\n",
              "Returns:\n",
              "    rouge1: rouge_1 (f1),\n",
              "    rouge2: rouge_2 (f1),\n",
              "    rougeL: rouge_l (f1),\n",
              "    rougeLsum: rouge_lsum (f1)\n",
              "Examples:\n",
              "\n",
              "    >>> rouge = evaluate.load('rouge')\n",
              "    >>> predictions = [\"hello there\", \"general kenobi\"]\n",
              "    >>> references = [\"hello there\", \"general kenobi\"]\n",
              "    >>> results = rouge.compute(predictions=predictions, references=references)\n",
              "    >>> print(results)\n",
              "    {'rouge1': 1.0, 'rouge2': 1.0, 'rougeL': 1.0, 'rougeLsum': 1.0}\n",
              "\"\"\", stored examples: 0)"
            ]
          },
          "execution_count": 17,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "rouge\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 18,
      "metadata": {
        "id": "BvY6ERrVsTzV"
      },
      "outputs": [],
      "source": [
        "import numpy as np\n",
        "\n",
        "\n",
        "def compute_metrics(eval_pred):\n",
        "    predictions, labels = eval_pred\n",
        "    decoded_preds = tokenizer.batch_decode(predictions, skip_special_tokens=True)\n",
        "    labels = np.where(labels != -100, labels, tokenizer.pad_token_id)\n",
        "    decoded_labels = tokenizer.batch_decode(labels, skip_special_tokens=True)\n",
        "\n",
        "    result = rouge.compute(predictions=decoded_preds, references=decoded_labels, use_stemmer=True)\n",
        "\n",
        "    prediction_lens = [np.count_nonzero(pred != tokenizer.pad_token_id) for pred in predictions]\n",
        "    result[\"gen_len\"] = np.mean(prediction_lens)\n",
        "\n",
        "    return {k: round(v, 4) for k, v in result.items()}"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 19,
      "metadata": {
        "id": "yhd8IBKFsdkW"
      },
      "outputs": [],
      "source": [
        "from transformers.keras_callbacks import KerasMetricCallback\n",
        "\n",
        "callback=KerasMetricCallback(metric_fn=compute_metrics,eval_dataset=val_set,predict_with_generate=True,use_xla_generation=True,\n",
        "    generate_kwargs={\"max_length\": 128})"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 141
        },
        "id": "ZRZSL6r_tP6u",
        "outputId": "2980ed6d-0a5b-4c4c-9de6-3c30df2ac782"
      },
      "outputs": [
        {
          "ename": "NameError",
          "evalue": "name 'model' is not defined",
          "output_type": "error",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-1-6e3831ca6a3f>\u001b[0m in \u001b[0;36m<cell line: 1>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mmodel\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfit\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtrain_set\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mvalidation_data\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mval_set\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mepochs\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m2\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mcallbacks\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mcallback\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
            "\u001b[0;31mNameError\u001b[0m: name 'model' is not defined"
          ]
        }
      ],
      "source": [
        "model.fit(train_set,validation_data=val_set,epochs=2,callbacks=callback)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "Ado1DLNJ738G"
      },
      "outputs": [],
      "source": []
    }
  ],
  "metadata": {
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python",
      "version": "3.9.6"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "14e6c368c43349a582c8a057502813e4": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_731a36ee51ae4c0699dc202aeea13d48",
            "max": 1026,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_848992bd580c4c9195c1d90025cc5d37",
            "value": 1026
          }
        },
        "290aa71a825d4ee58c889e63a6693671": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "40fbc7ed082646229a4a7d6ed68b8e01": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_290aa71a825d4ee58c889e63a6693671",
            "placeholder": "​",
            "style": "IPY_MODEL_d9e2de106fb846c6987390bbd60d6e88",
            "value": "Map: 100%"
          }
        },
        "5d00888c38274f13bef16d43c658da0a": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "731a36ee51ae4c0699dc202aeea13d48": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7500caddac7041ddada66cf0623bf4fb": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "848992bd580c4c9195c1d90025cc5d37": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "8fb37dc5e6b2437188bce7e3b58fbd96": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_40fbc7ed082646229a4a7d6ed68b8e01",
              "IPY_MODEL_14e6c368c43349a582c8a057502813e4",
              "IPY_MODEL_b48d8f5689024fac8a80b3705511c834"
            ],
            "layout": "IPY_MODEL_e5151fee64f246088fe8b48814a9a51c"
          }
        },
        "b48d8f5689024fac8a80b3705511c834": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7500caddac7041ddada66cf0623bf4fb",
            "placeholder": "​",
            "style": "IPY_MODEL_5d00888c38274f13bef16d43c658da0a",
            "value": " 1026/1026 [00:04&lt;00:00, 223.28 examples/s]"
          }
        },
        "d9e2de106fb846c6987390bbd60d6e88": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "e5151fee64f246088fe8b48814a9a51c": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        }
      }
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}