Summary_multi_model_data.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "5581b1269430437fa7860b0693983e9f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_3b2f1a83bdcb474e9301bce46b81313f",
              "IPY_MODEL_f22e4e194067418dab00182c8642d64b",
              "IPY_MODEL_dae8696581894a319ef0283cc7e8c78b"
            ],
            "layout": "IPY_MODEL_a9129a37015449a4b85bbc9e63c867a8"
          }
        },
        "3b2f1a83bdcb474e9301bce46b81313f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a5c0068ba98b496d909d447781506321",
            "placeholder": "​",
            "style": "IPY_MODEL_590d5a094ba0474c9f9c0613d6759e99",
            "value": "tokenizer_config.json: 100%"
          }
        },
        "f22e4e194067418dab00182c8642d64b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b71aed3d4df74fa5b0e7cd60de728a51",
            "max": 25,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_30bb5ba86b484e97b6680f3783ec5d0e",
            "value": 25
          }
        },
        "dae8696581894a319ef0283cc7e8c78b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_6fb6ff36b81240079bf93defc40116ea",
            "placeholder": "​",
            "style": "IPY_MODEL_d41e3c8c51bd4b6bbf32075a0953b97b",
            "value": " 25.0/25.0 [00:00&lt;00:00, 916B/s]"
          }
        },
        "a9129a37015449a4b85bbc9e63c867a8": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a5c0068ba98b496d909d447781506321": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "590d5a094ba0474c9f9c0613d6759e99": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "b71aed3d4df74fa5b0e7cd60de728a51": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "30bb5ba86b484e97b6680f3783ec5d0e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "6fb6ff36b81240079bf93defc40116ea": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d41e3c8c51bd4b6bbf32075a0953b97b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "7c3659da6af64be6a8971d60ae56a2b1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_29a9b373482446a59d3bdc1827ebe063",
              "IPY_MODEL_c7d6e5e366b544e09761a976b3dd6add",
              "IPY_MODEL_29548d60a7b647f887ec4cb2e3c8251c"
            ],
            "layout": "IPY_MODEL_898326f0b5a14135b82e45e18372370e"
          }
        },
        "29a9b373482446a59d3bdc1827ebe063": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a6280057e2fe4f4e843700fd8c8eee37",
            "placeholder": "​",
            "style": "IPY_MODEL_0c3585dfdc2c4a6081abcf1d8dc44de7",
            "value": "config.json: 100%"
          }
        },
        "c7d6e5e366b544e09761a976b3dd6add": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1593ff8507884b6fa3a37d5a5457bdd2",
            "max": 482,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_ae0814f0b7a14c6b9da86064b54130c7",
            "value": 482
          }
        },
        "29548d60a7b647f887ec4cb2e3c8251c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_0e331cd0d69544b086ea1300ddc2bbf1",
            "placeholder": "​",
            "style": "IPY_MODEL_ce41dc9b02894527b00b70b230d726f3",
            "value": " 482/482 [00:00&lt;00:00, 19.6kB/s]"
          }
        },
        "898326f0b5a14135b82e45e18372370e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a6280057e2fe4f4e843700fd8c8eee37": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0c3585dfdc2c4a6081abcf1d8dc44de7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "1593ff8507884b6fa3a37d5a5457bdd2": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ae0814f0b7a14c6b9da86064b54130c7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "0e331cd0d69544b086ea1300ddc2bbf1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ce41dc9b02894527b00b70b230d726f3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "690cf46533f642b1a3447582c3625eed": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_20222c148b9f49318dd51e8b536a1037",
              "IPY_MODEL_a15e94368e074ae595f08004ab3141e3",
              "IPY_MODEL_d26baecbf93547dab3c123e8b9812a38"
            ],
            "layout": "IPY_MODEL_d7af95c501ff42ed986bf9264f148db4"
          }
        },
        "20222c148b9f49318dd51e8b536a1037": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_5210a2e64bea4bdc9960da14cb377135",
            "placeholder": "​",
            "style": "IPY_MODEL_008464e30e14480ab7492ef6695e44cc",
            "value": "vocab.json: 100%"
          }
        },
        "a15e94368e074ae595f08004ab3141e3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b2f2558283494f718b5d25449c4eef38",
            "max": 898823,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_db6023389a674e08a8015d9e0f33ae69",
            "value": 898823
          }
        },
        "d26baecbf93547dab3c123e8b9812a38": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_16624b8c90c44994ad869f974898decf",
            "placeholder": "​",
            "style": "IPY_MODEL_de01ea0e85374e70af661e41164435a3",
            "value": " 899k/899k [00:00&lt;00:00, 3.72MB/s]"
          }
        },
        "d7af95c501ff42ed986bf9264f148db4": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5210a2e64bea4bdc9960da14cb377135": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "008464e30e14480ab7492ef6695e44cc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "b2f2558283494f718b5d25449c4eef38": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "db6023389a674e08a8015d9e0f33ae69": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "16624b8c90c44994ad869f974898decf": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "de01ea0e85374e70af661e41164435a3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "649952310635410f8090a3b6ae8800fa": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_478925940ea148c283c1cf3a9c4a2d27",
              "IPY_MODEL_0491e38d9647476dba8b90461808393f",
              "IPY_MODEL_01bcd5605b304359940b14dfc18e585d"
            ],
            "layout": "IPY_MODEL_3e6d471e5d1d4b0fa30fbd194578d6b1"
          }
        },
        "478925940ea148c283c1cf3a9c4a2d27": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_77d59d83d26946f1bcf718c5ecab8132",
            "placeholder": "​",
            "style": "IPY_MODEL_bdbe3564a45a4795ae266214d8327aa1",
            "value": "merges.txt: 100%"
          }
        },
        "0491e38d9647476dba8b90461808393f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_6928074dc56b4e0e9b4aeababe7d8f8d",
            "max": 456318,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_9283c8b5b0734dc1a690d9079902d9e5",
            "value": 456318
          }
        },
        "01bcd5605b304359940b14dfc18e585d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b9003178ec37400581088d332251bbd8",
            "placeholder": "​",
            "style": "IPY_MODEL_2b44570796e24d0f9ead4cce7b2b0939",
            "value": " 456k/456k [00:00&lt;00:00, 5.60MB/s]"
          }
        },
        "3e6d471e5d1d4b0fa30fbd194578d6b1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "77d59d83d26946f1bcf718c5ecab8132": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "bdbe3564a45a4795ae266214d8327aa1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "6928074dc56b4e0e9b4aeababe7d8f8d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9283c8b5b0734dc1a690d9079902d9e5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "b9003178ec37400581088d332251bbd8": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2b44570796e24d0f9ead4cce7b2b0939": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "4d2fa58b717d4b589994081851914590": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_3c3bda271b19453081581c77e6fc6bd4",
              "IPY_MODEL_f8451a3d42844f54b77d8033271aed01",
              "IPY_MODEL_962013e37cec4eb1959e8194b2789b5c"
            ],
            "layout": "IPY_MODEL_81aa3f95124245cb8e517a87cca142d0"
          }
        },
        "3c3bda271b19453081581c77e6fc6bd4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_874451440528444c824dd56fa7c1a37c",
            "placeholder": "​",
            "style": "IPY_MODEL_4d0b92996faf48b6b9c2888d7fe90ca8",
            "value": "tokenizer.json: 100%"
          }
        },
        "f8451a3d42844f54b77d8033271aed01": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_4a427bcfe55f47a7ba3f2338abbf4d0c",
            "max": 1355863,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_21566a192c694e02b84bf8769da53ec6",
            "value": 1355863
          }
        },
        "962013e37cec4eb1959e8194b2789b5c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a7a54d32bb9f47dc81ac458de66232e8",
            "placeholder": "​",
            "style": "IPY_MODEL_a23d36de273a4e1398bfd96cec009a30",
            "value": " 1.36M/1.36M [00:00&lt;00:00, 4.14MB/s]"
          }
        },
        "81aa3f95124245cb8e517a87cca142d0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "874451440528444c824dd56fa7c1a37c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4d0b92996faf48b6b9c2888d7fe90ca8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "4a427bcfe55f47a7ba3f2338abbf4d0c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "21566a192c694e02b84bf8769da53ec6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "a7a54d32bb9f47dc81ac458de66232e8": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a23d36de273a4e1398bfd96cec009a30": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "3d075fbbe11842cea2d564d6bcef91cb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_0dd78bd1d6ce43e0a150a54e40f9f5f0",
              "IPY_MODEL_5ef2d99fccf24ba7a6cf956d5dd45d09",
              "IPY_MODEL_4ac728c84edf4181b923d0ebc2292398"
            ],
            "layout": "IPY_MODEL_43fbfd6b25b747ceb51d696a546af947"
          }
        },
        "0dd78bd1d6ce43e0a150a54e40f9f5f0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_0e7273e6c46043e794f047dea5f1661a",
            "placeholder": "​",
            "style": "IPY_MODEL_68d953bf822540c5ba90c2a0eb519056",
            "value": "model.safetensors: 100%"
          }
        },
        "5ef2d99fccf24ba7a6cf956d5dd45d09": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_29a14da4e164438592f4daaf7bb54dde",
            "max": 1421700479,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_93a305fd182b475b893b420e51468ee0",
            "value": 1421700479
          }
        },
        "4ac728c84edf4181b923d0ebc2292398": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_8a07e5970c804b3da6a23562505d8b17",
            "placeholder": "​",
            "style": "IPY_MODEL_326efc500dbb4c76bef4ecdeceb3e1f6",
            "value": " 1.42G/1.42G [00:09&lt;00:00, 55.5MB/s]"
          }
        },
        "43fbfd6b25b747ceb51d696a546af947": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0e7273e6c46043e794f047dea5f1661a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "68d953bf822540c5ba90c2a0eb519056": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "29a14da4e164438592f4daaf7bb54dde": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "93a305fd182b475b893b420e51468ee0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "8a07e5970c804b3da6a23562505d8b17": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "326efc500dbb4c76bef4ecdeceb3e1f6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        }
      }
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "source": [
        "!pip install transformers"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "TIyoWsNWDvBx",
        "outputId": "f53f1074-14da-4dd7-b4fb-22a04bcfca3a"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Requirement already satisfied: transformers in /usr/local/lib/python3.10/dist-packages (4.40.0)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers) (3.13.4)\n",
            "Requirement already satisfied: huggingface-hub<1.0,>=0.19.3 in /usr/local/lib/python3.10/dist-packages (from transformers) (0.20.3)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (1.25.2)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers) (24.0)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (6.0.1)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (2023.12.25)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers) (2.31.0)\n",
            "Requirement already satisfied: tokenizers<0.20,>=0.19 in /usr/local/lib/python3.10/dist-packages (from transformers) (0.19.1)\n",
            "Requirement already satisfied: safetensors>=0.4.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (0.4.3)\n",
            "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers) (4.66.2)\n",
            "Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.19.3->transformers) (2023.6.0)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.19.3->transformers) (4.11.0)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (3.3.2)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (3.7)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2024.2.2)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "OlAdXUaOWYsI",
        "outputId": "f7929e1a-11fc-4be4-bf95-bbfbfb5ee967"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "I was crying on the staircase begging you please don't go And I said, we're dead if you so close your eyes I'll be waiting all there's something to do is run You will be the prince and i'm the princess I love you And my daddy said stay away from Juliet We love young people first, a man and woman in formal attire dancing in the woods taylor thomas d'Arcy - the bargams See you make\n"
          ]
        }
      ],
      "source": [
        "from transformers import T5Tokenizer, T5ForConditionalGeneration\n",
        "\n",
        "# Define a function to load the model and tokenizer for reusability\n",
        "def load_t5_model(model_name=\"t5-base\"):\n",
        "  tokenizer = T5Tokenizer.from_pretrained(model_name)\n",
        "  model = T5ForConditionalGeneration.from_pretrained(model_name)\n",
        "  return tokenizer, model\n",
        "\n",
        "# Load the model and tokenizer\n",
        "tokenizer, model = load_t5_model()\n",
        "\n",
        "# Function to summarize text with T5 with controllable length\n",
        "def summarize_text(text, max_length=128):\n",
        "  \"\"\"\n",
        "  Summarizes a text using T5 with a specified maximum length.\n",
        "\n",
        "  Args:\n",
        "      text: The text to be summarized.\n",
        "      max_length: The maximum length of the generated summary (default: 128).\n",
        "\n",
        "  Returns:\n",
        "      The generated summary as a string.\n",
        "  \"\"\"\n",
        "  inputs = tokenizer(text, return_tensors=\"pt\")\n",
        "  summary_ids = model.generate(\n",
        "      **inputs, max_length=max_length, num_beams=5, no_repeat_ngram_size=2\n",
        "  )\n",
        "  summary = tokenizer.decode(summary_ids[0], skip_special_tokens=True)\n",
        "  return summary\n",
        "\n",
        "# Example usage\n",
        "your_text = \"\"\" We were both young when I first saw you, a black background with a white and red flower, a woman walking down a sidewalk with a book,  I closed my eyes and the flashback starts I'm standing there On the balcony and summer air See the lights, a man sitting under a tree reading a book, a man sitting under a tree reading a book,  see the party, a stone wall with a statue in the middle, taylor taylor - i'm a girl,  the bargams See you make your way through the crowd and say hello Little did I know Let it you know we owe you a throw in pavels And my daddy said stay away from Juliet And I was crying on the staircase begging you please don't go And I said, a woman in a wedding dress standing on a porch, a woman in a dress is leaning against a column,  you need to take me somewhere we can be alone I'll be waiting all there's something to do is run You will be the prince and I'll be the princess It's a love story baby just say yes So I sneak out to the garden to see you We keep quiet because we're dead if you so close your eyes Just keep this town for a little while Oh, a woman in a dress standing on a porch, a man in a black coat and white shirt,  because you were only your eye was a scarlet letter And my daddy said stay away from Juliet But you were everything to me I was begging you please don't go And I said, a woman in a dress standing next to another woman, a man standing in front of a window,  you need to take me somewhere we can be alone I'll be waiting all there's something to do is run You will be the prince and I'll be the princess It's a love story baby just say yes So be your same baby try to tell me how to feel This love is difficult but it's a real Don't be afraid we'll make it out of this mess It's a love story baby just say yes So I sneak out to the garden to see you We keep quiet because we're dead if you so close your eyes Just keep this town for a little while Oh, a woman in a dress is standing behind columns, a man in a suit and tie is talking to a woman,  because you were only your eye was a scarlet letter And my daddy said stay away from Juliet But you were everything to me I was begging you please don't go And I said, a woman in a wedding dress standing on a porch, a man and woman dancing together in a room,  you need to take me somewhere we can be alone Save me, a woman in a white dress standing in front of a building, a man and woman dancing in a room,  I've been feeling so alone I keep waiting for you, a man and woman in formal attire dancing, a woman in a wedding dress standing on a balcony,  but you never comest this in my head I don't know what to think He nailed to the ground and fall I'll ring and set marry me Juliet So you love her, taylor taylor and taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor, a woman in a dress standing on a porch,  how to be alone I love you and that's all I really know I'm talking to your dad go pick out a wire dress Yes, a man is seen through a window in the jungle, a woman in a wedding dress is looking at her phone,  it's a love story, a woman in a black dress standing in a garden, a woman in a black dress standing in a garden,  baby, a woman in a white dress is standing by a column, a woman standing in a doorway with her hand on her face,  just say Yes, a woman in a white dress is standing in front of a window, a woman in a dress is standing behind columns,  oh, a woman holding a lantern in the woods, taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor,  oh, a woman in a dress holding a lantern, a man and woman in a forest,  oh, a woman in a wedding dress standing outside, a woman is standing behind a column,  oh, a man in a suit and tie standing next to a statue, a statue in the middle of a forest,  oh We love young people first, a person holding a cherry on a branch, taylor taylor - i'm a girl,  I do, a woman in a wedding dress standing on a porch, taylor taylor - i'm a girl, a woman in a dress standing in front of a window, a woman in a dress is leaning against a column, taylor taylor - i'm a girl, a woman in a wedding dress is walking through a brick archway, a man standing in a field with a white shirt, a woman in a white dress walking through a field, a couple kissing in a field at sunset, a man and woman are kissing in a field, a couple kissing in a field at sunset, a woman in a white dress is walking through a doorway, a man and woman standing next to each other people, a woman standing next to a man in a forest, a man and woman standing next to each other people, a woman in a dress is leaning against a column, taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor,\n",
        "\"\"\"\n",
        "\n",
        "# Adjust max_length for desired summary length (default is 128 tokens)\n",
        "summary = summarize_text(your_text, max_length=205)  # Adjust max_length as needed\n",
        "\n",
        "print(summary)\n",
        "\n"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from transformers import BartForConditionalGeneration, BartTokenizer\n",
        "\n",
        "# Define the model and tokenizer\n",
        "model_name = \"facebook/bart-base\"  # You can choose other BART models\n",
        "tokenizer = BartTokenizer.from_pretrained(model_name)\n",
        "model = BartForConditionalGeneration.from_pretrained(model_name)\n",
        "\n",
        "def summarize(text, max_chunk_length=1700):\n",
        "  \"\"\"\n",
        "  Summarizes the input text by splitting it into chunks and summarizing each chunk.\n",
        "\n",
        "  Args:\n",
        "      text: The text to be summarized.\n",
        "      max_chunk_length: The maximum length of each text chunk (default 128 tokens).\n",
        "      max_summary_length: The maximum length of the generated summary (default 128 tokens).\n",
        "\n",
        "  Returns:\n",
        "      The generated summary as a string.\n",
        "  \"\"\"\n",
        "  # Split the text into chunks\n",
        "  chunks = [text[i:i+max_chunk_length] for i in range(0, len(text), max_chunk_length)]\n",
        "\n",
        "  # Summarize each chunk\n",
        "  summaries = []\n",
        "  for chunk in chunks:\n",
        "    inputs = tokenizer.prepare_seq2seq_batch(chunk, return_tensors=\"pt\")\n",
        "    summary_ids = model.generate(**inputs)\n",
        "    summary = tokenizer.decode(summary_ids[0], skip_special_tokens=True)\n",
        "    summaries.append(summary)\n",
        "\n",
        "  # Join the summaries\n",
        "  joined_summary = \" \".join(summaries)\n",
        "\n",
        "  return joined_summary\n",
        "\n",
        "# Example usage\n",
        "text = \"\"\" We were both young when I first saw you, a woman walking down a sidewalk with a book,  I closed my eyes and the flashback starts I'm standing there On the balcony and summer air See the lights, a man sitting under a tree reading a book, a man sitting under a tree reading a book,  see the party, a stone wall with a statue in the middle, taylor taylor - i'm a girl,  the bargams See you make your way through the crowd and say hello Little did I know Let it you know we owe you a throw in pavels And my daddy said stay away from Juliet And I was crying on the staircase begging you please don't go And I said, a woman in a wedding dress standing on a porch, a woman in a dress is leaning against a column,  you need to take me somewhere we can be alone I'll be waiting all there's something to do is run You will be the prince and I'll be the princess It's a love story baby just say yes So I sneak out to the garden to see you We keep quiet because we're dead if you so close your eyes Just keep this town for a little while Oh, a woman in a dress standing on a porch, a man in a black coat and white shirt,  because you were only your eye was a scarlet letter And my daddy said stay away from Juliet But you were everything to me I was begging you please don't go And I said, a woman in a dress standing next to another woman, a man standing in front of a window,  you need to take me somewhere we can be alone I'll be waiting all there's something to do is run You will be the prince and I'll be the princess It's a love story baby just say yes So be your same baby try to tell me how to feel This love is difficult but it's a real Don't be afraid we'll make it out of this mess It's a love story baby just say yes So I sneak out to the garden to see you We keep quiet because we're dead if you so close your eyes Just keep this town for a little while Oh, a woman in a dress is standing behind columns, a man in a suit and tie is talking to a woman,  because you were only your eye was a scarlet letter And my daddy said stay away from Juliet But you were everything to me I was begging you please don't go And I said, a woman in a wedding dress standing on a porch, a man and woman dancing together in a room,  you need to take me somewhere we can be alone Save me, a woman in a white dress standing in front of a building, a man and woman dancing in a room,  I've been feeling so alone I keep waiting for you, a man and woman in formal attire dancing, a woman in a wedding dress standing on a balcony,  but you never comest this in my head I don't know what to think He nailed to the ground and fall I'll ring and set marry me Juliet So you love her, taylor taylor and taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor, a woman in a dress standing on a porch,  how to be alone I love you and that's all I really know I'm talking to your dad go pick out a wire dress Yes, a man is seen through a window in the jungle, a woman in a wedding dress is looking at her phone,  it's a love story, a woman in a black dress standing in a garden, a woman in a black dress standing in a garden,  baby, a woman in a white dress is standing by a column, a woman standing in a doorway with her hand on her face,  just say Yes, a woman in a white dress is standing in front of a window, a woman in a dress is standing behind columns,  oh, a woman holding a lantern in the woods, taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor,  oh, a woman in a dress holding a lantern, a man and woman in a forest,  oh, a woman in a wedding dress standing outside, a woman is standing behind a column,  oh, a man in a suit and tie standing next to a statue, a statue in the middle of a forest,  oh We love young people first, a person holding a cherry on a branch, taylor taylor - i'm a girl,  I do, a woman in a wedding dress standing on a porch, taylor taylor - i'm a girl, a woman in a dress standing in front of a window, a woman in a dress is leaning against a column, taylor taylor - i'm a girl, a woman in a wedding dress is walking through a brick archway, a man standing in a field with a white shirt, a woman in a white dress walking through a field, a couple kissing in a field at sunset, a man and woman are kissing in a field, a couple kissing in a field at sunset, a woman in a white dress is walking through a doorway, a man and woman standing next to each other people, a woman standing next to a man in a forest, a man and woman standing next to each other people, a woman in a dress is leaning against a column, taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor,\n",
        "\"\"\"\n",
        "summary = summarize(text)\n",
        "\n",
        "print(\"Original Text:\")\n",
        "print(text)\n",
        "\n",
        "print(\"\\nSummary:\")\n",
        "print(summary)\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "UVCkROsuXaDi",
        "outputId": "76d05862-487b-4262-9362-6074064b112d"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Original Text:\n",
            " We were both young when I first saw you, a woman walking down a sidewalk with a book,  I closed my eyes and the flashback starts I'm standing there On the balcony and summer air See the lights, a man sitting under a tree reading a book, a man sitting under a tree reading a book,  see the party, a stone wall with a statue in the middle, taylor taylor - i'm a girl,  the bargams See you make your way through the crowd and say hello Little did I know Let it you know we owe you a throw in pavels And my daddy said stay away from Juliet And I was crying on the staircase begging you please don't go And I said, a woman in a wedding dress standing on a porch, a woman in a dress is leaning against a column,  you need to take me somewhere we can be alone I'll be waiting all there's something to do is run You will be the prince and I'll be the princess It's a love story baby just say yes So I sneak out to the garden to see you We keep quiet because we're dead if you so close your eyes Just keep this town for a little while Oh, a woman in a dress standing on a porch, a man in a black coat and white shirt,  because you were only your eye was a scarlet letter And my daddy said stay away from Juliet But you were everything to me I was begging you please don't go And I said, a woman in a dress standing next to another woman, a man standing in front of a window,  you need to take me somewhere we can be alone I'll be waiting all there's something to do is run You will be the prince and I'll be the princess It's a love story baby just say yes So be your same baby try to tell me how to feel This love is difficult but it's a real Don't be afraid we'll make it out of this mess It's a love story baby just say yes So I sneak out to the garden to see you We keep quiet because we're dead if you so close your eyes Just keep this town for a little while Oh, a woman in a dress is standing behind columns, a man in a suit and tie is talking to a woman,  because you were only your eye was a scarlet letter And my daddy said stay away from Juliet But you were everything to me I was begging you please don't go And I said, a woman in a wedding dress standing on a porch, a man and woman dancing together in a room,  you need to take me somewhere we can be alone Save me, a woman in a white dress standing in front of a building, a man and woman dancing in a room,  I've been feeling so alone I keep waiting for you, a man and woman in formal attire dancing, a woman in a wedding dress standing on a balcony,  but you never comest this in my head I don't know what to think He nailed to the ground and fall I'll ring and set marry me Juliet So you love her, taylor taylor and taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor, a woman in a dress standing on a porch,  how to be alone I love you and that's all I really know I'm talking to your dad go pick out a wire dress Yes, a man is seen through a window in the jungle, a woman in a wedding dress is looking at her phone,  it's a love story, a woman in a black dress standing in a garden, a woman in a black dress standing in a garden,  baby, a woman in a white dress is standing by a column, a woman standing in a doorway with her hand on her face,  just say Yes, a woman in a white dress is standing in front of a window, a woman in a dress is standing behind columns,  oh, a woman holding a lantern in the woods, taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor,  oh, a woman in a dress holding a lantern, a man and woman in a forest,  oh, a woman in a wedding dress standing outside, a woman is standing behind a column,  oh, a man in a suit and tie standing next to a statue, a statue in the middle of a forest,  oh We love young people first, a person holding a cherry on a branch, taylor taylor - i'm a girl,  I do, a woman in a wedding dress standing on a porch, taylor taylor - i'm a girl, a woman in a dress standing in front of a window, a woman in a dress is leaning against a column, taylor taylor - i'm a girl, a woman in a wedding dress is walking through a brick archway, a man standing in a field with a white shirt, a woman in a white dress walking through a field, a couple kissing in a field at sunset, a man and woman are kissing in a field, a couple kissing in a field at sunset, a woman in a white dress is walking through a doorway, a man and woman standing next to each other people, a woman standing next to a man in a forest, a man and woman standing next to each other people, a woman in a dress is leaning against a column, taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor, \n",
            "\n",
            "\n",
            "Summary:\n",
            " We were both young when I first saw you, a woman walking down a sidewalk with  baby just say yes So I sneak out to the garden to see you We keep quiet holding a lantern,  oh, a lantern in the woods, taylor taylor\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "hf_api_key = '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'"
      ],
      "metadata": {
        "id": "8n3wa-GfQm9j"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install huggingface_cli"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "6EY7TKgRTH9h",
        "outputId": "e8de5ae6-d792-4e51-f896-73f580afe61c"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting huggingface_cli\n",
            "  Downloading huggingface_cli-0.1-py3-none-any.whl (1.0 kB)\n",
            "Installing collected packages: huggingface_cli\n",
            "Successfully installed huggingface_cli-0.1\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!huggingface-cli login"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "5VfTrhROTuYs",
        "outputId": "b100ce6c-00ba-48c7-bc36-f4f3d16b8743"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "    _|    _|  _|    _|    _|_|_|    _|_|_|  _|_|_|  _|      _|    _|_|_|      _|_|_|_|    _|_|      _|_|_|  _|_|_|_|\n",
            "    _|    _|  _|    _|  _|        _|          _|    _|_|    _|  _|            _|        _|    _|  _|        _|\n",
            "    _|_|_|_|  _|    _|  _|  _|_|  _|  _|_|    _|    _|  _|  _|  _|  _|_|      _|_|_|    _|_|_|_|  _|        _|_|_|\n",
            "    _|    _|  _|    _|  _|    _|  _|    _|    _|    _|    _|_|  _|    _|      _|        _|    _|  _|        _|\n",
            "    _|    _|    _|_|      _|_|_|    _|_|_|  _|_|_|  _|      _|    _|_|_|      _|        _|    _|    _|_|_|  _|_|_|_|\n",
            "\n",
            "    A token is already saved on your machine. Run `huggingface-cli whoami` to get more information or `huggingface-cli logout` if you want to log out.\n",
            "    Setting a new token will erase the existing one.\n",
            "    To login, `huggingface_hub` requires a token generated from https://huggingface.co/settings/tokens .\n",
            "Token: \n",
            "Add token as git credential? (Y/n) Y\n",
            "Token is valid (permission: read).\n",
            "Your token has been saved in your configured git credential helpers (store).\n",
            "Your token has been saved to /root/.cache/huggingface/token\n",
            "Login successful\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from transformers import PegasusForConditionalGeneration, PegasusTokenizer\n",
        "\n",
        "try:\n",
        "  # Define the model and tokenizer\n",
        "  model_name = \"google/pegasus-large\"  # You can choose other PEGASUS models\n",
        "  tokenizer = PegasusTokenizer.from_pretrained(model_name)\n",
        "  model = PegasusForConditionalGeneration.from_pretrained(model_name, token=\"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\")\n",
        "except OSError as e:\n",
        "  if \"gated repo\" in str(e):\n",
        "    print(f\"Error: Access denied for model {model_name}.\")\n",
        "    print(\"Possible reasons:\")\n",
        "    print(\"1. Incorrect access token. Ensure you have the token specific to this repository.\")\n",
        "    print(\"2. Insufficient permissions. Verify with the repository owner if your token allows model access.\")\n",
        "  else:\n",
        "    raise e\n",
        "\n",
        "\n",
        "def summarize(text, max_chunk_length=4000):\n",
        "  \"\"\"\n",
        "  Summarizes the input text by splitting it into chunks and summarizing each chunk.\n",
        "\n",
        "  Args:\n",
        "      text: The text to be summarized.\n",
        "      max_chunk_length: The maximum length of each text chunk (default 1024 tokens).\n",
        "\n",
        "  Returns:\n",
        "      The generated summary as a string.\n",
        "  \"\"\"\n",
        "  # Split the text into chunks\n",
        "  chunks = [text[i:i+max_chunk_length] for i in range(0, len(text), max_chunk_length)]\n",
        "\n",
        "  # Summarize each chunk\n",
        "  summaries = []\n",
        "  for chunk in chunks:\n",
        "    inputs = tokenizer(chunk, return_tensors=\"pt\")\n",
        "    summary_ids = model.generate(**inputs)\n",
        "    summary = tokenizer.decode(summary_ids[0], skip_special_tokens=True)\n",
        "    summaries.append(summary)\n",
        "\n",
        "  # Join the summaries\n",
        "  joined_summary = \" \".join(summaries)\n",
        "\n",
        "  return joined_summary\n",
        "\n",
        "# Example usage\n",
        "text = \"\"\" We were both young when I first saw you, a woman walking down a sidewalk with a book,  I closed my eyes and the flashback starts I'm standing there On the balcony and summer air See the lights, a man sitting under a tree reading a book, a man sitting under a tree reading a book,  see the party, a stone wall with a statue in the middle, taylor taylor - i'm a girl,  the bargams See you make your way through the crowd and say hello Little did I know Let it you know we owe you a throw in pavels And my daddy said stay away from Juliet And I was crying on the staircase begging you please don't go And I said, a woman in a wedding dress standing on a porch, a woman in a dress is leaning against a column,  you need to take me somewhere we can be alone I'll be waiting all there's something to do is run You will be the prince and I'll be the princess It's a love story baby just say yes So I sneak out to the garden to see you We keep quiet because we're dead if you so close your eyes Just keep this town for a little while Oh, a woman in a dress standing on a porch, a man in a black coat and white shirt,  because you were only your eye was a scarlet letter And my daddy said stay away from Juliet But you were everything to me I was begging you please don't go And I said, a woman in a dress standing next to another woman, a man standing in front of a window,  you need to take me somewhere we can be alone I'll be waiting all there's something to do is run You will be the prince and I'll be the princess It's a love story baby just say yes So be your same baby try to tell me how to feel This love is difficult but it's a real Don't be afraid we'll make it out of this mess It's a love story baby just say yes So I sneak out to the garden to see you We keep quiet because we're dead if you so close your eyes Just keep this town for a little while Oh, a woman in a dress is standing behind columns, a man in a suit and tie is talking to a woman,  because you were only your eye was a scarlet letter And my daddy said stay away from Juliet But you were everything to me I was begging you please don't go And I said, a woman in a wedding dress standing on a porch, a man and woman dancing together in a room,  you need to take me somewhere we can be alone Save me, a woman in a white dress standing in front of a building, a man and woman dancing in a room,  I've been feeling so alone I keep waiting for you, a man and woman in formal attire dancing, a woman in a wedding dress standing on a balcony,  but you never comest this in my head I don't know what to think He nailed to the ground and fall I'll ring and set marry me Juliet So you love her, taylor taylor and taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor, a woman in a dress standing on a porch,  how to be alone I love you and that's all I really know I'm talking to your dad go pick out a wire dress Yes, a man is seen through a window in the jungle, a woman in a wedding dress is looking at her phone,  it's a love story, a woman in a black dress standing in a garden, a woman in a black dress standing in a garden,  baby, a woman in a white dress is standing by a column, a woman standing in a doorway with her hand on her face,  just say Yes, a woman in a white dress is standing in front of a window, a woman in a dress is standing behind columns,  oh, a woman holding a lantern in the woods, taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor,  oh, a woman in a dress holding a lantern, a man and woman in a forest,  oh, a woman in a wedding dress standing outside, a woman is standing behind a column,  oh, a man in a suit and tie standing next to a statue, a statue in the middle of a forest,  oh We love young people first, a person holding a cherry on a branch, taylor taylor - i'm a girl,  I do, a woman in a wedding dress standing on a porch, taylor taylor - i'm a girl, a woman in a dress standing in front of a window, a woman in a dress is leaning against a column, taylor taylor - i'm a girl, a woman in a wedding dress is walking through a brick archway, a man standing in a field with a white shirt, a woman in a white dress walking through a field, a couple kissing in a field at sunset, a man and woman are kissing in a field, a couple kissing in a field at sunset, a woman in a white dress is walking through a doorway, a man and woman standing next to each other people, a woman standing next to a man in a forest, a man and woman standing next to each other people, a woman in a dress is leaning against a column, taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor,\n",
        "\"\"\"\n",
        "summary = summarize(text)\n",
        "\n",
        "print(\"Original Text:\")\n",
        "print(text)\n",
        "\n",
        "print(\"\\nSummary:\")\n",
        "print(summary)\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "GLcszl15X1hQ",
        "outputId": "7fcc24ad-1900-4e67-c974-9e9ceab16655"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Some weights of PegasusForConditionalGeneration were not initialized from the model checkpoint at google/pegasus-large and are newly initialized: ['model.decoder.embed_positions.weight', 'model.encoder.embed_positions.weight']\n",
            "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Original Text:\n",
            " We were both young when I first saw you, a woman walking down a sidewalk with a book,  I closed my eyes and the flashback starts I'm standing there On the balcony and summer air See the lights, a man sitting under a tree reading a book, a man sitting under a tree reading a book,  see the party, a stone wall with a statue in the middle, taylor taylor - i'm a girl,  the bargams See you make your way through the crowd and say hello Little did I know Let it you know we owe you a throw in pavels And my daddy said stay away from Juliet And I was crying on the staircase begging you please don't go And I said, a woman in a wedding dress standing on a porch, a woman in a dress is leaning against a column,  you need to take me somewhere we can be alone I'll be waiting all there's something to do is run You will be the prince and I'll be the princess It's a love story baby just say yes So I sneak out to the garden to see you We keep quiet because we're dead if you so close your eyes Just keep this town for a little while Oh, a woman in a dress standing on a porch, a man in a black coat and white shirt,  because you were only your eye was a scarlet letter And my daddy said stay away from Juliet But you were everything to me I was begging you please don't go And I said, a woman in a dress standing next to another woman, a man standing in front of a window,  you need to take me somewhere we can be alone I'll be waiting all there's something to do is run You will be the prince and I'll be the princess It's a love story baby just say yes So be your same baby try to tell me how to feel This love is difficult but it's a real Don't be afraid we'll make it out of this mess It's a love story baby just say yes So I sneak out to the garden to see you We keep quiet because we're dead if you so close your eyes Just keep this town for a little while Oh, a woman in a dress is standing behind columns, a man in a suit and tie is talking to a woman,  because you were only your eye was a scarlet letter And my daddy said stay away from Juliet But you were everything to me I was begging you please don't go And I said, a woman in a wedding dress standing on a porch, a man and woman dancing together in a room,  you need to take me somewhere we can be alone Save me, a woman in a white dress standing in front of a building, a man and woman dancing in a room,  I've been feeling so alone I keep waiting for you, a man and woman in formal attire dancing, a woman in a wedding dress standing on a balcony,  but you never comest this in my head I don't know what to think He nailed to the ground and fall I'll ring and set marry me Juliet So you love her, taylor taylor and taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor, a woman in a dress standing on a porch,  how to be alone I love you and that's all I really know I'm talking to your dad go pick out a wire dress Yes, a man is seen through a window in the jungle, a woman in a wedding dress is looking at her phone,  it's a love story, a woman in a black dress standing in a garden, a woman in a black dress standing in a garden,  baby, a woman in a white dress is standing by a column, a woman standing in a doorway with her hand on her face,  just say Yes, a woman in a white dress is standing in front of a window, a woman in a dress is standing behind columns,  oh, a woman holding a lantern in the woods, taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor,  oh, a woman in a dress holding a lantern, a man and woman in a forest,  oh, a woman in a wedding dress standing outside, a woman is standing behind a column,  oh, a man in a suit and tie standing next to a statue, a statue in the middle of a forest,  oh We love young people first, a person holding a cherry on a branch, taylor taylor - i'm a girl,  I do, a woman in a wedding dress standing on a porch, taylor taylor - i'm a girl, a woman in a dress standing in front of a window, a woman in a dress is leaning against a column, taylor taylor - i'm a girl, a woman in a wedding dress is walking through a brick archway, a man standing in a field with a white shirt, a woman in a white dress walking through a field, a couple kissing in a field at sunset, a man and woman are kissing in a field, a couple kissing in a field at sunset, a woman in a white dress is walking through a doorway, a man and woman standing next to each other people, a woman standing next to a man in a forest, a man and woman standing next to each other people, a woman in a dress is leaning against a column, taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor,\n",
            "\n",
            "\n",
            "Summary:\n",
            "We were both young when I first saw you, a woman walking down a sidewalk with a book, I closed my eyes and the flashback starts I'm standing there On the balcony and summer air See the lights, a man sitting under a tree reading a book, a man sitting under a tree reading a book, see the party, a stone wall with a statue in the middle, taylor taylor - i'm a girl, the bargams See you make your way through the crowd and say hello Little did I know Let it you know we owe you a throw in pavels And my daddy said stay away from Juliet And I was crying on the staircase begging you please don't go And I said, a woman in a wedding dress standing on a porch, a woman in a dress is leaning against a column, you need to take me somewhere we can be alone I'll be waiting all there's something to do is run You will be the prince and I'll be the princess It's a love story baby just say yes So I sneak out to the garden to see you We keep quiet because we're dead if you so close your eyes Just keep this town for a little while Oh, a woman in a dress standing on a porch woman in a dress standing in front of a window, a woman in a dress is leaning against a column, taylor taylor - i'm a girl, a woman in a wedding dress is walking through a brick archway, a man standing in a field with a white shirt, a woman in a white dress walking through a field, a couple kissing in a field at sunset, a man and woman are kissing in a field, a couple kissing in a field at sunset, a woman in a white dress is walking through a doorway, a man and woman standing next to each other people, a woman standing next to a man in a forest, a man and woman standing next to each other people, a woman in a dress is leaning against a column, taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor,\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install sacrebleu"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "9CK0y4LGZTPA",
        "outputId": "73318554-c2ab-41fb-fcfb-c97e653d798b"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting sacrebleu\n",
            "  Downloading sacrebleu-2.4.2-py3-none-any.whl (106 kB)\n",
            "\u001b[?25l     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m0.0/106.7 kB\u001b[0m \u001b[31m?\u001b[0m eta \u001b[36m-:--:--\u001b[0m\r\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m106.7/106.7 kB\u001b[0m \u001b[31m3.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting portalocker (from sacrebleu)\n",
            "  Downloading portalocker-2.8.2-py3-none-any.whl (17 kB)\n",
            "Requirement already satisfied: regex in /usr/local/lib/python3.10/dist-packages (from sacrebleu) (2023.12.25)\n",
            "Requirement already satisfied: tabulate>=0.8.9 in /usr/local/lib/python3.10/dist-packages (from sacrebleu) (0.9.0)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from sacrebleu) (1.25.2)\n",
            "Collecting colorama (from sacrebleu)\n",
            "  Downloading colorama-0.4.6-py2.py3-none-any.whl (25 kB)\n",
            "Requirement already satisfied: lxml in /usr/local/lib/python3.10/dist-packages (from sacrebleu) (4.9.4)\n",
            "Installing collected packages: portalocker, colorama, sacrebleu\n",
            "Successfully installed colorama-0.4.6 portalocker-2.8.2 sacrebleu-2.4.2\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install rouge"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "BNyxaaY7ZlUz",
        "outputId": "88488a46-cc41-4c2b-8dd1-a5e35e54b74a"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting rouge\n",
            "  Downloading rouge-1.0.1-py3-none-any.whl (13 kB)\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.10/dist-packages (from rouge) (1.16.0)\n",
            "Installing collected packages: rouge\n",
            "Successfully installed rouge-1.0.1\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# prompt: BLEU, ROUGE, METOR evaluation scores for above T5, BART and PEGASUS\n",
        "\n",
        "# Import necessary libraries\n",
        "from sacrebleu.metrics import BLEU\n",
        "from rouge import Rouge\n",
        "from nltk.translate.bleu_score import corpus_bleu\n",
        "\n",
        "#from pymeteor import Meteor\n",
        "\n",
        "# Define the ground truth and predicted summaries\n",
        "ground_truth = [' You are young when I saw you I was crying on the staircase sayng please do not go seeing you making your way from the crowd to sy hello,  I am begging you please do not go My dad says stay away from Julietall there is something to do is run You will be the prince and i am the princess I love you And my daddy said stay away from Juliet We love young people first, So I sneak out to the garden to see you, a man and woman in formal attire dancing in the woods']\n",
        "predicted_t5 = ['I was crying on the staircase begging you please do not go And I said, we are dead if you so close your eyes I will be waiting all there is something to do is run You will be the prince and i am the princess I love you And my daddy said stay away from Juliet We love young people first, a man and woman in formal attire dancing in the woods taylor thomas dArcy - the bargams See you make']\n",
        "predicted_bart = [' We were both young when I first saw you, a woman walking down a sidewalk with  baby just say yes So I sneak out to the garden to see you We keep quiet holding a lantern,  oh, a lantern in the woods, taylor taylor']\n",
        "predicted_pegasus = ['We were both young when I first saw you, a woman walking down a sidewalk with a book, I closed my eyes and the flashback starts I am standing there On the balcony and summer air See the lights, a man sitting under a tree reading a book, a man sitting under a tree reading a book, see the party, a stone wall with a statue in the middle, taylor taylor - i am girl, the bargams See you make your way through the crowd and say hello Little did I know Let it you know we owe you a throw in pavels And my daddy said stay away from Juliet And I was crying on the staircase begging you please don not go And I said, a woman in a wedding dress standing on a porch, a woman in a dress is leaning against a column, you need to take me somewhere we can be alone I will be waiting all there is something to do is run You will be the prince and I wll be the princess It is a love story baby just say yes So I sneak out to the garden to see you We keep quiet because w are dead if you so close your eyes Just keep this town for a little while Oh, a woman in a dress standing on a porch woman in a dress standing in front of a window, a woman in a dress is leaning against a column, taylor taylor - i am a girl, a woman in a wedding dress is walking through a brick archway, a man standing in a field with a white shirt, a woman in a white dress walking through a field, a couple kissing in a field at sunset, a man and woman are kissing in a field, a couple kissing in a field at sunset, a woman in a white dress is walking through a doorway, a man and woman standing next to each other people, a woman standing next to a man in a forest, a man and woman standing next to each other people, a woman in a dress is leaning against a column taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor.']\n",
        "\n",
        "# Calculate BLEU scores\n",
        "bleu_t5 = corpus_bleu(predicted_t5, ground_truth)\n",
        "bleu_bart = corpus_bleu(predicted_bart, ground_truth)\n",
        "bleu_pegasus = corpus_bleu(predicted_pegasus, ground_truth)\n",
        "\n",
        "# Calculate ROUGE scores\n",
        "rouge = Rouge()\n",
        "rouge_t5 = rouge.get_scores(predicted_t5, ground_truth)\n",
        "rouge_bart = rouge.get_scores(predicted_bart, ground_truth)\n",
        "rouge_pegasus = rouge.get_scores(predicted_pegasus, ground_truth)\n",
        "\n",
        "\n",
        "# Print the scores\n",
        "print(\"BLEU scores:\")\n",
        "print(\"- T5:\", bleu_t5)\n",
        "print(\"- BART:\", bleu_bart)\n",
        "print(\"- PEGASUS:\", bleu_pegasus)\n",
        "\n",
        "print(\"\\nROUGE scores:\")\n",
        "print(\"- T5:\", rouge_t5)\n",
        "print(\"- BART:\", rouge_bart)\n",
        "print(\"- PEGASUS:\", rouge_pegasus)\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "WrxGfdPCYwR-",
        "outputId": "853b269f-da9e-48b0-eec8-e7add1a73f2f"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.10/dist-packages/nltk/translate/bleu_score.py:552: UserWarning: \n",
            "The hypothesis contains 0 counts of 2-gram overlaps.\n",
            "Therefore the BLEU score evaluates to 0, independently of\n",
            "how many N-gram overlaps of lower order it contains.\n",
            "Consider using lower n-gram order or use SmoothingFunction()\n",
            "  warnings.warn(_msg)\n",
            "/usr/local/lib/python3.10/dist-packages/nltk/translate/bleu_score.py:552: UserWarning: \n",
            "The hypothesis contains 0 counts of 3-gram overlaps.\n",
            "Therefore the BLEU score evaluates to 0, independently of\n",
            "how many N-gram overlaps of lower order it contains.\n",
            "Consider using lower n-gram order or use SmoothingFunction()\n",
            "  warnings.warn(_msg)\n",
            "/usr/local/lib/python3.10/dist-packages/nltk/translate/bleu_score.py:552: UserWarning: \n",
            "The hypothesis contains 0 counts of 4-gram overlaps.\n",
            "Therefore the BLEU score evaluates to 0, independently of\n",
            "how many N-gram overlaps of lower order it contains.\n",
            "Consider using lower n-gram order or use SmoothingFunction()\n",
            "  warnings.warn(_msg)\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "BLEU scores:\n",
            "- T5: 9.206597977384398e-232\n",
            "- BART: 8.796377678215576e-232\n",
            "- PEGASUS: 9.206597977384398e-232\n",
            "\n",
            "ROUGE scores:\n",
            "- T5: [{'rouge-1': {'r': 0.7164179104477612, 'p': 0.75, 'f': 0.7328244224835384}, 'rouge-2': {'r': 0.5652173913043478, 'p': 0.65, 'f': 0.6046511578150352}, 'rouge-l': {'r': 0.6865671641791045, 'p': 0.71875, 'f': 0.7022900713385002}}]\n",
            "- BART: [{'rouge-1': {'r': 0.2537313432835821, 'p': 0.4722222222222222, 'f': 0.33009708283155814}, 'rouge-2': {'r': 0.13043478260869565, 'p': 0.27906976744186046, 'f': 0.17777777343648846}, 'rouge-l': {'r': 0.19402985074626866, 'p': 0.3611111111111111, 'f': 0.2524271799189368}}]\n",
            "- PEGASUS: [{'rouge-1': {'r': 0.7761194029850746, 'p': 0.33548387096774196, 'f': 0.4684684642541191}, 'rouge-2': {'r': 0.5217391304347826, 'p': 0.1867704280155642, 'f': 0.27507162935542406}, 'rouge-l': {'r': 0.5223880597014925, 'p': 0.22580645161290322, 'f': 0.31531531110096583}}]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install requests"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "vVNAktZmnU7g",
        "outputId": "2afbfb85-20c2-4f4f-c85f-bbbc49c7cbac"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (2.31.0)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests) (3.3.2)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests) (3.7)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests) (2024.2.2)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!git clone https://github.com/Tiiiger/bert_score.git"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "INPD_MB_qjPn",
        "outputId": "20eeaee3-82a8-45b4-c9c5-e01bfa31ee2f"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Cloning into 'bert_score'...\n",
            "remote: Enumerating objects: 997, done.\u001b[K\n",
            "remote: Counting objects: 100% (359/359), done.\u001b[K\n",
            "remote: Compressing objects: 100% (161/161), done.\u001b[K\n",
            "remote: Total 997 (delta 220), reused 321 (delta 197), pack-reused 638\u001b[K\n",
            "Receiving objects: 100% (997/997), 1.34 MiB | 8.71 MiB/s, done.\n",
            "Resolving deltas: 100% (535/535), done.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install bert_score"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "4oDPPT8hra3s",
        "outputId": "fbd6bda3-57a9-4415-9570-f6368c4cc584"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting bert_score\n",
            "  Downloading bert_score-0.3.13-py3-none-any.whl (61 kB)\n",
            "\u001b[?25l     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m0.0/61.1 kB\u001b[0m \u001b[31m?\u001b[0m eta \u001b[36m-:--:--\u001b[0m\r\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m61.1/61.1 kB\u001b[0m \u001b[31m1.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: torch>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from bert_score) (2.2.1+cu121)\n",
            "Requirement already satisfied: pandas>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from bert_score) (2.0.3)\n",
            "Requirement already satisfied: transformers>=3.0.0 in /usr/local/lib/python3.10/dist-packages (from bert_score) (4.40.0)\n",
            "Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from bert_score) (1.25.2)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from bert_score) (2.31.0)\n",
            "Requirement already satisfied: tqdm>=4.31.1 in /usr/local/lib/python3.10/dist-packages (from bert_score) (4.66.2)\n",
            "Requirement already satisfied: matplotlib in /usr/local/lib/python3.10/dist-packages (from bert_score) (3.7.1)\n",
            "Requirement already satisfied: packaging>=20.9 in /usr/local/lib/python3.10/dist-packages (from bert_score) (24.0)\n",
            "Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.10/dist-packages (from pandas>=1.0.1->bert_score) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas>=1.0.1->bert_score) (2023.4)\n",
            "Requirement already satisfied: tzdata>=2022.1 in /usr/local/lib/python3.10/dist-packages (from pandas>=1.0.1->bert_score) (2024.1)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch>=1.0.0->bert_score) (3.13.4)\n",
            "Requirement already satisfied: typing-extensions>=4.8.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.0.0->bert_score) (4.11.0)\n",
            "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=1.0.0->bert_score) (1.12)\n",
            "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.0.0->bert_score) (3.3)\n",
            "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=1.0.0->bert_score) (3.1.3)\n",
            "Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch>=1.0.0->bert_score) (2023.6.0)\n",
            "Collecting nvidia-cuda-nvrtc-cu12==12.1.105 (from torch>=1.0.0->bert_score)\n",
            "  Using cached nvidia_cuda_nvrtc_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (23.7 MB)\n",
            "Collecting nvidia-cuda-runtime-cu12==12.1.105 (from torch>=1.0.0->bert_score)\n",
            "  Using cached nvidia_cuda_runtime_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (823 kB)\n",
            "Collecting nvidia-cuda-cupti-cu12==12.1.105 (from torch>=1.0.0->bert_score)\n",
            "  Using cached nvidia_cuda_cupti_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (14.1 MB)\n",
            "Collecting nvidia-cudnn-cu12==8.9.2.26 (from torch>=1.0.0->bert_score)\n",
            "  Using cached nvidia_cudnn_cu12-8.9.2.26-py3-none-manylinux1_x86_64.whl (731.7 MB)\n",
            "Collecting nvidia-cublas-cu12==12.1.3.1 (from torch>=1.0.0->bert_score)\n",
            "  Using cached nvidia_cublas_cu12-12.1.3.1-py3-none-manylinux1_x86_64.whl (410.6 MB)\n",
            "Collecting nvidia-cufft-cu12==11.0.2.54 (from torch>=1.0.0->bert_score)\n",
            "  Using cached nvidia_cufft_cu12-11.0.2.54-py3-none-manylinux1_x86_64.whl (121.6 MB)\n",
            "Collecting nvidia-curand-cu12==10.3.2.106 (from torch>=1.0.0->bert_score)\n",
            "  Using cached nvidia_curand_cu12-10.3.2.106-py3-none-manylinux1_x86_64.whl (56.5 MB)\n",
            "Collecting nvidia-cusolver-cu12==11.4.5.107 (from torch>=1.0.0->bert_score)\n",
            "  Using cached nvidia_cusolver_cu12-11.4.5.107-py3-none-manylinux1_x86_64.whl (124.2 MB)\n",
            "Collecting nvidia-cusparse-cu12==12.1.0.106 (from torch>=1.0.0->bert_score)\n",
            "  Using cached nvidia_cusparse_cu12-12.1.0.106-py3-none-manylinux1_x86_64.whl (196.0 MB)\n",
            "Collecting nvidia-nccl-cu12==2.19.3 (from torch>=1.0.0->bert_score)\n",
            "  Using cached nvidia_nccl_cu12-2.19.3-py3-none-manylinux1_x86_64.whl (166.0 MB)\n",
            "Collecting nvidia-nvtx-cu12==12.1.105 (from torch>=1.0.0->bert_score)\n",
            "  Using cached nvidia_nvtx_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (99 kB)\n",
            "Requirement already satisfied: triton==2.2.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.0.0->bert_score) (2.2.0)\n",
            "Collecting nvidia-nvjitlink-cu12 (from nvidia-cusolver-cu12==11.4.5.107->torch>=1.0.0->bert_score)\n",
            "  Using cached nvidia_nvjitlink_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl (21.1 MB)\n",
            "Requirement already satisfied: huggingface-hub<1.0,>=0.19.3 in /usr/local/lib/python3.10/dist-packages (from transformers>=3.0.0->bert_score) (0.20.3)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers>=3.0.0->bert_score) (6.0.1)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers>=3.0.0->bert_score) (2023.12.25)\n",
            "Requirement already satisfied: tokenizers<0.20,>=0.19 in /usr/local/lib/python3.10/dist-packages (from transformers>=3.0.0->bert_score) (0.19.1)\n",
            "Requirement already satisfied: safetensors>=0.4.1 in /usr/local/lib/python3.10/dist-packages (from transformers>=3.0.0->bert_score) (0.4.3)\n",
            "Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->bert_score) (1.2.1)\n",
            "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib->bert_score) (0.12.1)\n",
            "Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->bert_score) (4.51.0)\n",
            "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->bert_score) (1.4.5)\n",
            "Requirement already satisfied: pillow>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->bert_score) (9.4.0)\n",
            "Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->bert_score) (3.1.2)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->bert_score) (3.3.2)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->bert_score) (3.7)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->bert_score) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->bert_score) (2024.2.2)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.2->pandas>=1.0.1->bert_score) (1.16.0)\n",
            "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=1.0.0->bert_score) (2.1.5)\n",
            "Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=1.0.0->bert_score) (1.3.0)\n",
            "Installing collected packages: nvidia-nvtx-cu12, nvidia-nvjitlink-cu12, nvidia-nccl-cu12, nvidia-curand-cu12, nvidia-cufft-cu12, nvidia-cuda-runtime-cu12, nvidia-cuda-nvrtc-cu12, nvidia-cuda-cupti-cu12, nvidia-cublas-cu12, nvidia-cusparse-cu12, nvidia-cudnn-cu12, nvidia-cusolver-cu12, bert_score\n",
            "Successfully installed bert_score-0.3.13 nvidia-cublas-cu12-12.1.3.1 nvidia-cuda-cupti-cu12-12.1.105 nvidia-cuda-nvrtc-cu12-12.1.105 nvidia-cuda-runtime-cu12-12.1.105 nvidia-cudnn-cu12-8.9.2.26 nvidia-cufft-cu12-11.0.2.54 nvidia-curand-cu12-10.3.2.106 nvidia-cusolver-cu12-11.4.5.107 nvidia-cusparse-cu12-12.1.0.106 nvidia-nccl-cu12-2.19.3 nvidia-nvjitlink-cu12-12.4.127 nvidia-nvtx-cu12-12.1.105\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# prompt: evaluate bert score for T5, BART and PEGASUS\n",
        "\n",
        "# Import necessary libraries\n",
        "import requests\n",
        "from bert_score import score\n",
        "\n",
        "# Define the ground truth and predicted summaries\n",
        "ground_truth = [' You are young when I saw you I was crying on the staircase sayng please do not go seeing you making your way from the crowd to sy hello,  I am begging you please do not go My dad says stay away from Julietall there is something to do is run You will be the prince and i am the princess I love you And my daddy said stay away from Juliet We love young people first, So I sneak out to the garden to see you, a man and woman in formal attire dancing in the woods']\n",
        "predicted_t5 = ['I was crying on the staircase begging you please do not go And I said, we are dead if you so close your eyes I will be waiting all there is something to do is run You will be the prince and i am the princess I love you And my daddy said stay away from Juliet We love young people first, a man and woman in formal attire dancing in the woods taylor thomas dArcy - the bargams See you make']\n",
        "predicted_bart = [' We were both young when I first saw you, a woman walking down a sidewalk with  baby just say yes So I sneak out to the garden to see you We keep quiet holding a lantern,  oh, a lantern in the woods, taylor taylor']\n",
        "predicted_pegasus = ['We were both young when I first saw you, a woman walking down a sidewalk with a book, I closed my eyes and the flashback starts I am standing there On the balcony and summer air See the lights, a man sitting under a tree reading a book, a man sitting under a tree reading a book, see the party, a stone wall with a statue in the middle, taylor taylor - i am girl, the bargams See you make your way through the crowd and say hello Little did I know Let it you know we owe you a throw in pavels And my daddy said stay away from Juliet And I was crying on the staircase begging you please don not go And I said, a woman in a wedding dress standing on a porch, a woman in a dress is leaning against a column, you need to take me somewhere we can be alone I will be waiting all there is something to do is run You will be the prince and I wll be the princess It is a love story baby just say yes So I sneak out to the garden to see you We keep quiet because w are dead if you so close your eyes Just keep this town for a little while Oh, a woman in a dress standing on a porch woman in a dress standing in front of a window, a woman in a dress is leaning against a column, taylor taylor - i am a girl, a woman in a wedding dress is walking through a brick archway, a man standing in a field with a white shirt, a woman in a white dress walking through a field, a couple kissing in a field at sunset, a man and woman are kissing in a field, a couple kissing in a field at sunset, a woman in a white dress is walking through a doorway, a man and woman standing next to each other people, a woman standing next to a man in a forest, a man and woman standing next to each other people, a woman in a dress is leaning against a column taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor taylor.']\n",
        "\n",
        "# Evaluate BERTScore for each model\n",
        "P_t5, R_t5, F1_t5 = score(predicted_t5, ground_truth, lang=\"en\")\n",
        "P_bart, R_bart, F1_bart = score(predicted_bart, ground_truth, lang=\"en\")\n",
        "P_pegasus, R_pegasus, F1_pegasus = score(predicted_pegasus, ground_truth, lang=\"en\")\n",
        "\n",
        "# Print the scores\n",
        "print(\"BERTScore:\")\n",
        "print(\"- T5:\")\n",
        "print(\"  - Precision:\", P_t5)\n",
        "print(\"  - Recall:\", R_t5)\n",
        "print(\"  - F1:\", F1_t5)\n",
        "print(\"- BART:\")\n",
        "print(\"  - Precision:\", P_bart)\n",
        "print(\"  - Recall:\", R_bart)\n",
        "print(\"  - F1:\", F1_bart)\n",
        "print(\"- PEGASUS:\")\n",
        "print(\"  - Precision:\", P_pegasus)\n",
        "print(\"  - Recall:\", R_pegasus)\n",
        "print(\"  - F1:\", F1_pegasus)\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 663,
          "referenced_widgets": [
            "5581b1269430437fa7860b0693983e9f",
            "3b2f1a83bdcb474e9301bce46b81313f",
            "f22e4e194067418dab00182c8642d64b",
            "dae8696581894a319ef0283cc7e8c78b",
            "a9129a37015449a4b85bbc9e63c867a8",
            "a5c0068ba98b496d909d447781506321",
            "590d5a094ba0474c9f9c0613d6759e99",
            "b71aed3d4df74fa5b0e7cd60de728a51",
            "30bb5ba86b484e97b6680f3783ec5d0e",
            "6fb6ff36b81240079bf93defc40116ea",
            "d41e3c8c51bd4b6bbf32075a0953b97b",
            "7c3659da6af64be6a8971d60ae56a2b1",
            "29a9b373482446a59d3bdc1827ebe063",
            "c7d6e5e366b544e09761a976b3dd6add",
            "29548d60a7b647f887ec4cb2e3c8251c",
            "898326f0b5a14135b82e45e18372370e",
            "a6280057e2fe4f4e843700fd8c8eee37",
            "0c3585dfdc2c4a6081abcf1d8dc44de7",
            "1593ff8507884b6fa3a37d5a5457bdd2",
            "ae0814f0b7a14c6b9da86064b54130c7",
            "0e331cd0d69544b086ea1300ddc2bbf1",
            "ce41dc9b02894527b00b70b230d726f3",
            "690cf46533f642b1a3447582c3625eed",
            "20222c148b9f49318dd51e8b536a1037",
            "a15e94368e074ae595f08004ab3141e3",
            "d26baecbf93547dab3c123e8b9812a38",
            "d7af95c501ff42ed986bf9264f148db4",
            "5210a2e64bea4bdc9960da14cb377135",
            "008464e30e14480ab7492ef6695e44cc",
            "b2f2558283494f718b5d25449c4eef38",
            "db6023389a674e08a8015d9e0f33ae69",
            "16624b8c90c44994ad869f974898decf",
            "de01ea0e85374e70af661e41164435a3",
            "649952310635410f8090a3b6ae8800fa",
            "478925940ea148c283c1cf3a9c4a2d27",
            "0491e38d9647476dba8b90461808393f",
            "01bcd5605b304359940b14dfc18e585d",
            "3e6d471e5d1d4b0fa30fbd194578d6b1",
            "77d59d83d26946f1bcf718c5ecab8132",
            "bdbe3564a45a4795ae266214d8327aa1",
            "6928074dc56b4e0e9b4aeababe7d8f8d",
            "9283c8b5b0734dc1a690d9079902d9e5",
            "b9003178ec37400581088d332251bbd8",
            "2b44570796e24d0f9ead4cce7b2b0939",
            "4d2fa58b717d4b589994081851914590",
            "3c3bda271b19453081581c77e6fc6bd4",
            "f8451a3d42844f54b77d8033271aed01",
            "962013e37cec4eb1959e8194b2789b5c",
            "81aa3f95124245cb8e517a87cca142d0",
            "874451440528444c824dd56fa7c1a37c",
            "4d0b92996faf48b6b9c2888d7fe90ca8",
            "4a427bcfe55f47a7ba3f2338abbf4d0c",
            "21566a192c694e02b84bf8769da53ec6",
            "a7a54d32bb9f47dc81ac458de66232e8",
            "a23d36de273a4e1398bfd96cec009a30",
            "3d075fbbe11842cea2d564d6bcef91cb",
            "0dd78bd1d6ce43e0a150a54e40f9f5f0",
            "5ef2d99fccf24ba7a6cf956d5dd45d09",
            "4ac728c84edf4181b923d0ebc2292398",
            "43fbfd6b25b747ceb51d696a546af947",
            "0e7273e6c46043e794f047dea5f1661a",
            "68d953bf822540c5ba90c2a0eb519056",
            "29a14da4e164438592f4daaf7bb54dde",
            "93a305fd182b475b893b420e51468ee0",
            "8a07e5970c804b3da6a23562505d8b17",
            "326efc500dbb4c76bef4ecdeceb3e1f6"
          ]
        },
        "id": "hAi8enmuq3CG",
        "outputId": "de3f3d52-0630-417f-d262-7d88be5e82b0"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.10/dist-packages/huggingface_hub/utils/_token.py:88: UserWarning: \n",
            "The secret `HF_TOKEN` does not exist in your Colab secrets.\n",
            "To authenticate with the Hugging Face Hub, create a token in your settings tab (https://huggingface.co/settings/tokens), set it as secret in your Google Colab and restart your session.\n",
            "You will be able to reuse this secret in all of your notebooks.\n",
            "Please note that authentication is recommended but still optional to access public models or datasets.\n",
            "  warnings.warn(\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "tokenizer_config.json:   0%|          | 0.00/25.0 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "5581b1269430437fa7860b0693983e9f"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "config.json:   0%|          | 0.00/482 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "7c3659da6af64be6a8971d60ae56a2b1"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "vocab.json:   0%|          | 0.00/899k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "690cf46533f642b1a3447582c3625eed"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "merges.txt:   0%|          | 0.00/456k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "649952310635410f8090a3b6ae8800fa"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "tokenizer.json:   0%|          | 0.00/1.36M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "4d2fa58b717d4b589994081851914590"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "model.safetensors:   0%|          | 0.00/1.42G [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "3d075fbbe11842cea2d564d6bcef91cb"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Some weights of RobertaModel were not initialized from the model checkpoint at roberta-large and are newly initialized: ['roberta.pooler.dense.bias', 'roberta.pooler.dense.weight']\n",
            "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n",
            "Some weights of RobertaModel were not initialized from the model checkpoint at roberta-large and are newly initialized: ['roberta.pooler.dense.bias', 'roberta.pooler.dense.weight']\n",
            "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n",
            "Some weights of RobertaModel were not initialized from the model checkpoint at roberta-large and are newly initialized: ['roberta.pooler.dense.bias', 'roberta.pooler.dense.weight']\n",
            "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "BERTScore:\n",
            "- T5:\n",
            "  - Precision: tensor([0.8936])\n",
            "  - Recall: tensor([0.9064])\n",
            "  - F1: tensor([0.9000])\n",
            "- BART:\n",
            "  - Precision: tensor([0.8761])\n",
            "  - Recall: tensor([0.8489])\n",
            "  - F1: tensor([0.8623])\n",
            "- PEGASUS:\n",
            "  - Precision: tensor([0.7873])\n",
            "  - Recall: tensor([0.8949])\n",
            "  - F1: tensor([0.8377])\n"
          ]
        }
      ]
    }
  ]
}