nbdev3

Author: jph00

index.ipynb

@@ -2,6 +2,7 @@
  "cells": [
   {
    "cell_type": "markdown",
+   "id": "b9abc78e",
    "metadata": {},
    "source": [
     "# PlaywrightNB\n",
@@ -11,20 +12,23 @@
   },
   {
    "cell_type": "markdown",
+   "id": "d5d27c1c",
    "metadata": {},
    "source": [
     "`PlaywrightNB` provides some little quality-of-life helpers for interactive use of the wonderful [Playwright](https://playwright.dev/python/) library. It's likely to be particularly of interest to folks using Jupyter."
    ]
   },
   {
    "cell_type": "markdown",
+   "id": "0377fe14",
    "metadata": {},
    "source": [
     "## Install"
    ]
   },
   {
    "cell_type": "markdown",
+   "id": "a09b5d72",
    "metadata": {},
    "source": [
     "```\n",
@@ -34,6 +38,7 @@
   },
   {
    "cell_type": "markdown",
+   "id": "ca411f8a",
    "metadata": {},
    "source": [
     "## Overview"
@@ -42,6 +47,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
+   "id": "e25bc855",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -51,6 +57,7 @@
   },
   {
    "cell_type": "markdown",
+   "id": "e9cf8278",
    "metadata": {},
    "source": [
     "`playwrightnb` provide two main functions: `read_page_async(url)`, and `read_page(url)`. They are identical except the 1st is async.\n",
@@ -63,6 +70,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
+   "id": "fb247968",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -72,6 +80,7 @@
   },
   {
    "cell_type": "markdown",
+   "id": "c0ca0667",
    "metadata": {},
    "source": [
     "Use `h2md` to convert the HTML to markdown:"
@@ -80,6 +89,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
+   "id": "9f85abbe",
    "metadata": {},
    "outputs": [
     {
@@ -100,6 +110,7 @@
   },
   {
    "cell_type": "markdown",
+   "id": "20a86a0e",
    "metadata": {},
    "source": [
     "In the case where you want to grab some particular element using a CSS selector, use `url2md` to read the page, find the selector, and convert to markdown. E.g, for accessing Discord's JS-rendered docs:"
@@ -108,6 +119,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
+   "id": "6c468fca",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -119,6 +131,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
+   "id": "a2567e8e",
    "metadata": {},
    "outputs": [
     {
@@ -141,13 +154,15 @@
   },
   {
    "cell_type": "markdown",
+   "id": "2a766a9a",
    "metadata": {},
    "source": [
     "If you don't need JS-rendering or other fanciness, use `get2md` instead, which uses `httpx.get` instead of playwright."
    ]
   },
   {
    "cell_type": "markdown",
+   "id": "f0eebcda",
    "metadata": {},
    "source": [
     "## fin -"
@@ -156,6 +171,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
+   "id": "017f1b69",
    "metadata": {},
    "outputs": [],
    "source": []
@@ -169,5 +185,5 @@
   }
  },
  "nbformat": 4,
- "nbformat_minor": 4
+ "nbformat_minor": 5
 }

playwrightnb/core.py

@@ -2,11 +2,11 @@
 
 # AUTOGENERATED! DO NOT EDIT! File to edit: ../00_core.ipynb.
 
-# %% auto 0
+# %% auto #0
 __all__ = ['get_page', 'page_ready', 'frames_ready', 'wait_page', 'get_full_content', 'read_page_async', 'read_page', 'h2md',
            'url2md_async', 'url2md', 'get2md']
 
-# %% ../00_core.ipynb
+# %% ../00_core.ipynb #5c4a0708
 from fastcore.utils import *
 from fastcore.meta import delegates
 import uuid, warnings
@@ -19,7 +19,7 @@
 from bs4 import BeautifulSoup, GuessedAtParserWarning
 from html2text import HTML2Text
 
-# %% ../00_core.ipynb
+# %% ../00_core.ipynb #572ae069
 async def get_page(*args, stealth=False, **kwargs):
     p = await async_playwright().start()
     c = await p.chromium.launch(*args, **kwargs)
@@ -29,7 +29,7 @@ async def get_page(*args, stealth=False, **kwargs):
     if stealth: await stealth_async(page)
     return page
 
-# %% ../00_core.ipynb
+# %% ../00_core.ipynb #b3f6649f
 async def page_ready(page, pause=50, timeout=5000):
     "Waith until main content of `page` is ready"
     await page.wait_for_load_state('domcontentloaded')
@@ -39,7 +39,7 @@ async def page_ready(page, pause=50, timeout=5000):
     except PTimeoutError as e: pass
     await page.wait_for_timeout(pause)
 
-# %% ../00_core.ipynb
+# %% ../00_core.ipynb #132f0754
 async def frames_ready(page, pause=50, timeout=5000):
     "Wait until all visible frames (if any) on `page` are ready"
     iframes = await page.query_selector_all('iframe:visible')
@@ -52,13 +52,13 @@ async def frames_ready(page, pause=50, timeout=5000):
             await frame.wait_for_load_state('domcontentloaded', timeout=timeout)
             await frame.wait_for_load_state('networkidle', timeout=timeout)
 
-# %% ../00_core.ipynb
+# %% ../00_core.ipynb #5a9ea7ab
 async def wait_page(page, pause=50, timeout=5000):
     "Wait until page and visible frames (if any) on `page` are ready"
     await page_ready(page, pause=pause, timeout=timeout)
     await frames_ready(page, pause=pause, timeout=timeout)
 
-# %% ../00_core.ipynb
+# %% ../00_core.ipynb #75092cd8
 async def get_full_content(page):
     "Tuple of page content and dict of frames' content"
     main_content = await page.content()
@@ -71,7 +71,7 @@ async def get_full_content(page):
             iframe_contents[key] = await frame.content()
     return main_content, iframe_contents
 
-# %% ../00_core.ipynb
+# %% ../00_core.ipynb #2cf5603b
 async def read_page_async(url, pause=50, timeout=5000, stealth=False, page=None):
     "Return contents of `url` and its iframes using Playwright async"
     has_page = bool(page)
@@ -83,12 +83,12 @@ async def read_page_async(url, pause=50, timeout=5000, stealth=False, page=None)
     finally:
         if not has_page: await page.close()
 
-# %% ../00_core.ipynb
+# %% ../00_core.ipynb #ec0d3b40
 def read_page(url, pause=50, timeout=5000, stealth=False, page=None):
     "Return contents of `url` and its iframes using Playwright"
     with from_thread.start_blocking_portal() as p: return p.call(read_page_async, url, pause, timeout, stealth, page)
 
-# %% ../00_core.ipynb
+# %% ../00_core.ipynb #7f1b1068
 def h2md(h):
     "Convert HTML `h` to markdown using `HTML2Text"
     h2t = HTML2Text(bodywidth=5000)
@@ -97,7 +97,7 @@ def h2md(h):
     h2t.ignore_images = True
     return h2t.handle(str(h))
 
-# %% ../00_core.ipynb
+# %% ../00_core.ipynb #879a818e
 async def url2md_async(url, sel=None, pause=50, timeout=5000, stealth=False, page=None):
     "Read `url` with `read_page`, optionally selecting CSS selector `sel`"
     warnings.filterwarnings("ignore", category=GuessedAtParserWarning)
@@ -106,7 +106,7 @@ async def url2md_async(url, sel=None, pause=50, timeout=5000, stealth=False, pag
     content = soup.select_one(sel)
     return h2md(content)
 
-# %% ../00_core.ipynb
+# %% ../00_core.ipynb #a9c44a62
 def url2md(url, sel=None, pause=50, timeout=5000, stealth=False, page=None):
     "Read `url` with `read_page`"
     warnings.filterwarnings("ignore", category=GuessedAtParserWarning)
@@ -115,7 +115,7 @@ def url2md(url, sel=None, pause=50, timeout=5000, stealth=False, page=None):
     content = soup.select_one(sel)
     return h2md(content)
 
-# %% ../00_core.ipynb
+# %% ../00_core.ipynb #9b2c101b
 @delegates(get)
 def get2md(url, sel=None, **kwargs):
     "Read `url` with `httpx.get`"

pyproject.toml

@@ -1,11 +1,35 @@
 [build-system]
-requires = ["setuptools>=64.0"]
+requires = ["setuptools>=64"]
 build-backend = "setuptools.build_meta"
 
 [project]
 name="playwrightnb"
+dynamic = ["version"]
+description = "Helpers for using Playwright from notebooks and more"
+readme = "README.md"
 requires-python=">=3.8"
-dynamic = [ "keywords", "description", "version", "dependencies", "optional-dependencies", "readme", "license", "authors", "classifiers", "entry-points", "scripts", "urls"]
+license = {text = "Apache-2.0"}
+authors = [{name = "Jeremy Howard", email = "info@fast.ai"}]
+keywords = ['nbdev', 'jupyter', 'notebook', 'python', 'playwright']
+classifiers = [
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3 :: Only",
+]
+dependencies = []
 
-[tool.uv]
-cache-keys = [{ file = "pyproject.toml" }, { file = "settings.ini" }, { file = "setup.py" }]
+[project.urls]
+Repository = "https://github.com/AnswerDotAI/playwrightnb"
+Documentation = "https://AnswerDotAI.github.io/playwrightnb"
+
+[project.entry-points.nbdev]
+playwrightnb = "playwrightnb._modidx:d"
+
+[tool.setuptools.dynamic]
+version = {attr = "playwrightnb.__version__"}
+
+[tool.setuptools.packages.find]
+include = ["playwrightnb"]
+
+[tool.nbdev]
+nbs_path = '.'
+custom_sidebar = false