Finalize exports and re exports

src/crawlee/crawlers/__init__.py

@@ -18,10 +18,31 @@
 with _try_import(__name__, 'PlaywrightCrawler', 'PlaywrightCrawlingContext', 'PlaywrightPreNavCrawlingContext'):
     from ._playwright import PlaywrightCrawler, PlaywrightCrawlingContext, PlaywrightPreNavCrawlingContext
 
+with _try_import(
+    __name__,
+    'AdaptivePlaywrightCrawler',
+    'AdaptivePlaywrightCrawlingContext',
+    'AdaptivePlaywrightPreNavCrawlingContext',
+    'RenderingType',
+    'RenderingTypePrediction',
+    'RenderingTypePredictor',
+):
+    from ._adaptive_playwright import (
+        AdaptivePlaywrightCrawler,
+        AdaptivePlaywrightCrawlingContext,
+        AdaptivePlaywrightPreNavCrawlingContext,
+        RenderingType,
+        RenderingTypePrediction,
+        RenderingTypePredictor,
+    )
+
 
 __all__ = [
     'AbstractHttpCrawler',
     'AbstractHttpParser',
+    'AdaptivePlaywrightCrawler',
+    'AdaptivePlaywrightCrawlingContext',
+    'AdaptivePlaywrightPreNavCrawlingContext',
     'BasicCrawler',
     'BasicCrawlerOptions',
     'BasicCrawlingContext',
@@ -39,4 +60,7 @@
     'PlaywrightCrawler',
     'PlaywrightCrawlingContext',
     'PlaywrightPreNavCrawlingContext',
+    'RenderingType',
+    'RenderingTypePrediction',
+    'RenderingTypePredictor',
 ]

src/crawlee/crawlers/_adaptive_playwright/__init__.py

@@ -1,5 +1,5 @@
 try:
-    from ._rendering_type_predictor import RenderingTypePredictor
+    from ._rendering_type_predictor import RenderingType, RenderingTypePrediction, RenderingTypePredictor
 except ImportError as exc:
     raise ImportError(
         "To import this, you need to install the 'adaptive-playwright' extra. "
@@ -16,5 +16,7 @@
     'AdaptivePlaywrightCrawler',
     'AdaptivePlaywrightCrawlingContext',
     'AdaptivePlaywrightPreNavCrawlingContext',
+    'RenderingType',
+    'RenderingTypePrediction',
     'RenderingTypePredictor',
 ]

src/crawlee/crawlers/_adaptive_playwright/_adaptive_playwright_crawler.py

@@ -13,6 +13,7 @@
 from typing_extensions import Self, TypeVar, override
 
 from crawlee._types import BasicCrawlingContext, JsonSerializable, RequestHandlerRunResult
+from crawlee._utils.docs import docs_group
 from crawlee._utils.wait import wait_for
 from crawlee.crawlers import (
     AbstractHttpCrawler,
@@ -82,6 +83,7 @@ async def __aexit__(
         self._active = False
 
 
+@docs_group('Classes')
 class AdaptivePlaywrightCrawler(
     Generic[TStaticCrawlingContext, TStaticParseResult],
     BasicCrawler[AdaptivePlaywrightCrawlingContext, AdaptivePlaywrightCrawlerStatisticState],

src/crawlee/crawlers/_adaptive_playwright/_adaptive_playwright_crawling_context.py

@@ -100,6 +100,7 @@ async def from_playwright_crawling_context(
 
 
 @dataclass(frozen=True)
+@docs_group('Data structures')
 class AdaptivePlaywrightPreNavCrawlingContext(BasicCrawlingContext):
     """This is just wrapper around BasicCrawlingContext or AdaptivePlaywrightCrawlingContext.
 

src/crawlee/crawlers/_adaptive_playwright/_rendering_type_predictor.py

@@ -11,18 +11,21 @@
 from typing_extensions import override
 
 from crawlee import Request
+from crawlee._utils.docs import docs_group
 
 UrlComponents = list[str]
 RenderingType = Literal['static', 'client only']
 FeatureVector = tuple[float, float]
 
 
+@docs_group('Data structures')
 @dataclass(frozen=True)
 class RenderingTypePrediction:
     rendering_type: RenderingType
     detection_probability_recommendation: float
 
 
+@docs_group('Classes')
 class RenderingTypePredictor(ABC):
     @abstractmethod
     def predict(self, request: Request) -> RenderingTypePrediction:
@@ -42,6 +45,7 @@ def store_result(self, request: Request, rendering_type: RenderingType) -> None:
         """
 
 
+@docs_group('Classes')
 class DefaultRenderingTypePredictor(RenderingTypePredictor):
     """Stores rendering type for previously crawled URLs and predicts the rendering type for unvisited urls.
 

tests/unit/crawlers/_adaptive_playwright/test_adaptive_playwright_crawler.py

@@ -14,19 +14,20 @@
 
 from crawlee import Request
 from crawlee.browsers import BrowserPool
-from crawlee.crawlers import BasicCrawler
-from crawlee.crawlers._adaptive_playwright import AdaptivePlaywrightCrawler, AdaptivePlaywrightCrawlingContext
+from crawlee.crawlers import (
+    AdaptivePlaywrightCrawler,
+    AdaptivePlaywrightCrawlingContext,
+    AdaptivePlaywrightPreNavCrawlingContext,
+    BasicCrawler,
+    RenderingType,
+    RenderingTypePrediction,
+    RenderingTypePredictor,
+)
 from crawlee.crawlers._adaptive_playwright._adaptive_playwright_crawler_statistics import (
     AdaptivePlaywrightCrawlerStatisticState,
 )
 from crawlee.crawlers._adaptive_playwright._adaptive_playwright_crawling_context import (
     AdaptiveContextError,
-    AdaptivePlaywrightPreNavCrawlingContext,
-)
-from crawlee.crawlers._adaptive_playwright._rendering_type_predictor import (
-    RenderingType,
-    RenderingTypePrediction,
-    RenderingTypePredictor,
 )
 from crawlee.statistics import Statistics