refactor!: declare private and public interface (#456)

### Description

- declare private and public interface

### Issues

- N/A

### Testing

- All existing tests are passing.

### Checklist

- [x] CI passed

Author: vdusek

docs/examples/code/crawl_website_with_relative_links_all_links.py

@@ -1,7 +1,7 @@
 import asyncio
 
+from crawlee import EnqueueStrategy
 from crawlee.beautifulsoup_crawler import BeautifulSoupCrawler, BeautifulSoupCrawlingContext
-from crawlee.enqueue_strategy import EnqueueStrategy
 
 
 async def main() -> None:

docs/examples/code/crawl_website_with_relative_links_same_domain.py

@@ -1,7 +1,7 @@
 import asyncio
 
+from crawlee import EnqueueStrategy
 from crawlee.beautifulsoup_crawler import BeautifulSoupCrawler, BeautifulSoupCrawlingContext
-from crawlee.enqueue_strategy import EnqueueStrategy
 
 
 async def main() -> None:

docs/examples/code/crawl_website_with_relative_links_same_hostname.py

@@ -1,7 +1,7 @@
 import asyncio
 
+from crawlee import EnqueueStrategy
 from crawlee.beautifulsoup_crawler import BeautifulSoupCrawler, BeautifulSoupCrawlingContext
-from crawlee.enqueue_strategy import EnqueueStrategy
 
 
 async def main() -> None:

docs/examples/code/crawl_website_with_relative_links_same_origin.py

@@ -1,7 +1,7 @@
 import asyncio
 
+from crawlee import EnqueueStrategy
 from crawlee.beautifulsoup_crawler import BeautifulSoupCrawler, BeautifulSoupCrawlingContext
-from crawlee.enqueue_strategy import EnqueueStrategy
 
 
 async def main() -> None:

docs/examples/code/fill_and_submit_web_form_crawler.py

@@ -1,7 +1,7 @@
 import asyncio
 
+from crawlee import Request
 from crawlee.http_crawler import HttpCrawler, HttpCrawlingContext
-from crawlee.models import Request
 
 
 async def main() -> None:

docs/examples/code/fill_and_submit_web_form_request.py

@@ -1,4 +1,4 @@
-from crawlee.models import Request
+from crawlee import Request
 
 # Prepare a POST request to the form endpoint.
 request = Request.from_url(

docs/introduction/code/08_routes.py

@@ -1,5 +1,5 @@
-from crawlee.basic_crawler import Router
 from crawlee.playwright_crawler import PlaywrightCrawlingContext
+from crawlee.router import Router
 
 router = Router[PlaywrightCrawlingContext]()
 

pyproject.toml

@@ -98,7 +98,7 @@ playwright = ["playwright"]
 parsel = ["parsel"]
 
 [tool.poetry.scripts]
-crawlee = "crawlee.cli:cli"
+crawlee = "crawlee._cli:cli"
 
 [tool.ruff]
 line-length = 120

src/crawlee/__init__.py

@@ -1,5 +1,7 @@
 from importlib import metadata
 
+from ._models import Request
+from ._types import ConcurrencySettings, EnqueueStrategy
 from ._utils.globs import Glob
 
 __version__ = metadata.version('crawlee')

src/crawlee/_autoscaling/__init__.py

@@ -0,0 +1,5 @@
+from .autoscaled_pool import AutoscaledPool
+from .snapshotter import Snapshotter
+from .system_status import SystemStatus
+
+__all__ = ['AutoscaledPool', 'Snapshotter', 'SystemStatus']