Asynchronous web crawler managing browser sessions, crawling strategies, and crawl result aggregation.
# Source: https://github.com/nerdy-tech-com-gitub/crawl4ai | License: Apache-2.0 # Provided via justclaw.it.com; keep this notice with the code. import os import time import warnings from enum import Enum from colorama import init, Fore, Back, Style from pathlib import Path from typing import Optional, List, Union import json import asyncio from .models import CrawlResult, MarkdownGenerationResult from .async_database import async_db_manager from .chunking_strategy import * from .content_filter_strategy import * from .extraction_strategy import * from .async_crawler_strategy import AsyncCrawlerStrategy, AsyncPlaywrightCrawlerStrategy, AsyncCrawlResponse from .cache_context import CacheMode, CacheContext, _legacy_to_cache_mode from .content_scraping_strategy import WebScrapingStrategy from ... (truncated -- full source via MCP)
See the full source, get the GitHub permalink, and search 40K more like it.
Get a free API key