pip install crawl4ai

from crawl4ai import AsyncWebCrawler

async def main():
    async with AsyncWebCrawler() as crawler:
        result = await crawler.arun(
            url="https://example.com",
            # Your configuration here
        )
        print(result.markdown)

if __name__ == "__main__":
    import asyncio
    asyncio.run(main())

from crawl4ai import AsyncWebCrawler
from crawl4ai.extraction_strategy import LLMExtractionStrategy

async def extract_with_llm():
    async with AsyncWebCrawler() as crawler:
        result = await crawler.arun(
            url="https://example.com",
            extraction_strategy=LLMExtractionStrategy(
                provider="openai",
                api_key="your-api-key",
                instruction="Extract product information"
            ),
            bypass_cache=True
        )
        return result.extracted_content

# Run the extraction
data = await extract_with_llm()
print(data)