Unexpected Empty Response Despite Firecrawl Success

[dvirginz]

Text comes back empty, whereas with Firecrawl, everything is being retrieved.

The code is fairly straightforward, yet it still comes back completely empty.

Any ideas?

import asyncio
from crawl4ai import AsyncWebCrawler, BrowserConfig, CrawlerRunConfig, CacheMode

async def main():
    browser_conf = BrowserConfig(headless=True)  # or False to see the browser
    run_conf = CrawlerRunConfig(
        cache_mode=CacheMode.BYPASS
    )

    async with AsyncWebCrawler(config=browser_conf) as crawler:
        result = await crawler.arun(
            url="https://www.tase.co.il/",
            config=run_conf
        )
        print(result.markdown)

if __name__ == "__main__":
    asyncio.run(main())