Can't crawl in a ipynb file

[SaravanaPandian-9852]

I'm having trouble running a starter script in my ipynb file

async def main():
# Create an instance of AsyncWebCrawler
async with AsyncWebCrawler() as crawler:
# Run the crawler on a URL
result = await crawler.arun(url="https://crawl4ai.com")

    # Print the extracted content
    print(result.markdown)

asyncio.run(main())

Task exception was never retrieved
future: <Task finished name='Task-14' coro=<Connection.run() done, defined at c:\Document IT\agentic rag\agenticvenv\lib\site-packages\playwright_impl_connection.py:303> exception=NotImplementedError()>
Traceback (most recent call last):
File "c:\Document IT\agentic rag\agenticvenv\lib\asyncio\tasks.py", line 232, in __step
result = coro.send(None)
File "c:\Document IT\agentic rag\agenticvenv\lib\site-packages\playwright_impl_connection.py", line 310, in run
await self._transport.connect()
File "c:\Document IT\agentic rag\agenticvenv\lib\site-packages\playwright_impl_transport.py", line 133, in connect
raise exc
File "c:\Document IT\agentic rag\agenticvenv\lib\site-packages\playwright_impl_transport.py", line 120, in connect
self._proc = await asyncio.create_subprocess_exec(
File "c:\Document IT\agentic rag\agenticvenv\lib\asyncio\subprocess.py", line 218, in create_subprocess_exec
transport, protocol = await loop.subprocess_exec(
File "c:\Document IT\agentic rag\agenticvenv\lib\asyncio\base_events.py", line 1681, in subprocess_exec
transport = await self._make_subprocess_transport(
File "c:\Document IT\agentic rag\agenticvenv\lib\asyncio\base_events.py", line 498, in _make_subprocess_transport
raise NotImplementedError
NotImplementedError

NotImplementedError Traceback (most recent call last)
Cell In[17], line 1
----> 1 asyncio.run(main())

File ~\AppData\Roaming\Python\Python310\site-packages\nest_asyncio.py:30, in _patch_asyncio..run(main, debug)
28 task = asyncio.ensure_future(main)
29 try:
---> 30 return loop.run_until_complete(task)
31 finally:
32 if not task.done():

File ~\AppData\Roaming\Python\Python310\site-packages\nest_asyncio.py:98, in _patch_loop..run_until_complete(self, future)
95 if not f.done():
96 raise RuntimeError(
97 'Event loop stopped before Future completed.')
---> 98 return f.result()

File c:\Document IT\agentic rag\agenticvenv\lib\asyncio\futures.py:201, in Future.result(self)
199 self.__log_traceback = False
200 if self._exception is not None:
--> 201 raise self._exception.with_traceback(self._exception_tb)
202 return self._result

File c:\Document IT\agentic rag\agenticvenv\lib\asyncio\tasks.py:232, in Task.__step(failed resolving arguments)
...
496 extra=None, **kwargs):
497 """Create subprocess transport."""
--> 498 raise NotImplementedError

NotImplementedError:

It gives me this whole bunch of error... It's only happening with the ipynb file.. I tried it with .py file it's working fine... idk why I'm tired of searching for this solution.

[SohamKukreti]

Heyyy, can you check out this google colab example. In ipynb files you need to pip install nest_asyncio and then before you run the code you need to apply nest_asyncio to your script like so:

import asyncio
import nest_asyncio
nest_asyncio.apply()

Hope this helps!