Austin/firecrawl
1
0
Fork 0
mirror of https://github.com/mendableai/firecrawl.git synced 2024-11-16 03:32:22 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

update: wait until body attached in playwright-service

Browse Source
This commit is contained in:
youqiang 2024-05-21 14:53:57 +08:00
parent 01783dc336
commit c47dae13a9
1 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
apps/playwright-service/main.py
View File

@ -5,6 +5,7 @@ from pydantic import BaseModel
app = FastAPI()
class UrlModel(BaseModel):
url: str
wait: int = None
@ -29,9 +30,12 @@ async def shutdown_event():
async def root(body: UrlModel):
context = await browser.new_context()
page = await context.new_page()
await page.goto(body.url, timeout=15000) # Set max timeout to 15s
if body.wait: # Check if wait parameter is provided in the request body
await page.wait_for_timeout(body.wait) # Convert seconds to milliseconds for playwright
await page.goto(
body.url,
wait_until="load",
timeout=body.wait if body.wait else 15,
)
await page.wait_for_selector("body", state="attached")
page_content = await page.content()
await context.close()
json_compatible_item_data = {"content": page_content}