Skip to content

Commit a4f0f5d

Browse files
committed
Add function to select backend (Selenium or other) for issue #171
1 parent bdd6a39 commit a4f0f5d

1 file changed

Lines changed: 9 additions & 0 deletions

File tree

scrapegraphai/docloaders/chromium.py

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -65,6 +65,15 @@ def __init__(
6565
self.load_state = load_state
6666
self.requires_js_support = requires_js_support
6767
self.storage_state = storage_state
68+
69+
async def scrape(self, url:str) -> str:
70+
if self.backend == "playwright":
71+
return await self.ascrape_playwright(url)
72+
elif self.backend == "selenium":
73+
return await self.ascrape_undetected_chromedriver(url)
74+
else:
75+
raise ValueError(f"Unsupported backend: {self.backend}")
76+
6877

6978
async def ascrape_undetected_chromedriver(self, url: str) -> str:
7079
"""

0 commit comments

Comments
 (0)