chore: sync with scrapegraph-py 2.1.1 SDK surface

The SDK's PR #88 (ergonomic-api) made `ScrapeGraphAI` methods take
plain kwargs instead of `*Request` model objects, and dropped the
old `Client` class entirely. This commit aligns the integration
shim and example scripts with that surface and bumps the dep pin
from `>=2.0.0` to `>=2.1.1`.

Author: VinciGit00

examples/markdownify/markdownify_scrapegraphai.py

@@ -1,20 +1,23 @@
 """
-Scrape a webpage as clean markdown using scrapegraph-py v2 API.
-Replaces the old markdownify() call with scrape().
+Scrape a webpage as clean markdown using scrapegraph-py.
 """
 
 import json
 import os
 
 from dotenv import load_dotenv
-from scrapegraph_py import Client
+from scrapegraph_py import ScrapeGraphAI
 
 load_dotenv()
 
-api_key = os.getenv("SCRAPEGRAPH_API_KEY")
+api_key = os.getenv("SGAI_API_KEY") or os.getenv("SCRAPEGRAPH_API_KEY")
 if not api_key:
-    raise ValueError("SCRAPEGRAPH_API_KEY environment variable not found")
+    raise ValueError("SGAI_API_KEY environment variable not found")
 
-with Client(api_key=api_key) as client:
-    response = client.scrape(url="https://example.com")
-    print(json.dumps(response, indent=2))
+with ScrapeGraphAI(api_key=api_key) as sgai:
+    result = sgai.scrape("https://example.com")
+
+    if result.status != "success":
+        raise RuntimeError(result.error)
+
+    print(json.dumps(result.data.model_dump(by_alias=True), indent=2, default=str))

examples/markdownify/markdownify_scrapegraphai_v3.py

@@ -1,13 +1,13 @@
 """
-Scrape a webpage as markdown using the scrapegraph-py v3 API (PR #84).
-Uses ScrapeGraphAI client + ScrapeRequest model + ApiResult wrapper.
+Scrape a webpage as markdown using the scrapegraph-py SDK (>=2.1.1).
+Uses the ScrapeGraphAI client with ergonomic kwargs and ApiResult wrapper.
 """
 
 import json
 import os
 
 from dotenv import load_dotenv
-from scrapegraph_py import ScrapeGraphAI, ScrapeRequest
+from scrapegraph_py import ScrapeGraphAI
 
 load_dotenv()
 
@@ -16,7 +16,7 @@
     raise ValueError("SGAI_API_KEY not found in environment variables")
 
 with ScrapeGraphAI(api_key=api_key) as sgai:
-    result = sgai.scrape(ScrapeRequest(url="https://example.com"))
+    result = sgai.scrape("https://example.com")
 
     if result.status == "success":
         print(json.dumps(result.data.model_dump(by_alias=True), indent=2, default=str))

examples/search_graph/scrapegraphai/searchscraper_scrapegraphai.py

@@ -1,20 +1,23 @@
 """
-Search the web and extract AI-structured results using scrapegraph-py v2 API.
-Replaces the old searchscraper() call with search().
+Search the web and extract AI-structured results using scrapegraph-py.
 """
 
 import json
 import os
 
 from dotenv import load_dotenv
-from scrapegraph_py import Client
+from scrapegraph_py import ScrapeGraphAI
 
 load_dotenv()
 
-api_key = os.getenv("SCRAPEGRAPH_API_KEY")
+api_key = os.getenv("SGAI_API_KEY") or os.getenv("SCRAPEGRAPH_API_KEY")
 if not api_key:
-    raise ValueError("SCRAPEGRAPH_API_KEY not found in environment variables")
+    raise ValueError("SGAI_API_KEY not found in environment variables")
 
-with Client(api_key=api_key) as client:
-    response = client.search(query="Extract webpage information")
-    print(json.dumps(response, indent=2))
+with ScrapeGraphAI(api_key=api_key) as sgai:
+    result = sgai.search("Extract webpage information")
+
+    if result.status != "success":
+        raise RuntimeError(result.error)
+
+    print(json.dumps(result.data.model_dump(by_alias=True), indent=2, default=str))

examples/search_graph/scrapegraphai/searchscraper_scrapegraphai_v3.py

@@ -1,13 +1,13 @@
 """
-Search the web using the scrapegraph-py v3 API (PR #84).
-Uses ScrapeGraphAI client + SearchRequest model + ApiResult wrapper.
+Search the web using the scrapegraph-py SDK (>=2.1.1).
+Uses the ScrapeGraphAI client with ergonomic kwargs and ApiResult wrapper.
 """
 
 import json
 import os
 
 from dotenv import load_dotenv
-from scrapegraph_py import ScrapeGraphAI, SearchRequest
+from scrapegraph_py import ScrapeGraphAI
 
 load_dotenv()
 
@@ -16,7 +16,7 @@
     raise ValueError("SGAI_API_KEY not found in environment variables")
 
 with ScrapeGraphAI(api_key=api_key) as sgai:
-    result = sgai.search(SearchRequest(query="Extract webpage information"))
+    result = sgai.search("Extract webpage information")
 
     if result.status == "success":
         print(json.dumps(result.data.model_dump(by_alias=True), indent=2, default=str))

examples/smart_scraper_graph/scrapegraphai/smartscraper_scrapegraphai.py

@@ -1,23 +1,26 @@
 """
-Extract structured data from a webpage using scrapegraph-py v2 API.
-Replaces the old smartscraper() call with extract().
+Extract structured data from a webpage using scrapegraph-py.
 """
 
 import json
 import os
 
 from dotenv import load_dotenv
-from scrapegraph_py import Client
+from scrapegraph_py import ScrapeGraphAI
 
 load_dotenv()
 
-api_key = os.getenv("SCRAPEGRAPH_API_KEY")
+api_key = os.getenv("SGAI_API_KEY") or os.getenv("SCRAPEGRAPH_API_KEY")
 if not api_key:
-    raise ValueError("SCRAPEGRAPH_API_KEY not found in environment variables")
+    raise ValueError("SGAI_API_KEY not found in environment variables")
 
-with Client(api_key=api_key) as client:
-    response = client.extract(
+with ScrapeGraphAI(api_key=api_key) as sgai:
+    result = sgai.extract(
+        "Extract the founders' informations",
         url="https://scrapegraphai.com",
-        prompt="Extract the founders' informations",
     )
-    print(json.dumps(response, indent=2))
+
+    if result.status != "success":
+        raise RuntimeError(result.error)
+
+    print(json.dumps(result.data.model_dump(by_alias=True), indent=2, default=str))

examples/smart_scraper_graph/scrapegraphai/smartscraper_scrapegraphai_v3.py

@@ -1,13 +1,13 @@
 """
-Extract structured data using the scrapegraph-py v3 API (PR #84).
-Uses ScrapeGraphAI client + ExtractRequest model + ApiResult wrapper.
+Extract structured data using the scrapegraph-py SDK (>=2.1.1).
+Uses the ScrapeGraphAI client with ergonomic kwargs and ApiResult wrapper.
 """
 
 import json
 import os
 
 from dotenv import load_dotenv
-from scrapegraph_py import ExtractRequest, ScrapeGraphAI
+from scrapegraph_py import ScrapeGraphAI
 
 load_dotenv()
 
@@ -17,10 +17,8 @@
 
 with ScrapeGraphAI(api_key=api_key) as sgai:
     result = sgai.extract(
-        ExtractRequest(
-            url="https://scrapegraphai.com",
-            prompt="Extract the founders' informations",
-        )
+        "Extract the founders' informations",
+        url="https://scrapegraphai.com",
     )
 
     if result.status == "success":

pyproject.toml

@@ -32,7 +32,7 @@ dependencies = [
     "jsonschema>=4.25.1",
     "duckduckgo-search>=8.1.1",
     "pydantic>=2.12.5",
-    "scrapegraph-py>=2.0.0",
+    "scrapegraph-py>=2.1.1",
 ]
 
 readme = "README.md"

scrapegraphai/integrations/scrapegraph_py_compat.py

@@ -1,8 +1,9 @@
 """
-Compatibility layer for scrapegraph-py SDK.
+Compatibility layer for the scrapegraph-py SDK (>=2.1.1).
 
-Supports both the v2 `Client` API (PR #82) and the newer `ScrapeGraphAI`
-API (PR #84) which uses Pydantic request models and an ApiResult wrapper.
+The SDK exposes `ScrapeGraphAI` with ergonomic kwargs (PR #88) and wraps
+results in `ApiResult[T]`. This module hides those details from the rest
+of the codebase so call sites stay terse.
 """
 
 from __future__ import annotations
@@ -12,23 +13,6 @@
 from pydantic import BaseModel
 
 
-def _detect_api() -> str:
-    try:
-        from scrapegraph_py import ScrapeGraphAI  # noqa: F401
-
-        return "v3"
-    except ImportError:
-        pass
-    try:
-        from scrapegraph_py import Client  # noqa: F401
-
-        return "v2"
-    except ImportError as e:
-        raise ImportError(
-            "scrapegraph_py is not installed. Install it with 'pip install scrapegraph-py'."
-        ) from e
-
-
 def _schema_to_dict(schema: Optional[Type[BaseModel]]) -> Optional[dict]:
     if schema is None:
         return None
@@ -52,58 +36,34 @@ def _unwrap_result(result: Any) -> dict:
     return result
 
 
+def _client(api_key: Optional[str]):
+    from scrapegraph_py import ScrapeGraphAI
+
+    return ScrapeGraphAI(api_key=api_key)
+
+
 def extract(
     api_key: Optional[str],
     url: str,
     prompt: str,
     schema: Optional[Type[BaseModel]] = None,
 ) -> dict:
-    """Call the scrapegraph-py extract endpoint across SDK versions."""
-    api = _detect_api()
-
-    if api == "v3":
-        from scrapegraph_py import ExtractRequest, ScrapeGraphAI
-
-        kwargs: dict[str, Any] = {"url": url, "prompt": prompt}
-        schema_dict = _schema_to_dict(schema)
-        if schema_dict is not None:
-            kwargs["schema_"] = schema_dict
-        with ScrapeGraphAI(api_key=api_key) as client:
-            return _unwrap_result(client.extract(ExtractRequest(**kwargs)))
-
-    from scrapegraph_py import Client
-
-    with Client(api_key=api_key) as client:
-        return client.extract(url=url, prompt=prompt, output_schema=schema)
+    """Call the scrapegraph-py extract endpoint."""
+    kwargs: dict[str, Any] = {"url": url}
+    schema_dict = _schema_to_dict(schema)
+    if schema_dict is not None:
+        kwargs["schema"] = schema_dict
+    with _client(api_key) as client:
+        return _unwrap_result(client.extract(prompt, **kwargs))
 
 
 def scrape(api_key: Optional[str], url: str) -> dict:
-    """Call the scrapegraph-py scrape endpoint across SDK versions."""
-    api = _detect_api()
-
-    if api == "v3":
-        from scrapegraph_py import ScrapeGraphAI, ScrapeRequest
-
-        with ScrapeGraphAI(api_key=api_key) as client:
-            return _unwrap_result(client.scrape(ScrapeRequest(url=url)))
-
-    from scrapegraph_py import Client
-
-    with Client(api_key=api_key) as client:
-        return client.scrape(url=url)
+    """Call the scrapegraph-py scrape endpoint."""
+    with _client(api_key) as client:
+        return _unwrap_result(client.scrape(url))
 
 
 def search(api_key: Optional[str], query: str) -> dict:
-    """Call the scrapegraph-py search endpoint across SDK versions."""
-    api = _detect_api()
-
-    if api == "v3":
-        from scrapegraph_py import ScrapeGraphAI, SearchRequest
-
-        with ScrapeGraphAI(api_key=api_key) as client:
-            return _unwrap_result(client.search(SearchRequest(query=query)))
-
-    from scrapegraph_py import Client
-
-    with Client(api_key=api_key) as client:
-        return client.search(query=query)
+    """Call the scrapegraph-py search endpoint."""
+    with _client(api_key) as client:
+        return _unwrap_result(client.search(query))