fix: removed sdk

Author: PeriniM

README.md

@@ -1,8 +1,8 @@
-# ScapeGraph MCP Server
+# ScrapeGraph MCP Server
 
 [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
 [![Python 3.10](https://img.shields.io/badge/python-3.10-blue.svg)](https://www.python.org/downloads/release/python-3100/)
-[![smithery badge](https://smithery.ai/badge/@scrapegraphai/scrapegraph-mcp)](https://smithery.ai/server/@scrapegraphai/scrapegraph-mcp)
+[![smithery badge](https://smithery.ai/badge/@ScrapeGraphAI/scrapegraph-mcp)](https://smithery.ai/server/@ScrapeGraphAI/scrapegraph-mcp)
 A [Model Context Protocol](https://modelcontextprotocol.io/introduction) (MCP) server that provides access to the [ScapeGraph AI](https://scrapegraphai.com) API. It allows language models to use AI-powered web scraping capabilities.
 
 ## Available Tools
@@ -22,10 +22,10 @@ You'll need a ScapeGraph API key to use this server. You can obtain one by:
 
 ### Installing via Smithery
 
-To install Oura API Integration Server for Claude Desktop automatically via [Smithery](https://smithery.ai/server/@scrapegraphai/scrapegraph-mcp):
+To install ScrapeGraph API Integration Server for Claude Desktop automatically via [Smithery](https://smithery.ai/server/@ScrapeGraphAI/scrapegraph-mcp):
 
 ```bash
-npx -y @smithery/cli install @scrapegraphai/scrapegraph-mcp --client claude
+npx -y @smithery/cli install @ScrapeGraphAI/scrapegraph-mcp --client claude
 ```
 
 ### Claude for Desktop

pyproject.toml

@@ -10,7 +10,7 @@ authors = [
 requires-python = ">=3.10"
 dependencies = [
     "mcp[cli]>=1.3.0",
-    "scrapegraph-py>=1.12.0",
+    "httpx>=0.24.0",
 ]
 classifiers = [
     "Development Status :: 4 - Beta",

src/scrapegraph_mcp/server.py

@@ -8,26 +8,32 @@
 """
 
 import os
-import asyncio
-from typing import Any, Dict, Optional
+from typing import Any, Dict
 
+import httpx
 from mcp.server.fastmcp import FastMCP
-from scrapegraph_py import AsyncClient
 
 
-class ScapeGraphAsyncClient:
-    """Async wrapper for the ScapeGraph Python SDK."""
+class ScapeGraphClient:
+    """Client for interacting with the ScapeGraph API."""
+
+    BASE_URL = "https://api.scrapegraphai.com/v1"
 
     def __init__(self, api_key: str):
         """
-        Initialize the ScapeGraph async client.
+        Initialize the ScapeGraph API client.
 
         Args:
             api_key: API key for ScapeGraph API
         """
-        self.client = AsyncClient(api_key=api_key)
-
-    async def markdownify(self, website_url: str) -> Dict[str, Any]:
+        self.api_key = api_key
+        self.headers = {
+            "SGAI-APIKEY": api_key,
+            "Content-Type": "application/json"
+        }
+        self.client = httpx.Client(timeout=60.0)
+
+    def markdownify(self, website_url: str) -> Dict[str, Any]:
         """
         Convert a webpage into clean, formatted markdown.
 
@@ -37,13 +43,20 @@ async def markdownify(self, website_url: str) -> Dict[str, Any]:
         Returns:
             Dictionary containing the markdown result
         """
-        return await self.client.markdownify(website_url=website_url)
+        url = f"{self.BASE_URL}/markdownify"
+        data = {
+            "website_url": website_url
+        }
+
+        response = self.client.post(url, headers=self.headers, json=data)
+
+        if response.status_code != 200:
+            error_msg = f"Error {response.status_code}: {response.text}"
+            raise Exception(error_msg)
 
-    async def smartscraper(
-        self, 
-        user_prompt: str, 
-        website_url: str
-    ) -> Dict[str, Any]:
+        return response.json()
+
+    def smartscraper(self, user_prompt: str, website_url: str) -> Dict[str, Any]:
         """
         Extract structured data from a webpage using AI.
 
@@ -54,15 +67,21 @@ async def smartscraper(
         Returns:
             Dictionary containing the extracted data
         """
-        return await self.client.smartscraper(
-            user_prompt=user_prompt,
-            website_url=website_url
-        )
-
-    async def searchscraper(
-        self,
-        user_prompt: str
-    ) -> Dict[str, Any]:
+        url = f"{self.BASE_URL}/smartscraper"
+        data = {
+            "user_prompt": user_prompt,
+            "website_url": website_url
+        }
+
+        response = self.client.post(url, headers=self.headers, json=data)
+
+        if response.status_code != 200:
+            error_msg = f"Error {response.status_code}: {response.text}"
+            raise Exception(error_msg)
+
+        return response.json()
+
+    def searchscraper(self, user_prompt: str) -> Dict[str, Any]:
         """
         Perform AI-powered web searches with structured results.
 
@@ -72,26 +91,35 @@ async def searchscraper(
         Returns:
             Dictionary containing search results and reference URLs
         """
-        return await self.client.searchscraper(
-            user_prompt=user_prompt
-        )
+        url = f"{self.BASE_URL}/searchscraper"
+        data = {
+            "user_prompt": user_prompt
+        }
+
+        response = self.client.post(url, headers=self.headers, json=data)
+
+        if response.status_code != 200:
+            error_msg = f"Error {response.status_code}: {response.text}"
+            raise Exception(error_msg)
 
-    async def close(self) -> None:
-        """Close the client to free up resources."""
-        await self.client.close()
+        return response.json()
 
+    def close(self) -> None:
+        """Close the HTTP client."""
+        self.client.close()
 
-# Create MCP server and AsyncScapeGraphWrapper at module level
+
+# Create MCP server
 mcp = FastMCP("ScapeGraph API MCP Server")
 
 # Default API key (will be overridden in main or by direct assignment)
 default_api_key = os.environ.get("SGAI_API_KEY")
-scrapegraph_wrapper = ScapeGraphAsyncClient(default_api_key) if default_api_key else None
+scrapegraph_client = ScapeGraphClient(default_api_key) if default_api_key else None
 
 
-# Add tools for markdownify
+# Add tool for markdownify
 @mcp.tool()
-async def markdownify(website_url: str) -> Dict[str, Any]:
+def markdownify(website_url: str) -> Dict[str, Any]:
     """
     Convert a webpage into clean, formatted markdown.
 
@@ -101,18 +129,18 @@ async def markdownify(website_url: str) -> Dict[str, Any]:
     Returns:
         Dictionary containing the markdown result
     """
-    if scrapegraph_wrapper is None:
+    if scrapegraph_client is None:
         return {"error": "ScapeGraph client not initialized. Please provide an API key."}
 
     try:
-        return await scrapegraph_wrapper.markdownify(website_url)
+        return scrapegraph_client.markdownify(website_url)
     except Exception as e:
         return {"error": str(e)}
 
 
-# Add tools for smartscraper
+# Add tool for smartscraper
 @mcp.tool()
-async def smartscraper(
+def smartscraper(
     user_prompt: str, 
     website_url: str
 ) -> Dict[str, Any]:
@@ -126,18 +154,18 @@ async def smartscraper(
     Returns:
         Dictionary containing the extracted data
     """
-    if scrapegraph_wrapper is None:
+    if scrapegraph_client is None:
         return {"error": "ScapeGraph client not initialized. Please provide an API key."}
 
     try:
-        return await scrapegraph_wrapper.smartscraper(user_prompt, website_url)
+        return scrapegraph_client.smartscraper(user_prompt, website_url)
     except Exception as e:
         return {"error": str(e)}
 
 
-# Add tools for searchscraper
+# Add tool for searchscraper
 @mcp.tool()
-async def searchscraper(
+def searchscraper(
     user_prompt: str
 ) -> Dict[str, Any]:
     """
@@ -149,21 +177,15 @@ async def searchscraper(
     Returns:
         Dictionary containing search results and reference URLs
     """
-    if scrapegraph_wrapper is None:
+    if scrapegraph_client is None:
         return {"error": "ScapeGraph client not initialized. Please provide an API key."}
 
     try:
-        return await scrapegraph_wrapper.searchscraper(user_prompt)
+        return scrapegraph_client.searchscraper(user_prompt)
     except Exception as e:
         return {"error": str(e)}
 
 
-async def cleanup() -> None:
-    """Clean up resources when the server is shutting down."""
-    if scrapegraph_wrapper is not None:
-        await scrapegraph_wrapper.close()
-
-
 def main() -> None:
     """Run the ScapeGraph MCP server."""
     print("Starting ScapeGraph MCP server!")