Merge pull request #982 from ScrapeGraphAI/pre/beta

Pre/beta

Author: VinciGit00

CHANGELOG.md

@@ -1,16 +1,39 @@
-## [1.53.0](https://github.com/ScrapeGraphAI/Scrapegraph-ai/compare/v1.52.0...v1.53.0) (2025-06-04)
+## [1.54.0-beta.1](https://github.com/ScrapeGraphAI/Scrapegraph-ai/compare/v1.53.0...v1.54.0-beta.1) (2025-06-06)
 
 
 ### Features
 
-* enhanced readme call to action ([c23e3b7](https://github.com/ScrapeGraphAI/Scrapegraph-ai/commit/c23e3b7abce03e1e02b41d0cbb7108a9a92768f2))
+* add grok integration ([0c476a4](https://github.com/ScrapeGraphAI/Scrapegraph-ai/commit/0c476a4a7bbbec3883f505cd47bcffdcd2d9e5fd))
 
-## [1.52.0](https://github.com/ScrapeGraphAI/Scrapegraph-ai/compare/v1.51.0...v1.52.0) (2025-05-23)
+
+### Bug Fixes
+
+* grok integration and add new grok models ([3f18272](https://github.com/ScrapeGraphAI/Scrapegraph-ai/commit/3f1827274c60a2729233577666d2fa446c48c4ba))
+
+
+### chore
+
+* enhanced a readme ([68bb34c](https://github.com/ScrapeGraphAI/Scrapegraph-ai/commit/68bb34cc5e63b8a1d5acc61b9b61f9ea716a2a51))
+
+
+### CI
+
+* **release:** 1.52.0-beta.1 [skip ci] ([7adb0f1](https://github.com/ScrapeGraphAI/Scrapegraph-ai/commit/7adb0f1df1efc4e6ada1134f6e53e4d6b072a608))
+* **release:** 1.52.0-beta.2 [skip ci] ([386b46a](https://github.com/ScrapeGraphAI/Scrapegraph-ai/commit/386b46a8692c8c18000bb071fc8f312adc3ad05e))
+
+## [1.52.0-beta.2](https://github.com/ScrapeGraphAI/Scrapegraph-ai/compare/v1.52.0-beta.1...v1.52.0-beta.2) (2025-06-04)
+
+
+### Bug Fixes
+
+* grok integration and add new grok models ([3f18272](https://github.com/ScrapeGraphAI/Scrapegraph-ai/commit/3f1827274c60a2729233577666d2fa446c48c4ba))
+
+## [1.52.0-beta.1](https://github.com/ScrapeGraphAI/Scrapegraph-ai/compare/v1.51.0...v1.52.0-beta.1) (2025-05-30)
 
 
 ### Features
 
-* add new models ([8e706d4](https://github.com/ScrapeGraphAI/Scrapegraph-ai/commit/8e706d43efb7d525dffc616731ee7448b1046db0))
+* add grok integration ([0c476a4](https://github.com/ScrapeGraphAI/Scrapegraph-ai/commit/0c476a4a7bbbec3883f505cd47bcffdcd2d9e5fd))
 
 
 ### CI

pyproject.toml

@@ -1,7 +1,7 @@
 [project]
 name = "scrapegraphai"
 
-version = "1.53.0"
+version = "1.54.0b1"
 
 description = "A web scraping library based on LangChain which uses LLM and direct graph logic to create scraping pipelines."
 authors = [

scrapegraphai/graphs/abstract_graph.py

@@ -13,7 +13,7 @@
 from pydantic import BaseModel
 
 from ..helpers import models_tokens
-from ..models import CLoD, DeepSeek, OneApi
+from ..models import CLoD, DeepSeek, OneApi, XAI
 from ..utils.logging import set_verbosity_info, set_verbosity_warning
 
 
@@ -163,6 +163,7 @@ def _create_llm(self, llm_config: dict) -> object:
             "fireworks",
             "clod",
             "togetherai",
+            "xai",
         }
 
         if "/" in llm_params["model"]:
@@ -217,6 +218,7 @@ def _create_llm(self, llm_config: dict) -> object:
                 "deepseek",
                 "togetherai",
                 "clod",
+                "xai",
             }:
                 if llm_params["model_provider"] == "bedrock":
                     llm_params["model_kwargs"] = {
@@ -242,6 +244,9 @@ def _create_llm(self, llm_config: dict) -> object:
                 elif model_provider == "oneapi":
                     return OneApi(**llm_params)
 
+                elif model_provider == "xai":
+                    return XAI(**llm_params)
+
                 elif model_provider == "togetherai":
                     try:
                         from langchain_together import ChatTogether

scrapegraphai/helpers/models_tokens.py

@@ -150,7 +150,7 @@
         "llama3-70b-8192": 8192,
         "mixtral-8x7b-32768": 32768,
         "gemma-7b-it": 8192,
-        "claude-3-haiku-20240307'": 8192,
+        "claude-3-haiku-20240307": 8192,
     },
     "toghetherai": {
         "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo": 128000,
@@ -306,4 +306,9 @@
         "grok-2-latest": 128000,
     },
     "togetherai": {"Meta-Llama-3.1-70B-Instruct-Turbo": 128000},
+    "xai": {
+        "grok-1": 8192,
+        "grok-3": 128000,
+        "grok-3-mini": 128000,
+    },
 }

scrapegraphai/models/__init__.py

@@ -7,5 +7,6 @@
 from .oneapi import OneApi
 from .openai_itt import OpenAIImageToText
 from .openai_tts import OpenAITextToSpeech
+from .xai import XAI
 
-__all__ = ["DeepSeek", "OneApi", "OpenAIImageToText", "OpenAITextToSpeech", "CLoD"]
+__all__ = ["DeepSeek", "OneApi", "OpenAIImageToText", "OpenAITextToSpeech", "CLoD", "XAI"]

scrapegraphai/models/xai.py

@@ -0,0 +1,22 @@
+"""
+xAI Grok Module
+"""
+from langchain_openai import ChatOpenAI
+
+
+class XAI(ChatOpenAI):
+    """
+    A wrapper for the ChatOpenAI class (xAI uses an OpenAI-compatible API) that
+    provides default configuration and could be extended with additional methods
+    if needed.
+
+    Args:
+        llm_config (dict): Configuration parameters for the language model.
+    """
+
+    def __init__(self, **llm_config):
+        if "api_key" in llm_config:
+            llm_config["openai_api_key"] = llm_config.pop("api_key")
+        llm_config["openai_api_base"] = "https://api.x.ai/v1"
+
+        super().__init__(**llm_config)