chore: import upstream snapshot with attribution

examples/script_generator_graph/.env.example

@@ -0,0 +1,13 @@
+# OpenAI API Configuration
+OPENAI_API_KEY=your-openai-api-key-here
+
+# Optional Configurations
+MAX_TOKENS=4000
+MODEL_NAME=gpt-4-1106-preview
+TEMPERATURE=0.7
+
+# Script Generator Settings
+DEFAULT_LANGUAGE=python
+INCLUDE_COMMENTS=true
+ADD_TYPE_HINTS=true
+CODE_STYLE=pep8

examples/script_generator_graph/README.md

@@ -0,0 +1,30 @@
+# Script Generator Graph Example
+
+This example demonstrates how to use Scrapegraph-ai to generate automation scripts based on data analysis.
+
+## Features
+
+- Automated script generation
+- Task automation
+- Code optimization
+- Multiple language support
+
+## Setup
+
+1. Install required dependencies
+2. Copy `.env.example` to `.env`
+3. Configure your API keys in the `.env` file
+
+## Usage
+
+```python
+from scrapegraphai.graphs import ScriptGeneratorGraph
+
+graph = ScriptGeneratorGraph()
+script = graph.generate("task description")
+```
+
+## Environment Variables
+
+Required environment variables:
+- `OPENAI_API_KEY`: Your OpenAI API key

examples/script_generator_graph/ollama/script_generator_ollama.py

@@ -0,0 +1,42 @@
+"""
+Basic example of scraping pipeline using ScriptCreatorGraph
+"""
+
+from scrapegraphai.graphs import ScriptCreatorGraph
+from scrapegraphai.utils import prettify_exec_info
+
+# ************************************************
+# Define the configuration for the graph
+# ************************************************
+
+graph_config = {
+    "llm": {
+        "model": "ollama/llama3.1",
+        "temperature": 0.5,
+        # "model_tokens": 2000, # set context length arbitrarily,
+        "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
+    },
+    "library": "beautifoulsoup",
+    "verbose": True,
+}
+
+# ************************************************
+# Create the ScriptCreatorGraph instance and run it
+# ************************************************
+
+smart_scraper_graph = ScriptCreatorGraph(
+    prompt="List me all the news with their description.",
+    # also accepts a string with the already downloaded HTML code
+    source="https://perinim.github.io/projects",
+    config=graph_config,
+)
+
+result = smart_scraper_graph.run()
+print(result)
+
+# ************************************************
+# Get graph execution info
+# ************************************************
+
+graph_exec_info = smart_scraper_graph.get_execution_info()
+print(prettify_exec_info(graph_exec_info))

examples/script_generator_graph/ollama/script_multi_generator_ollama.py

@@ -0,0 +1,55 @@
+"""
+Basic example of scraping pipeline using ScriptCreatorGraph
+"""
+
+from dotenv import load_dotenv
+
+from scrapegraphai.graphs import ScriptCreatorMultiGraph
+from scrapegraphai.utils import prettify_exec_info
+
+load_dotenv()
+
+# ************************************************
+# Define the configuration for the graph
+# ************************************************
+
+graph_config = {
+    "llm": {
+        "model": "ollama/mistral",
+        "temperature": 0,
+        # "model_tokens": 2000, # set context length arbitrarily,
+        "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
+    },
+    "library": "beautifoulsoup",
+    "verbose": True,
+}
+
+# ************************************************
+# Create the ScriptCreatorGraph instance and run it
+# ************************************************
+
+urls = [
+    "https://schultzbergagency.com/emil-raste-karlsen/",
+    "https://schultzbergagency.com/johanna-hedberg/",
+]
+
+# ************************************************
+# Create the ScriptCreatorGraph instance and run it
+# ************************************************
+
+script_creator_graph = ScriptCreatorMultiGraph(
+    prompt="Find information about actors",
+    # also accepts a string with the already downloaded HTML code
+    source=urls,
+    config=graph_config,
+)
+
+result = script_creator_graph.run()
+print(result)
+
+# ************************************************
+# Get graph execution info
+# ************************************************
+
+graph_exec_info = script_creator_graph.get_execution_info()
+print(prettify_exec_info(graph_exec_info))

examples/script_generator_graph/openai/script_generator_multi_openai.py

@@ -0,0 +1,57 @@
+"""
+Basic example of scraping pipeline using ScriptCreatorGraph
+"""
+
+import os
+
+from dotenv import load_dotenv
+
+from scrapegraphai.graphs import ScriptCreatorMultiGraph
+from scrapegraphai.utils import prettify_exec_info
+
+load_dotenv()
+
+# ************************************************
+# Define the configuration for the graph
+# ************************************************
+
+openai_key = os.getenv("OPENAI_APIKEY")
+
+graph_config = {
+    "llm": {
+        "api_key": openai_key,
+        "model": "openai/gpt-4o",
+    },
+    "library": "beautifulsoup",
+    "verbose": True,
+}
+
+# ************************************************
+# Create the ScriptCreatorGraph instance and run it
+# ************************************************
+
+urls = [
+    "https://schultzbergagency.com/emil-raste-karlsen/",
+    "https://schultzbergagency.com/johanna-hedberg/",
+]
+
+# ************************************************
+# Create the ScriptCreatorGraph instance and run it
+# ************************************************
+
+script_creator_graph = ScriptCreatorMultiGraph(
+    prompt="Find information about actors",
+    # also accepts a string with the already downloaded HTML code
+    source=urls,
+    config=graph_config,
+)
+
+result = script_creator_graph.run()
+print(result)
+
+# ************************************************
+# Get graph execution info
+# ************************************************
+
+graph_exec_info = script_creator_graph.get_execution_info()
+print(prettify_exec_info(graph_exec_info))

examples/script_generator_graph/openai/script_generator_openai.py

@@ -0,0 +1,49 @@
+"""
+Basic example of scraping pipeline using SmartScraper
+"""
+
+import json
+import os
+
+from dotenv import load_dotenv
+
+from scrapegraphai.graphs import ScriptCreatorGraph
+from scrapegraphai.utils import prettify_exec_info
+
+load_dotenv()
+
+# ************************************************
+# Define the configuration for the graph
+# ************************************************
+
+
+graph_config = {
+    "llm": {
+        "api_key": os.getenv("OPENAI_API_KEY"),
+        "model": "openai/gpt-4o",
+    },
+    "library": "beautifulsoup",
+    "verbose": True,
+    "headless": False,
+}
+
+# ************************************************
+# Create the SmartScraperGraph instance and run it
+# ************************************************
+
+smart_scraper_graph = ScriptCreatorGraph(
+    prompt="List me all the news with their description.",
+    # also accepts a string with the already downloaded HTML code
+    source="https://perinim.github.io/projects",
+    config=graph_config,
+)
+
+result = smart_scraper_graph.run()
+print(json.dumps(result, indent=4))
+
+# ************************************************
+# Get graph execution info
+# ************************************************
+
+graph_exec_info = smart_scraper_graph.get_execution_info()
+print(prettify_exec_info(graph_exec_info))

examples/script_generator_graph/openai/script_generator_schema_openai.py

@@ -0,0 +1,62 @@
+"""
+Basic example of scraping pipeline using ScriptCreatorGraph
+"""
+
+import os
+from typing import List
+
+from dotenv import load_dotenv
+from pydantic import BaseModel, Field
+
+from scrapegraphai.graphs import ScriptCreatorGraph
+from scrapegraphai.utils import prettify_exec_info
+
+load_dotenv()
+
+# ************************************************
+# Define the schema for the graph
+# ************************************************
+
+
+class Project(BaseModel):
+    title: str = Field(description="The title of the project")
+    description: str = Field(description="The description of the project")
+
+
+class Projects(BaseModel):
+    projects: List[Project]
+
+
+# ************************************************
+# Define the configuration for the graph
+# ************************************************
+
+openai_key = os.getenv("OPENAI_APIKEY")
+
+graph_config = {
+    "llm": {"api_key": openai_key, "model": "openai/gpt-4o"},
+    "library": "beautifulsoup",
+    "verbose": True,
+}
+
+# ************************************************
+# Create the ScriptCreatorGraph instance and run it
+# ************************************************
+
+script_creator_graph = ScriptCreatorGraph(
+    prompt="List me all the projects with their description.",
+    # also accepts a string with the already downloaded HTML code
+    source="https://perinim.github.io/projects",
+    config=graph_config,
+    schema=Projects,
+)
+
+result = script_creator_graph.run()
+print(result)
+
+# ************************************************
+# Get graph execution info
+# ************************************************
+
+graph_exec_info = script_creator_graph.get_execution_info()
+print(prettify_exec_info(graph_exec_info))