mirror of
https://github.com/tcsenpai/agenticSeek.git
synced 2025-06-03 01:30:11 +00:00
116 lines
4.4 KiB
Python
116 lines
4.4 KiB
Python
|
|
import os
|
|
import requests
|
|
import dotenv
|
|
|
|
dotenv.load_dotenv()
|
|
|
|
from sources.tools.tools import Tools
|
|
from sources.utility import animate_thinking, pretty_print
|
|
|
|
"""
|
|
WARNING
|
|
webSearch is fully deprecated and is being replaced by searxSearch for web search.
|
|
"""
|
|
|
|
class webSearch(Tools):
|
|
def __init__(self, api_key: str = None):
|
|
"""
|
|
A tool to perform a Google search and return information from the first result.
|
|
"""
|
|
super().__init__()
|
|
self.tag = "web_search"
|
|
self.api_key = api_key or os.getenv("SERPAPI_KEY") # Requires a SerpApi key
|
|
self.paywall_keywords = [
|
|
"subscribe", "login to continue", "access denied", "restricted content", "404", "this page is not working"
|
|
]
|
|
|
|
def link_valid(self, link):
|
|
"""check if a link is valid."""
|
|
if not link.startswith("http"):
|
|
return "Status: Invalid URL"
|
|
|
|
headers = {"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36"}
|
|
try:
|
|
response = requests.get(link, headers=headers, timeout=5)
|
|
status = response.status_code
|
|
if status == 200:
|
|
content = response.text[:1000].lower()
|
|
if any(keyword in content for keyword in self.paywall_keywords):
|
|
return "Status: Possible Paywall"
|
|
return "Status: OK"
|
|
elif status == 404:
|
|
return "Status: 404 Not Found"
|
|
elif status == 403:
|
|
return "Status: 403 Forbidden"
|
|
else:
|
|
return f"Status: {status} {response.reason}"
|
|
except requests.exceptions.RequestException as e:
|
|
return f"Error: {str(e)}"
|
|
|
|
def check_all_links(self, links):
|
|
"""Check all links, one by one."""
|
|
# TODO Make it asyncromous or smth
|
|
statuses = []
|
|
for i, link in enumerate(links):
|
|
status = self.link_valid(link)
|
|
statuses.append(status)
|
|
return statuses
|
|
|
|
def execute(self, blocks: str, safety: bool = True) -> str:
|
|
if self.api_key is None:
|
|
return "Error: No SerpApi key provided."
|
|
for block in blocks:
|
|
query = block.strip()
|
|
pretty_print(f"Searching for: {query}", color="status")
|
|
if not query:
|
|
return "Error: No search query provided."
|
|
|
|
try:
|
|
url = "https://serpapi.com/search"
|
|
params = {
|
|
"q": query,
|
|
"api_key": self.api_key,
|
|
"num": 50,
|
|
"output": "json"
|
|
}
|
|
response = requests.get(url, params=params)
|
|
response.raise_for_status()
|
|
|
|
data = response.json()
|
|
results = []
|
|
if "organic_results" in data and len(data["organic_results"]) > 0:
|
|
organic_results = data["organic_results"][:50]
|
|
links = [result.get("link", "No link available") for result in organic_results]
|
|
statuses = self.check_all_links(links)
|
|
for result, status in zip(organic_results, statuses):
|
|
if not "OK" in status:
|
|
continue
|
|
title = result.get("title", "No title")
|
|
snippet = result.get("snippet", "No snippet available")
|
|
link = result.get("link", "No link available")
|
|
results.append(f"Title:{title}\nSnippet:{snippet}\nLink:{link}")
|
|
return "\n\n".join(results)
|
|
else:
|
|
return "No results found for the query."
|
|
except requests.RequestException as e:
|
|
return f"Error during web search: {str(e)}"
|
|
except Exception as e:
|
|
return f"Unexpected error: {str(e)}"
|
|
return "No search performed"
|
|
|
|
def execution_failure_check(self, output: str) -> bool:
|
|
return output.startswith("Error") or "No results found" in output
|
|
|
|
def interpreter_feedback(self, output: str) -> str:
|
|
if self.execution_failure_check(output):
|
|
return f"Web search failed: {output}"
|
|
return f"Web search result:\n{output}"
|
|
|
|
|
|
if __name__ == "__main__":
|
|
search_tool = webSearch(api_key=os.getenv("SERPAPI_KEY"))
|
|
query = "when did covid start"
|
|
result = search_tool.execute([query], safety=True)
|
|
output = search_tool.interpreter_feedback(result)
|
|
print(output) |