improve web scraping extension (#1286)

Josh-XT · Nov 29, 2024 · 46babb5 · 46babb5
1 parent 618d380
commit 46babb5
Show file tree

Hide file tree

Showing 3 changed files with 818 additions and 120 deletions.
diff --git a/agixt/Globals.py b/agixt/Globals.py
@@ -173,5 +173,11 @@ def get_agixt_training_urls():
     ]
 
 
+def get_output_url(path: str):
+    agixt_uri = getenv("AGIXT_URI")
+    new_path = path.split("/WORKSPACE/")[-1]
+    return f"{agixt_uri}/{new_path}"
+
+
 DEFAULT_USER = str(getenv("DEFAULT_USER")).lower()
 DEFAULT_SETTINGS = get_default_agent_settings()
diff --git a/agixt/extensions/web_playwright.py b/agixt/extensions/web_playwright.py