From da4a045bd6aa85805ff30493f7f0b00050a2dc80 Mon Sep 17 00:00:00 2001
From: Itamar Friedman <itamar.f@codium.ai>
Date: Mon, 10 Apr 2023 08:26:46 +0300
Subject: [PATCH] Adding most basic URL validation in scrape_text

---
 scripts/browse.py | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/scripts/browse.py b/scripts/browse.py
index 40e6ca1fe0..7eeaaf4d94 100644
--- a/scripts/browse.py
+++ b/scripts/browse.py
@@ -6,6 +6,10 @@ from llm_utils import create_chat_completion
 cfg = Config()
 
 def scrape_text(url):
+    # Most basic check if the URL is valid:
+    if not url.startswith('http'):
+        return "Error: Invalid URL"
+    
     try:
         response = requests.get(url, headers=cfg.user_agent_header)
     except requests.exceptions.RequestException as e: