improved error handling

requirements.txt

@@ -6,4 +6,5 @@ langchain_community
 langchain
 pathlib
 unstructured
-markdown
+markdown
+requests

scripts/Rag.py

@@ -6,6 +6,7 @@ from langchain_community.embeddings import OllamaEmbeddings
 from langchain_community.vectorstores import Chroma
 from langchain_community.chat_models import ChatOllama
 from langchain.chains import RetrievalQA
+import requests
 
 
 
@@ -40,9 +41,12 @@ class Rag:
     def get_file(self, file_path):
         # Check if the file path starts with 'https://'
         if file_path.startswith('https://'):
-            loader = WebBaseLoader(file_path)
+            try:
-            data = loader.load()
+                loader = WebBaseLoader(file_path)
-            if data is None:
+                data = loader.load()
+                if data is None:
+                    return False
+            except requests.exceptions.SSLError:
                 return False
         else:
             file_type = file_path.split(".")[-1]
@@ -61,8 +65,7 @@ class Rag:
                         loader = PyPDFLoader(file_path=file_path)
                         data = loader.load_and_split()
                     case _:
-                        loader = WebBaseLoader(file_path)
+                        return False
-                        data = loader.load()
             except OSError:
                 return False