Fabel
/
Fabelous-Ai-Chat
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

improved error handling

This commit is contained in:
Falko Victor Habel 2024-05-20 12:27:03 +02:00
parent a36eeb368e
commit 87727b3d1e
2 changed files with 10 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
requirements.txt
View File

@ -7,3 +7,4 @@ langchain
pathlib pathlib
unstructured unstructured
markdown markdown
requests

7
scripts/Rag.py
View File

@ -6,6 +6,7 @@ from langchain_community.embeddings import OllamaEmbeddings
from langchain_community.vectorstores import Chroma from langchain_community.vectorstores import Chroma
from langchain_community.chat_models import ChatOllama from langchain_community.chat_models import ChatOllama
from langchain.chains import RetrievalQA from langchain.chains import RetrievalQA
import requests
@ -40,10 +41,13 @@ class Rag:
def get_file(self, file_path): def get_file(self, file_path):
# Check if the file path starts with 'https://' # Check if the file path starts with 'https://'
if file_path.startswith('https://'): if file_path.startswith('https://'):
try:
loader = WebBaseLoader(file_path) loader = WebBaseLoader(file_path)
data = loader.load() data = loader.load()
if data is None: if data is None:
return False return False
except requests.exceptions.SSLError:
return False
else: else:
file_type = file_path.split(".")[-1] file_type = file_path.split(".")[-1]
try: try:
@ -61,8 +65,7 @@ class Rag:
loader = PyPDFLoader(file_path=file_path) loader = PyPDFLoader(file_path=file_path)
data = loader.load_and_split() data = loader.load_and_split()
case _: case _:
loader = WebBaseLoader(file_path) return False
data = loader.load()
except OSError: except OSError:
return False return False