clean up privategpt example

This commit is contained in:
Jeffrey Morgan
2023-08-11 00:34:52 -07:00
parent 89a92477ad
commit e863066144
6 changed files with 803 additions and 41 deletions

View File

@@ -2,7 +2,6 @@
import os
import glob
from typing import List
from dotenv import load_dotenv
from multiprocessing import Pool
from tqdm import tqdm
@@ -27,9 +26,6 @@ from langchain.docstore.document import Document
from constants import CHROMA_SETTINGS
load_dotenv()
# Load environment variables
persist_directory = os.environ.get('PERSIST_DIRECTORY', 'db')
source_directory = os.environ.get('SOURCE_DIRECTORY', 'source_documents')
@@ -37,7 +33,6 @@ embeddings_model_name = os.environ.get('EMBEDDINGS_MODEL_NAME', 'all-MiniLM-L6-v
chunk_size = 500
chunk_overlap = 50
# Custom document loaders
class MyElmLoader(UnstructuredEmailLoader):
"""Wrapper to fallback to text/plain when default does not work"""