hkoppen's picture
Upload 23 files
7ca3dfa verified
raw
history blame contribute delete
No virus
2.02 kB
import argparse
import os
import os
from dotenv import load_dotenv
load_dotenv()
parser = argparse.ArgumentParser(description='This app lists animals')
document_store_choices = ('inmemory', 'weaviate', 'milvus', 'opensearch')
parser.add_argument('--store', choices=document_store_choices, default='inmemory', help='DocumentStore selection (default: %(default)s)')
parser.add_argument('--name', default="Document Insights: Extractive & Generative Methods")
model_configs = {
'EMBEDDING_MODEL': os.getenv("EMBEDDING_MODEL", "sentence-transformers/all-MiniLM-L12-v2"),
'GENERATIVE_MODEL': os.getenv("GENERATIVE_MODEL", "gpt-4"),
#'EXTRACTIVE_MODEL': os.getenv("EXTRACTIVE_MODEL", "deepset/roberta-base-squad2"),
'EXTRACTIVE_MODEL': os.getenv("EXTRACTIVE_MODEL", "deepset/gelectra-large-germanquad"),
#'EXTRACTIVE_MODEL': os.getenv("EXTRACTIVE_MODEL", "MachineLearningReply/bert-base-german-legal-qa"),
'OPENAI_KEY': os.getenv("OPENAI_KEY"),
'COHERE_KEY': os.getenv("COHERE_KEY"),
}
document_store_configs = {
# Weaviate Config
'WEAVIATE_HOST': os.getenv("WEAVIATE_HOST", "http://localhost"),
'WEAVIATE_PORT': os.getenv("WEAVIATE_PORT", 8080),
'WEAVIATE_INDEX': os.getenv("WEAVIATE_INDEX", "Document"),
'WEAVIATE_EMBEDDING_DIM': os.getenv("WEAVIATE_EMBEDDING_DIM", 768),
# OpenSearch Config
'OPENSEARCH_SCHEME': os.getenv("OPENSEARCH_SCHEME", "https"),
'OPENSEARCH_USERNAME': os.getenv("OPENSEARCH_USERNAME", "admin"),
'OPENSEARCH_PASSWORD': os.getenv("OPENSEARCH_PASSWORD", "admin"),
'OPENSEARCH_HOST': os.getenv("OPENSEARCH_HOST", "localhost"),
'OPENSEARCH_PORT': os.getenv("OPENSEARCH_PORT", 9200),
'OPENSEARCH_INDEX': os.getenv("OPENSEARCH_INDEX", "document"),
'OPENSEARCH_EMBEDDING_DIM': os.getenv("OPENSEARCH_EMBEDDING_DIM", 768),
# Milvus Config
'MILVUS_URI': os.getenv("MILVUS_URI", "http://localhost:19530/default"),
'MILVUS_INDEX': os.getenv("MILVUS_INDEX", "document"),
'MILVUS_EMBEDDING_DIM': os.getenv("MILVUS_EMBEDDING_DIM", 768),
}