import os import dotenv dotenv.load_dotenv() DEFAULTS = { 'EDITION': 'SELF_HOSTED', 'DB_USERNAME': 'postgres', 'DB_PASSWORD': '', 'DB_HOST': 'localhost', 'DB_PORT': '5432', 'DB_DATABASE': 'dify', 'DB_CHARSET': '', 'REDIS_HOST': 'localhost', 'REDIS_PORT': '6379', 'REDIS_DB': '0', 'REDIS_USE_SSL': 'False', 'OAUTH_REDIRECT_PATH': '/console/api/oauth/authorize', 'OAUTH_REDIRECT_INDEX_PATH': '/', 'CONSOLE_WEB_URL': 'https://cloud.dify.ai', 'CONSOLE_API_URL': 'https://cloud.dify.ai', 'SERVICE_API_URL': 'https://api.dify.ai', 'APP_WEB_URL': 'https://udify.app', 'FILES_URL': '', 'S3_ADDRESS_STYLE': 'auto', 'STORAGE_TYPE': 'local', 'STORAGE_LOCAL_PATH': 'storage', 'CHECK_UPDATE_URL': 'https://updates.dify.ai', 'DEPLOY_ENV': 'PRODUCTION', 'SQLALCHEMY_DATABASE_URI_SCHEME': 'postgresql', 'SQLALCHEMY_POOL_SIZE': 30, 'SQLALCHEMY_MAX_OVERFLOW': 10, 'SQLALCHEMY_POOL_RECYCLE': 3600, 'SQLALCHEMY_POOL_PRE_PING': 'False', 'SQLALCHEMY_ECHO': 'False', 'SENTRY_TRACES_SAMPLE_RATE': 1.0, 'SENTRY_PROFILES_SAMPLE_RATE': 1.0, 'WEAVIATE_GRPC_ENABLED': 'True', 'WEAVIATE_BATCH_SIZE': 100, 'QDRANT_CLIENT_TIMEOUT': 20, 'QDRANT_GRPC_ENABLED': 'False', 'QDRANT_GRPC_PORT': '6334', 'CELERY_BACKEND': 'database', 'LOG_LEVEL': 'INFO', 'LOG_FILE': '', 'LOG_FORMAT': '%(asctime)s.%(msecs)03d %(levelname)s [%(threadName)s] [%(filename)s:%(lineno)d] - %(message)s', 'LOG_DATEFORMAT': '%Y-%m-%d %H:%M:%S', 'HOSTED_OPENAI_QUOTA_LIMIT': 200, 'HOSTED_OPENAI_TRIAL_ENABLED': 'False', 'HOSTED_OPENAI_TRIAL_MODELS': 'gpt-3.5-turbo,gpt-3.5-turbo-1106,gpt-3.5-turbo-instruct,gpt-3.5-turbo-16k,gpt-3.5-turbo-16k-0613,gpt-3.5-turbo-0613,gpt-3.5-turbo-0125,text-davinci-003', 'HOSTED_OPENAI_PAID_ENABLED': 'False', 'HOSTED_OPENAI_PAID_MODELS': 'gpt-4,gpt-4-turbo-preview,gpt-4-turbo-2024-04-09,gpt-4-1106-preview,gpt-4-0125-preview,gpt-3.5-turbo,gpt-3.5-turbo-16k,gpt-3.5-turbo-16k-0613,gpt-3.5-turbo-1106,gpt-3.5-turbo-0613,gpt-3.5-turbo-0125,gpt-3.5-turbo-instruct,text-davinci-003', 'HOSTED_AZURE_OPENAI_ENABLED': 'False', 'HOSTED_AZURE_OPENAI_QUOTA_LIMIT': 200, 'HOSTED_ANTHROPIC_QUOTA_LIMIT': 600000, 'HOSTED_ANTHROPIC_TRIAL_ENABLED': 'False', 'HOSTED_ANTHROPIC_PAID_ENABLED': 'False', 'HOSTED_MODERATION_ENABLED': 'False', 'HOSTED_MODERATION_PROVIDERS': '', 'HOSTED_FETCH_APP_TEMPLATES_MODE': 'remote', 'HOSTED_FETCH_APP_TEMPLATES_REMOTE_DOMAIN': 'https://tmpl.dify.ai', 'CLEAN_DAY_SETTING': 30, 'UPLOAD_FILE_SIZE_LIMIT': 15, 'UPLOAD_FILE_BATCH_LIMIT': 5, 'UPLOAD_IMAGE_FILE_SIZE_LIMIT': 10, 'OUTPUT_MODERATION_BUFFER_SIZE': 300, 'MULTIMODAL_SEND_IMAGE_FORMAT': 'base64', 'INVITE_EXPIRY_HOURS': 72, 'BILLING_ENABLED': 'False', 'CAN_REPLACE_LOGO': 'False', 'ETL_TYPE': 'dify', 'KEYWORD_STORE': 'jieba', 'BATCH_UPLOAD_LIMIT': 20, 'CODE_EXECUTION_ENDPOINT': 'http://sandbox:8194', 'CODE_EXECUTION_API_KEY': 'dify-sandbox', 'TOOL_ICON_CACHE_MAX_AGE': 3600, 'MILVUS_DATABASE': 'default', 'KEYWORD_DATA_SOURCE_TYPE': 'database', 'INNER_API': 'False', 'ENTERPRISE_ENABLED': 'False', 'INDEXING_MAX_SEGMENTATION_TOKENS_LENGTH': 1000, } def get_env(key): return os.environ.get(key, DEFAULTS.get(key)) def get_bool_env(key): value = get_env(key) return value.lower() == 'true' if value is not None else False def get_cors_allow_origins(env, default): cors_allow_origins = [] if get_env(env): for origin in get_env(env).split(','): cors_allow_origins.append(origin) else: cors_allow_origins = [default] return cors_allow_origins class Config: """Application configuration class.""" def __init__(self): # ------------------------ # General Configurations. # ------------------------ self.CURRENT_VERSION = "0.6.8" self.COMMIT_SHA = get_env('COMMIT_SHA') self.EDITION = get_env('EDITION') self.DEPLOY_ENV = get_env('DEPLOY_ENV') self.TESTING = False self.LOG_LEVEL = get_env('LOG_LEVEL') self.LOG_FILE = get_env('LOG_FILE') self.LOG_FORMAT = get_env('LOG_FORMAT') self.LOG_DATEFORMAT = get_env('LOG_DATEFORMAT') # The backend URL prefix of the console API. # used to concatenate the login authorization callback or notion integration callback. self.CONSOLE_API_URL = get_env('CONSOLE_API_URL') # The front-end URL prefix of the console web. # used to concatenate some front-end addresses and for CORS configuration use. self.CONSOLE_WEB_URL = get_env('CONSOLE_WEB_URL') # WebApp Url prefix. # used to display WebAPP API Base Url to the front-end. self.APP_WEB_URL = get_env('APP_WEB_URL') # Service API Url prefix. # used to display Service API Base Url to the front-end. self.SERVICE_API_URL = get_env('SERVICE_API_URL') # File preview or download Url prefix. # used to display File preview or download Url to the front-end or as Multi-model inputs; # Url is signed and has expiration time. self.FILES_URL = get_env('FILES_URL') if get_env('FILES_URL') else self.CONSOLE_API_URL # Your App secret key will be used for securely signing the session cookie # Make sure you are changing this key for your deployment with a strong key. # You can generate a strong key using `openssl rand -base64 42`. # Alternatively you can set it with `SECRET_KEY` environment variable. self.SECRET_KEY = get_env('SECRET_KEY') # Enable or disable the inner API. self.INNER_API = get_bool_env('INNER_API') # The inner API key is used to authenticate the inner API. self.INNER_API_KEY = get_env('INNER_API_KEY') # cors settings self.CONSOLE_CORS_ALLOW_ORIGINS = get_cors_allow_origins( 'CONSOLE_CORS_ALLOW_ORIGINS', self.CONSOLE_WEB_URL) self.WEB_API_CORS_ALLOW_ORIGINS = get_cors_allow_origins( 'WEB_API_CORS_ALLOW_ORIGINS', '*') # check update url self.CHECK_UPDATE_URL = get_env('CHECK_UPDATE_URL') # ------------------------ # Database Configurations. # ------------------------ db_credentials = { key: get_env(key) for key in ['DB_USERNAME', 'DB_PASSWORD', 'DB_HOST', 'DB_PORT', 'DB_DATABASE', 'DB_CHARSET'] } self.SQLALCHEMY_DATABASE_URI_SCHEME = get_env('SQLALCHEMY_DATABASE_URI_SCHEME') db_extras = f"?client_encoding={db_credentials['DB_CHARSET']}" if db_credentials['DB_CHARSET'] else "" self.SQLALCHEMY_DATABASE_URI = f"{self.SQLALCHEMY_DATABASE_URI_SCHEME}://{db_credentials['DB_USERNAME']}:{db_credentials['DB_PASSWORD']}@{db_credentials['DB_HOST']}:{db_credentials['DB_PORT']}/{db_credentials['DB_DATABASE']}{db_extras}" self.SQLALCHEMY_ENGINE_OPTIONS = { 'pool_size': int(get_env('SQLALCHEMY_POOL_SIZE')), 'max_overflow': int(get_env('SQLALCHEMY_MAX_OVERFLOW')), 'pool_recycle': int(get_env('SQLALCHEMY_POOL_RECYCLE')), 'pool_pre_ping': get_bool_env('SQLALCHEMY_POOL_PRE_PING') } self.SQLALCHEMY_ECHO = get_bool_env('SQLALCHEMY_ECHO') # ------------------------ # Redis Configurations. # ------------------------ self.REDIS_HOST = get_env('REDIS_HOST') self.REDIS_PORT = get_env('REDIS_PORT') self.REDIS_USERNAME = get_env('REDIS_USERNAME') self.REDIS_PASSWORD = get_env('REDIS_PASSWORD') self.REDIS_DB = get_env('REDIS_DB') self.REDIS_USE_SSL = get_bool_env('REDIS_USE_SSL') # ------------------------ # Celery worker Configurations. # ------------------------ self.CELERY_BROKER_URL = get_env('CELERY_BROKER_URL') self.CELERY_BACKEND = get_env('CELERY_BACKEND') self.CELERY_RESULT_BACKEND = 'db+{}'.format(self.SQLALCHEMY_DATABASE_URI) \ if self.CELERY_BACKEND == 'database' else self.CELERY_BROKER_URL self.BROKER_USE_SSL = self.CELERY_BROKER_URL.startswith('rediss://') # ------------------------ # File Storage Configurations. # ------------------------ self.STORAGE_TYPE = get_env('STORAGE_TYPE') self.STORAGE_LOCAL_PATH = get_env('STORAGE_LOCAL_PATH') self.S3_ENDPOINT = get_env('S3_ENDPOINT') self.S3_BUCKET_NAME = get_env('S3_BUCKET_NAME') self.S3_ACCESS_KEY = get_env('S3_ACCESS_KEY') self.S3_SECRET_KEY = get_env('S3_SECRET_KEY') self.S3_REGION = get_env('S3_REGION') self.S3_ADDRESS_STYLE = get_env('S3_ADDRESS_STYLE') self.AZURE_BLOB_ACCOUNT_NAME = get_env('AZURE_BLOB_ACCOUNT_NAME') self.AZURE_BLOB_ACCOUNT_KEY = get_env('AZURE_BLOB_ACCOUNT_KEY') self.AZURE_BLOB_CONTAINER_NAME = get_env('AZURE_BLOB_CONTAINER_NAME') self.AZURE_BLOB_ACCOUNT_URL = get_env('AZURE_BLOB_ACCOUNT_URL') self.ALIYUN_OSS_BUCKET_NAME=get_env('ALIYUN_OSS_BUCKET_NAME') self.ALIYUN_OSS_ACCESS_KEY=get_env('ALIYUN_OSS_ACCESS_KEY') self.ALIYUN_OSS_SECRET_KEY=get_env('ALIYUN_OSS_SECRET_KEY') self.ALIYUN_OSS_ENDPOINT=get_env('ALIYUN_OSS_ENDPOINT') self.ALIYUN_OSS_REGION=get_env('ALIYUN_OSS_REGION') self.ALIYUN_OSS_AUTH_VERSION=get_env('ALIYUN_OSS_AUTH_VERSION') self.GOOGLE_STORAGE_BUCKET_NAME = get_env('GOOGLE_STORAGE_BUCKET_NAME') self.GOOGLE_STORAGE_SERVICE_ACCOUNT_JSON_BASE64 = get_env('GOOGLE_STORAGE_SERVICE_ACCOUNT_JSON_BASE64') # ------------------------ # Vector Store Configurations. # Currently, only support: qdrant, milvus, zilliz, weaviate, relyt, pgvector # ------------------------ self.VECTOR_STORE = get_env('VECTOR_STORE') self.KEYWORD_STORE = get_env('KEYWORD_STORE') # qdrant settings self.QDRANT_URL = get_env('QDRANT_URL') self.QDRANT_API_KEY = get_env('QDRANT_API_KEY') self.QDRANT_CLIENT_TIMEOUT = get_env('QDRANT_CLIENT_TIMEOUT') self.QDRANT_GRPC_ENABLED = get_env('QDRANT_GRPC_ENABLED') self.QDRANT_GRPC_PORT = get_env('QDRANT_GRPC_PORT') # milvus / zilliz setting self.MILVUS_HOST = get_env('MILVUS_HOST') self.MILVUS_PORT = get_env('MILVUS_PORT') self.MILVUS_USER = get_env('MILVUS_USER') self.MILVUS_PASSWORD = get_env('MILVUS_PASSWORD') self.MILVUS_SECURE = get_env('MILVUS_SECURE') self.MILVUS_DATABASE = get_env('MILVUS_DATABASE') # weaviate settings self.WEAVIATE_ENDPOINT = get_env('WEAVIATE_ENDPOINT') self.WEAVIATE_API_KEY = get_env('WEAVIATE_API_KEY') self.WEAVIATE_GRPC_ENABLED = get_bool_env('WEAVIATE_GRPC_ENABLED') self.WEAVIATE_BATCH_SIZE = int(get_env('WEAVIATE_BATCH_SIZE')) # relyt settings self.RELYT_HOST = get_env('RELYT_HOST') self.RELYT_PORT = get_env('RELYT_PORT') self.RELYT_USER = get_env('RELYT_USER') self.RELYT_PASSWORD = get_env('RELYT_PASSWORD') self.RELYT_DATABASE = get_env('RELYT_DATABASE') # pgvecto rs settings self.PGVECTO_RS_HOST = get_env('PGVECTO_RS_HOST') self.PGVECTO_RS_PORT = get_env('PGVECTO_RS_PORT') self.PGVECTO_RS_USER = get_env('PGVECTO_RS_USER') self.PGVECTO_RS_PASSWORD = get_env('PGVECTO_RS_PASSWORD') self.PGVECTO_RS_DATABASE = get_env('PGVECTO_RS_DATABASE') # pgvector settings self.PGVECTOR_HOST = get_env('PGVECTOR_HOST') self.PGVECTOR_PORT = get_env('PGVECTOR_PORT') self.PGVECTOR_USER = get_env('PGVECTOR_USER') self.PGVECTOR_PASSWORD = get_env('PGVECTOR_PASSWORD') self.PGVECTOR_DATABASE = get_env('PGVECTOR_DATABASE') # ------------------------ # Mail Configurations. # ------------------------ self.MAIL_TYPE = get_env('MAIL_TYPE') self.MAIL_DEFAULT_SEND_FROM = get_env('MAIL_DEFAULT_SEND_FROM') self.RESEND_API_KEY = get_env('RESEND_API_KEY') self.RESEND_API_URL = get_env('RESEND_API_URL') # SMTP settings self.SMTP_SERVER = get_env('SMTP_SERVER') self.SMTP_PORT = get_env('SMTP_PORT') self.SMTP_USERNAME = get_env('SMTP_USERNAME') self.SMTP_PASSWORD = get_env('SMTP_PASSWORD') self.SMTP_USE_TLS = get_bool_env('SMTP_USE_TLS') # ------------------------ # Workspace Configurations. # ------------------------ self.INVITE_EXPIRY_HOURS = int(get_env('INVITE_EXPIRY_HOURS')) # ------------------------ # Sentry Configurations. # ------------------------ self.SENTRY_DSN = get_env('SENTRY_DSN') self.SENTRY_TRACES_SAMPLE_RATE = float(get_env('SENTRY_TRACES_SAMPLE_RATE')) self.SENTRY_PROFILES_SAMPLE_RATE = float(get_env('SENTRY_PROFILES_SAMPLE_RATE')) # ------------------------ # Business Configurations. # ------------------------ # multi model send image format, support base64, url, default is base64 self.MULTIMODAL_SEND_IMAGE_FORMAT = get_env('MULTIMODAL_SEND_IMAGE_FORMAT') # Dataset Configurations. self.CLEAN_DAY_SETTING = get_env('CLEAN_DAY_SETTING') # File upload Configurations. self.UPLOAD_FILE_SIZE_LIMIT = int(get_env('UPLOAD_FILE_SIZE_LIMIT')) self.UPLOAD_FILE_BATCH_LIMIT = int(get_env('UPLOAD_FILE_BATCH_LIMIT')) self.UPLOAD_IMAGE_FILE_SIZE_LIMIT = int(get_env('UPLOAD_IMAGE_FILE_SIZE_LIMIT')) # Moderation in app Configurations. self.OUTPUT_MODERATION_BUFFER_SIZE = int(get_env('OUTPUT_MODERATION_BUFFER_SIZE')) # Notion integration setting self.NOTION_CLIENT_ID = get_env('NOTION_CLIENT_ID') self.NOTION_CLIENT_SECRET = get_env('NOTION_CLIENT_SECRET') self.NOTION_INTEGRATION_TYPE = get_env('NOTION_INTEGRATION_TYPE') self.NOTION_INTERNAL_SECRET = get_env('NOTION_INTERNAL_SECRET') self.NOTION_INTEGRATION_TOKEN = get_env('NOTION_INTEGRATION_TOKEN') # ------------------------ # Platform Configurations. # ------------------------ self.GITHUB_CLIENT_ID = get_env('GITHUB_CLIENT_ID') self.GITHUB_CLIENT_SECRET = get_env('GITHUB_CLIENT_SECRET') self.GOOGLE_CLIENT_ID = get_env('GOOGLE_CLIENT_ID') self.GOOGLE_CLIENT_SECRET = get_env('GOOGLE_CLIENT_SECRET') self.OAUTH_REDIRECT_PATH = get_env('OAUTH_REDIRECT_PATH') self.HOSTED_OPENAI_API_KEY = get_env('HOSTED_OPENAI_API_KEY') self.HOSTED_OPENAI_API_BASE = get_env('HOSTED_OPENAI_API_BASE') self.HOSTED_OPENAI_API_ORGANIZATION = get_env('HOSTED_OPENAI_API_ORGANIZATION') self.HOSTED_OPENAI_TRIAL_ENABLED = get_bool_env('HOSTED_OPENAI_TRIAL_ENABLED') self.HOSTED_OPENAI_TRIAL_MODELS = get_env('HOSTED_OPENAI_TRIAL_MODELS') self.HOSTED_OPENAI_QUOTA_LIMIT = int(get_env('HOSTED_OPENAI_QUOTA_LIMIT')) self.HOSTED_OPENAI_PAID_ENABLED = get_bool_env('HOSTED_OPENAI_PAID_ENABLED') self.HOSTED_OPENAI_PAID_MODELS = get_env('HOSTED_OPENAI_PAID_MODELS') self.HOSTED_AZURE_OPENAI_ENABLED = get_bool_env('HOSTED_AZURE_OPENAI_ENABLED') self.HOSTED_AZURE_OPENAI_API_KEY = get_env('HOSTED_AZURE_OPENAI_API_KEY') self.HOSTED_AZURE_OPENAI_API_BASE = get_env('HOSTED_AZURE_OPENAI_API_BASE') self.HOSTED_AZURE_OPENAI_QUOTA_LIMIT = int(get_env('HOSTED_AZURE_OPENAI_QUOTA_LIMIT')) self.HOSTED_ANTHROPIC_API_BASE = get_env('HOSTED_ANTHROPIC_API_BASE') self.HOSTED_ANTHROPIC_API_KEY = get_env('HOSTED_ANTHROPIC_API_KEY') self.HOSTED_ANTHROPIC_TRIAL_ENABLED = get_bool_env('HOSTED_ANTHROPIC_TRIAL_ENABLED') self.HOSTED_ANTHROPIC_QUOTA_LIMIT = int(get_env('HOSTED_ANTHROPIC_QUOTA_LIMIT')) self.HOSTED_ANTHROPIC_PAID_ENABLED = get_bool_env('HOSTED_ANTHROPIC_PAID_ENABLED') self.HOSTED_MINIMAX_ENABLED = get_bool_env('HOSTED_MINIMAX_ENABLED') self.HOSTED_SPARK_ENABLED = get_bool_env('HOSTED_SPARK_ENABLED') self.HOSTED_ZHIPUAI_ENABLED = get_bool_env('HOSTED_ZHIPUAI_ENABLED') self.HOSTED_MODERATION_ENABLED = get_bool_env('HOSTED_MODERATION_ENABLED') self.HOSTED_MODERATION_PROVIDERS = get_env('HOSTED_MODERATION_PROVIDERS') # fetch app templates mode, remote, builtin, db(only for dify SaaS), default: remote self.HOSTED_FETCH_APP_TEMPLATES_MODE = get_env('HOSTED_FETCH_APP_TEMPLATES_MODE') self.HOSTED_FETCH_APP_TEMPLATES_REMOTE_DOMAIN = get_env('HOSTED_FETCH_APP_TEMPLATES_REMOTE_DOMAIN') self.ETL_TYPE = get_env('ETL_TYPE') self.UNSTRUCTURED_API_URL = get_env('UNSTRUCTURED_API_URL') self.UNSTRUCTURED_API_KEY = get_env('UNSTRUCTURED_API_KEY') self.BILLING_ENABLED = get_bool_env('BILLING_ENABLED') self.CAN_REPLACE_LOGO = get_bool_env('CAN_REPLACE_LOGO') self.BATCH_UPLOAD_LIMIT = get_env('BATCH_UPLOAD_LIMIT') self.CODE_EXECUTION_ENDPOINT = get_env('CODE_EXECUTION_ENDPOINT') self.CODE_EXECUTION_API_KEY = get_env('CODE_EXECUTION_API_KEY') self.API_COMPRESSION_ENABLED = get_bool_env('API_COMPRESSION_ENABLED') self.TOOL_ICON_CACHE_MAX_AGE = get_env('TOOL_ICON_CACHE_MAX_AGE') self.KEYWORD_DATA_SOURCE_TYPE = get_env('KEYWORD_DATA_SOURCE_TYPE') self.ENTERPRISE_ENABLED = get_bool_env('ENTERPRISE_ENABLED') # ------------------------ # Indexing Configurations. # ------------------------ self.INDEXING_MAX_SEGMENTATION_TOKENS_LENGTH = get_env('INDEXING_MAX_SEGMENTATION_TOKENS_LENGTH')