39 lines
1.0 KiB
Plaintext
39 lines
1.0 KiB
Plaintext
|
# App Configuration
|
|||
|
|
APP_TITLE="LightRAG Knowledge Base API"
|
|||
|
|
APP_VERSION="1.0"
|
|||
|
|
HOST="0.0.0.0"
|
|||
|
|
PORT=9600
|
|||
|
|
|
|||
|
|
# LLM（Text） Configuration
|
|||
|
|
LLM_BINDING=vllm # ollama, vllm, openai
|
|||
|
|
LLM_BINDING_HOST=http://192.168.6.115:8002/v1 # vLLM OpenAI API base
|
|||
|
|
LLM_MODEL=qwen3-8b-fp8
|
|||
|
|
LLM_KEY=EMPTY # vLLM default key
|
|||
|
|
LLM_MODEL_MAX_ASYNC=4 # vLLM 并发能力强，可以调高
|
|||
|
|
|
|||
|
|
# LLM（Vision） Configuration
|
|||
|
|
VL_BINDING=vllm # ollama, vllm, openai
|
|||
|
|
VL_BINDING_HOST=http://192.168.6.115:8001/v1
|
|||
|
|
VL_MODEL=qwen2.5-vl-3b-awq
|
|||
|
|
VL_KEY=EMPTY
|
|||
|
|
|
|||
|
|
# Embedding Configuration
|
|||
|
|
EMBEDDING_BINDING=tei # ollama, tei, openai
|
|||
|
|
EMBEDDING_BINDING_HOST=http://192.168.6.115:8003 # TEI usually exposes /embed
|
|||
|
|
EMBEDDING_MODEL=BAAI/bge-m3 # model id in TEI
|
|||
|
|
EMBEDDING_KEY=EMPTY
|
|||
|
|
|
|||
|
|
# Rerank - TEI
|
|||
|
|
RERANK_ENABLED=True
|
|||
|
|
RERANK_BINDING_HOST=http://192.168.6.115:8004
|
|||
|
|
RERANK_MODEL=BAAI/bge-reranker-v2-m3
|
|||
|
|
RERANK_KEY=EMPTY
|
|||
|
|
|
|||
|
|
# Storage
|
|||
|
|
DATA_DIR=./index_data
|
|||
|
|
|
|||
|
|
# RAG Configuration
|
|||
|
|
EMBEDDING_DIM=1024
|
|||
|
|
MAX_TOKEN_SIZE=8192
|
|||
|
|
MAX_RAG_INSTANCES=5 # 最大活跃 RAG 实例数
|
|||
|
|
COSINE_THRESHOLD=0.6 # 余弦相似度阈值
|