目前agent infra及rag框架已经搭好

This commit is contained in:
minorQAQ committed 2026-05-18 17:25:27 +08:00
1 parent 87ee138fb5
commit 447f313217
38 files changed
+1431 -790

No files matched your search

+10 -2
View File
@@ -16,8 +16,7 @@ RAG_BASE_URL = "http://192.168.137.96:8903"
#6000pro:
LLM_API_KEY='semi-ai.tech'
LLM_BASE_URL="http://semi-ai.tech:40056/v1"
LLM_MODEL = "Intel/Qwen3.6-27B-int4-AutoRound"
LLM_MODEL = "Intel/Qwen3.6-35B-A3B-int4-mixed-AutoRound"
#A100:
# LLM_API_KEY = 'sk-kGhWAQTqLk9ECsmIDb758a456bD34e92B9771dF2E36432Fb'
@@ -27,3 +26,12 @@ LLM_MODEL = "Intel/Qwen3.6-27B-int4-AutoRound"
# LLM_REQUESTS_PER_SECOND = 10.0
# LLM_MAX_BUCKET_SIZE = 10
# LLM_CHECK_EVERY_N_SECONDS = 0.1
#context:
LLM_CONTEXT_WINDOW=32768
MINI_COMPRESS_RATE=0.4
HARD_COMPRESS_RATE=0.6
CURRENT_TURNS=4
IMG_SIZE=768
RAG_CHUNK_SIZE=500
RAG_CHUNK_OVERLAP=50