目前agent infra及rag框架已经搭好
This commit is contained in:
1 parent
87ee138fb5
commit
447f313217
38 files changed
+1431
-790
No files matched your search
@@ -16,8 +16,7 @@ RAG_BASE_URL = "http://192.168.137.96:8903"
|
||||
#6000pro:
|
||||
LLM_API_KEY='semi-ai.tech'
|
||||
LLM_BASE_URL="http://semi-ai.tech:40056/v1"
|
||||
LLM_MODEL = "Intel/Qwen3.6-27B-int4-AutoRound"
|
||||
|
||||
LLM_MODEL = "Intel/Qwen3.6-35B-A3B-int4-mixed-AutoRound"
|
||||
|
||||
#A100:
|
||||
# LLM_API_KEY = 'sk-kGhWAQTqLk9ECsmIDb758a456bD34e92B9771dF2E36432Fb'
|
||||
@@ -27,3 +26,12 @@ LLM_MODEL = "Intel/Qwen3.6-27B-int4-AutoRound"
|
||||
# LLM_REQUESTS_PER_SECOND = 10.0
|
||||
# LLM_MAX_BUCKET_SIZE = 10
|
||||
# LLM_CHECK_EVERY_N_SECONDS = 0.1
|
||||
|
||||
#context:
|
||||
LLM_CONTEXT_WINDOW=32768
|
||||
MINI_COMPRESS_RATE=0.4
|
||||
HARD_COMPRESS_RATE=0.6
|
||||
CURRENT_TURNS=4
|
||||
IMG_SIZE=768
|
||||
RAG_CHUNK_SIZE=500
|
||||
RAG_CHUNK_OVERLAP=50
|
||||
Reference in new issue
Block a user