Update 'Supportgpt/supportgpt_mistral.py'

이 커밋은 다음에 포함됨:
2024-01-08 05:03:41 +00:00
부모 c8a9508c3d
커밋 3a484ac222
+2 -2
파일 보기
@@ -60,12 +60,12 @@ def load_llm():
# max_new_tokens = 512,
# temperature = 0.5
# )
llm = CTransformers(model=r"D:\Aiproject\models\mistral-7b-instruct-v0.1.Q4_K_M.gguf",gpu_layers=100,config={'max_new_tokens': 128, 'temperature': 0.01})
llm = CTransformers(model=r"TheBloke/Mistral-7B-Instruct-v0.1-GGUF",gpu_layers=100,config={'max_new_tokens': 128, 'temperature': 0.01})
return llm
#QA Model Function
def qa_bot():
embeddings = HuggingFaceEmbeddings(model_name=r"D:\Aiproject\models\sentence_tranformer\all-MiniLM-L6-v2",
embeddings = HuggingFaceEmbeddings(model_name=r"sentence-transformers/all-MiniLM-L6-v2",
model_kwargs={'device': 'cpu'})
db = FAISS.load_local(DB_FAISS_PATH, embeddings)
llm = load_llm()