Update 'Supportgpt/supportgpt_mistral.py'
이 커밋은 다음에 포함됨:
@@ -60,12 +60,12 @@ def load_llm():
|
||||
# max_new_tokens = 512,
|
||||
# temperature = 0.5
|
||||
# )
|
||||
llm = CTransformers(model=r"D:\Aiproject\models\mistral-7b-instruct-v0.1.Q4_K_M.gguf",gpu_layers=100,config={'max_new_tokens': 128, 'temperature': 0.01})
|
||||
llm = CTransformers(model=r"TheBloke/Mistral-7B-Instruct-v0.1-GGUF",gpu_layers=100,config={'max_new_tokens': 128, 'temperature': 0.01})
|
||||
return llm
|
||||
|
||||
#QA Model Function
|
||||
def qa_bot():
|
||||
embeddings = HuggingFaceEmbeddings(model_name=r"D:\Aiproject\models\sentence_tranformer\all-MiniLM-L6-v2",
|
||||
embeddings = HuggingFaceEmbeddings(model_name=r"sentence-transformers/all-MiniLM-L6-v2",
|
||||
model_kwargs={'device': 'cpu'})
|
||||
db = FAISS.load_local(DB_FAISS_PATH, embeddings)
|
||||
llm = load_llm()
|
||||
|
||||
새 이슈에서 참조
사용자 차단