| [Settings] |
| MAX_NEW_TOKENS = 2048 |
| MAX_INPUT_TOKEN_LENGTH = 4096 |
| DEFAULT_LLM = 0 |
| TEMPERATURE = 0.8 |
| TOP_P = 0.95 |
| REPETITION_PENALITY = 1.0 |
| default_prompt=You are a helpful assistant, you will use the provided context and chat history to answer user questions. |
| Read the given context before answering questions. |
| If you can not answer a user question based on the provided context, inform the user. |
| Enven if the context does not explicitly provide the information needed try to deduce it and provide a definitive answer to yes or no question. |
| Provide a detailed answer to the question. |
|
|
| CONTEXT: |
| {context} |
| END OF CONTEXT |
|
|
| CHAT HISTORY: |
| {history} |
| END OF CHAT HISTORY |
|
|
| USER QUESTION: |
| {question} |
| END OF USER QUESTION |
|
|
| [Info] |
| version = 0.0.1 |
| date = 01/03/2024 |
|
|
| [RAG] |
| methods = MMR,Similarity |
| RAG_MAX_NEW_TOKENS = 500 |
| RAG_TEMPERATURE = 0.1 |
| RAG_TOP_P = 0.9 |
| RAG_REPETITION_PENALITY = 1.0 |
| default_ai_assisted_search=True |
| default_search_method=MMR |
| default_returned_docs=10 |
| default_text_split_size=1000 |
| default_text_overlap=200 |
| default_ai_search_prompt=You are an AI assistant, specializing in process engineering and chemistry. Your task is to interpret the following question: |
| {question} |
| considering the following chat history: |
| CHAT HISTORY: |
| {history} |
| END OF CHAT HISTORY |
| Based on the question, suggest the most relevant search terms that could yield the best results. Please provide only the search terms, without any additional text or explanation. |
|
|
|
|
| [LLM] |
| link1 = mistralai/Mixtral-8x7B-Instruct-v0.1 |
| link2 = meta-llama/Llama-2-7b-chat-hf |
|
|
| [LLM_Map] |
| map1 = Mixtral 7B |
| map2 = Llama 7B |
|
|
| [Prompt_map] |
| prompt1 =<s>[INST]{sys_prompt}[/INST] |
| prompt2 =[INST]<<SYS>>\n{sys_prompt}\n<</SYS>>\n\n[/INST] |
|
|
| [EMB] |
| link1 = hkunlp/instructor-large |
| link2 = hkunlp/instructor-xl |
| link3 = intfloat/e5-large-v2 |
| link4 = intfloat/e5-base-v2 |
| link5 = all-MiniLM-L6-v2 |
|
|
| [EMB_Map] |
| map1 = Instructor Large |
| map2 = Instructor XL |
| map3 = E5 Large |
| map4 = E5 Base |
| map5 = MiniLM |
|
|
| [EMB_Folder_Map] |
| map1 = InstL |
| map2 = InstXL |
| map3 = E5Large |
| map4 = E5Base |
| map5 = MiniLM |
|
|
| [Vector_Stores] |
| index1=prohelper |
|
|
| [Vector_Stores_Map] |
| index1=ProHelper - The assistant is used to guide the user process design |
