Your own LocalGPT with 🌀 Key Solution AI
' 25 | st.markdown(mytitle, unsafe_allow_html=True) 26 | #st.header("Your own LocalGPT with 🌀 h2o-danube-1.8b-chat") 27 | subtitle = 'Powerwed by Qwen, the best 0.5B chat model?
' 28 | st.markdown(subtitle, unsafe_allow_html=True) 29 | 30 | 31 | # create THE SESSIoN STATES 32 | if "logfilename" not in st.session_state: 33 | ## Logger file 34 | tstamp = datetime.datetime.now() 35 | tstamp = str(tstamp).replace(' ','_') 36 | tstamp = str(tstamp).replace(':','_') 37 | logfile = f'{tstamp[:-7]}_log.txt' 38 | st.session_state.logfilename = logfile 39 | sleep(2) 40 | #Write in the history the first 2 sessions 41 | writehistory(st.session_state.logfilename,f'Your own LocalGPT with 🌀 Qwen-0.5b-chat\n---\n🧠🫡: You are a helpful assistant.') 42 | writehistory(st.session_state.logfilename,f'🌀: How may I help you today?') 43 | 44 | if "len_context" not in st.session_state: 45 | st.session_state.len_context = 0 46 | 47 | if "limiter" not in st.session_state: 48 | st.session_state.limiter = 0 49 | 50 | if "bufstatus" not in st.session_state: 51 | st.session_state.bufstatus = "**:green[Good]**" 52 | 53 | if "temperature" not in st.session_state: 54 | st.session_state.temperature = 0.1 55 | 56 | if "maxlength" not in st.session_state: 57 | st.session_state.maxlength = 500 58 | 59 | # Point to the local server 60 | # Change localhost with the IP ADDRESS of the computer acting as a server 61 | # itmay be something like "http://192.168.1.52:8000/v1" 62 | client = OpenAI(base_url="http://localhost:8080/v1", api_key="not-needed") 63 | 64 | # CREATE THE SIDEBAR 65 | with st.sidebar: 66 | st.image('./ksbanner.png', width=160) 67 | st.session_state.temperature = st.slider('Temperature:', min_value=0.0, max_value=1.0, value=0.1, step=0.02) 68 | st.session_state.limiter = st.slider('Turns:', min_value=7, max_value=17, value=12, step=1) 69 | st.session_state.maxlength = st.slider('Length reply:', min_value=150, max_value=1000, 70 | value=500, step=50) 71 | mytokens = st.markdown(f"""**Context turns** {st.session_state.len_context}""") 72 | st.markdown(f"Buffer status: {st.session_state.bufstatus}") 73 | st.markdown(f"**Logfile**: {st.session_state.logfilename}") 74 | btnClear = st.button("Clear History",type="primary", use_container_width=True) 75 | 76 | # We store the conversation in the session state. 77 | # This will be used to render the chat conversation. 78 | # We initialize it with the first message we want to be greeted with. 79 | if "messages" not in st.session_state: 80 | st.session_state.messages = [ 81 | {"role": "system", "content": "You are QWEN-KS, a helpful assistant. You reply only to the user questions. You always reply in the language of the instructions.",}, 82 | {"role": "user", "content": "Hi, I am a Key Solution employee, a Company that works in the Oil and Gas sector."}, 83 | {"role": "assistant", "content": "Hi there, I am QWEN-KS, how may I help you today?"} 84 | ] 85 | 86 | def clearHistory(): 87 | st.session_state.messages = [ 88 | {"role": "system", "content": "You are QWEN-KS, a helpful assistant. You reply only to the user questions. You always reply in the language of the instructions.",}, 89 | {"role": "user", "content": "Hi, I am a Key Solution employee, a Company that works in the Oil and Gas sector."}, 90 | {"role": "assistant", "content": "Hi there, I am QWEN-KS, how may I help you today?"} 91 | ] 92 | st.session_state.len_context = len(st.session_state.messages) 93 | if btnClear: 94 | clearHistory() 95 | st.session_state.len_context = len(st.session_state.messages) 96 | 97 | # We loop through each message in the session state and render it as 98 | # a chat message. 99 | for message in st.session_state.messages[1:]: 100 | if message["role"] == "user": 101 | with st.chat_message(message["role"],avatar=av_us): 102 | st.markdown(message["content"]) 103 | else: 104 | with st.chat_message(message["role"],avatar=av_ass): 105 | st.markdown(message["content"]) 106 | 107 | # We take questions/instructions from the chat input to pass to the LLM 108 | if user_prompt := st.chat_input("Your message here. Shift+Enter to add a new line", key="user_input"): 109 | 110 | # Add our input to the session state 111 | st.session_state.messages.append( 112 | {"role": "user", "content": user_prompt} 113 | ) 114 | 115 | # Add our input to the chat window 116 | with st.chat_message("user", avatar=av_us): 117 | st.markdown(user_prompt) 118 | writehistory(st.session_state.logfilename,f'👷: {user_prompt}') 119 | 120 | 121 | with st.chat_message("assistant",avatar=av_ass): 122 | with st.spinner("Thinking..."): 123 | response = '' 124 | conv_messages = [] 125 | st.session_state.len_context = len(st.session_state.messages) 126 | # Checking context window for the LLM, not for the chat history to be displayed 127 | if st.session_state.len_context > st.session_state.limiter: 128 | st.session_state.bufstatus = "**:red[Overflow]**" 129 | # this will keep 5 full turns into consideration 130 | x=st.session_state.limiter-5 131 | conv_messages.append(st.session_state.messages[0]) 132 | for i in range(0,x): 133 | conv_messages.append(st.session_state.messages[-x+i]) 134 | print(len(conv_messages)) 135 | completion = client.chat.completions.create( 136 | model="local-model", # this field is currently unused 137 | messages=conv_messages, 138 | temperature=st.session_state.temperature, 139 | frequency_penalty = 1.6, 140 | stop=['<|im_end|>','',"Your own LocalGPT with 🟠 Key Solution AI
' 25 | st.markdown(mytitle, unsafe_allow_html=True) 26 | #st.header("Your own LocalGPT with 🌀 h2o-danube-1.8b-chat") 27 | subtitle = 'Powerwed by Qwen, the best 0.5B chat model?
' 28 | st.markdown(subtitle, unsafe_allow_html=True) 29 | 30 | 31 | # create THE SESSIoN STATES 32 | if "logfilename" not in st.session_state: 33 | ## Logger file 34 | tstamp = datetime.datetime.now() 35 | tstamp = str(tstamp).replace(' ','_') 36 | tstamp = str(tstamp).replace(':','_') 37 | logfile = f'{tstamp[:-7]}_log.txt' 38 | st.session_state.logfilename = logfile 39 | sleep(2) 40 | #Write in the history the first 2 sessions 41 | writehistory(st.session_state.logfilename,f'Your own LocalGPT with 🌀 Qwen-0.5b-chat\n---\n🧠🫡: You are a helpful assistant.') 42 | writehistory(st.session_state.logfilename,f'🌀: How may I help you today?') 43 | 44 | if "len_context" not in st.session_state: 45 | st.session_state.len_context = 0 46 | 47 | if "limiter" not in st.session_state: 48 | st.session_state.limiter = 0 49 | 50 | if "bufstatus" not in st.session_state: 51 | st.session_state.bufstatus = "**:green[Good]**" 52 | 53 | if "temperature" not in st.session_state: 54 | st.session_state.temperature = 0.1 55 | 56 | if "maxlength" not in st.session_state: 57 | st.session_state.maxlength = 500 58 | 59 | # Point to the local server 60 | # Change localhost with the IP ADDRESS of the computer acting as a server 61 | # itmay be something like "http://192.168.1.52:8000/v1" 62 | client = OpenAI(base_url="http://localhost:8080/v1", api_key="not-needed") 63 | 64 | # CREATE THE SIDEBAR 65 | with st.sidebar: 66 | st.image('./ksbanner.png', width=160) 67 | st.session_state.temperature = st.slider('Temperature:', min_value=0.0, max_value=1.0, value=0.1, step=0.02) 68 | st.session_state.limiter = st.slider('Turns:', min_value=7, max_value=17, value=12, step=1) 69 | st.session_state.maxlength = st.slider('Length reply:', min_value=150, max_value=1000, 70 | value=500, step=50) 71 | mytokens = st.markdown(f"""**Context turns** {st.session_state.len_context}""") 72 | st.markdown(f"Buffer status: {st.session_state.bufstatus}") 73 | st.markdown(f"**Logfile**: {st.session_state.logfilename}") 74 | btnClear = st.button("Clear History",type="primary", use_container_width=True) 75 | 76 | # We store the conversation in the session state. 77 | # This will be used to render the chat conversation. 78 | # We initialize it with the first message we want to be greeted with. 79 | if "messages" not in st.session_state: 80 | st.session_state.messages = [ 81 | {"role": "system", "content": "You are QWEN-KS, a helpful assistant. You reply only to the user questions. You always reply in the language of the instructions.",}, 82 | {"role": "user", "content": "Hi, I am a Key Solution employee, a Company that works in the Oil and Gas sector."}, 83 | {"role": "assistant", "content": "Hi there, I am QWEN-KS, how may I help you today?"} 84 | ] 85 | 86 | def clearHistory(): 87 | st.session_state.messages = [ 88 | {"role": "system", "content": "You are QWEN-KS, a helpful assistant. You reply only to the user questions. You always reply in the language of the instructions.",}, 89 | {"role": "user", "content": "Hi, I am a Key Solution employee, a Company that works in the Oil and Gas sector."}, 90 | {"role": "assistant", "content": "Hi there, I am QWEN-KS, how may I help you today?"} 91 | ] 92 | st.session_state.len_context = len(st.session_state.messages) 93 | if btnClear: 94 | clearHistory() 95 | st.session_state.len_context = len(st.session_state.messages) 96 | 97 | # We loop through each message in the session state and render it as 98 | # a chat message. 99 | for message in st.session_state.messages[1:]: 100 | if message["role"] == "user": 101 | with st.chat_message(message["role"],avatar=av_us): 102 | st.markdown(message["content"]) 103 | else: 104 | with st.chat_message(message["role"],avatar=av_ass): 105 | st.markdown(message["content"]) 106 | 107 | # We take questions/instructions from the chat input to pass to the LLM 108 | if user_prompt := st.chat_input("Your message here. Shift+Enter to add a new line", key="user_input"): 109 | 110 | # Add our input to the session state 111 | st.session_state.messages.append( 112 | {"role": "user", "content": user_prompt} 113 | ) 114 | 115 | # Add our input to the chat window 116 | with st.chat_message("user", avatar=av_us): 117 | st.markdown(user_prompt) 118 | writehistory(st.session_state.logfilename,f'👷: {user_prompt}') 119 | 120 | 121 | with st.chat_message("assistant",avatar=av_ass): 122 | message_placeholder = st.empty() 123 | with st.spinner("Thinking..."): 124 | response = '' 125 | conv_messages = [] 126 | st.session_state.len_context = len(st.session_state.messages) 127 | # Checking context window for the LLM, not for the chat history to be displayed 128 | if st.session_state.len_context > st.session_state.limiter: 129 | st.session_state.bufstatus = "**:red[Overflow]**" 130 | # this will keep 5 full turns into consideration 131 | x=st.session_state.limiter-5 132 | conv_messages.append(st.session_state.messages[0]) 133 | for i in range(0,x): 134 | conv_messages.append(st.session_state.messages[-x+i]) 135 | print(len(conv_messages)) 136 | full_response = "" 137 | completion = client.chat.completions.create( 138 | model="local-model", # this field is currently unused 139 | messages=conv_messages, 140 | temperature=st.session_state.temperature, 141 | frequency_penalty = 1.6, 142 | stop=['<|im_end|>','',"