Skip to content

Commit

Permalink
added mistral 8x7b instruct model. prepping to port framework (#1)
Browse files Browse the repository at this point in the history
  • Loading branch information
jwalker authored Mar 24, 2024
1 parent ac83411 commit 8301c70
Show file tree
Hide file tree
Showing 2 changed files with 11 additions and 1 deletion.
1 change: 1 addition & 0 deletions .gitignore
Original file line number Diff line number Diff line change
@@ -1 +1,2 @@
venv/*
conversation*
11 changes: 10 additions & 1 deletion app.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@
import streamlit as st
from llama_cpp import Llama
import json

# Initialize the Llama model
llm = Llama(
model_path="../llama.cpp/models/mistral-7B-v0.1/ggml-model-Q4_K_M.gguf",
model_path="../llama.cpp/models/mixtral-8x7B/ggml-model-Q4_K_M.gguf",
n_ctx=4096,
n_gpu_layers=-1,
chat_format="chatml"
Expand Down Expand Up @@ -58,6 +59,7 @@ def export_conversation_history():
file.write(line)
st.success('Conversation exported successfully!')


if st.button('Submit'):
if user_query:
st.session_state['conversation_history'].append({"sender": "Researcher", "message": user_query})
Expand Down Expand Up @@ -107,6 +109,13 @@ def export_conversation_history():
display_debug_info()
with col2:
st.markdown("**Show Debug Information**")

st.markdown("---") # Horizontal line for visual separation
st.markdown("## 🛠 Integration Controls")

# Slack Integration Button
if st.button("Slack"):
# stub

st.markdown("""---""") # Horizontal line for visual separation

Expand Down

0 comments on commit 8301c70

Please sign in to comment.