import numpy as np import streamlit as st from openai import OpenAI import os from dotenv import load_dotenv load_dotenv() # Initialize the OpenAI client client = OpenAI( base_url="https://api-inference.huggingface.co/v1", api_key=os.environ.get('HUGGINGFACEHUB_API_TOKEN') # Replace with your token ) # Create supported model model_links = { "Meta-Llama-3-8B": "meta-llama/Meta-Llama-3-8B-Instruct" } # Pull info about the model to display model_info = { "Meta-Llama-3-8B": { 'description': """The **Meta-Llama 3 (8B)** is a cutting-edge **Large Language Model (LLM)** developed by Meta's AI team, comprising over 8 billion parameters. This model has been specifically fine-tuned for educational purposes to excel in interactive question-and-answer sessions.\n \n### Training Process: This Llama model was meticulously fine-tuned using science textbooks from the NCERT curriculum, which covers a wide range of subjects including Physics, Chemistry, Biology, and Environmental Science. The fine-tuning process utilized **Docker AutoTrain**, enabling scalable and automated training pipelines. The model was trained on datasets focusing on providing detailed, accurate responses in line with the NCERT syllabus. \n### Purpose: Llama-3 8B is designed to assist both students and educators by delivering clear, concise explanations to science-related questions. With a deep understanding of the NCERT curriculum, it helps break down complex scientific concepts, making learning easier and more engaging for students, while acting as an intuitive guide for teachers. \n### Specialized Features: - **Contextual Understanding**: Optimized to handle detailed science-related queries, ensuring high relevance in responses. - **Fine-Grained Knowledge**: Equipped to offer explanations on subjects ranging from basic scientific principles to advanced concepts, ideal for various educational levels. - **Accuracy and Reliability**: Trained with a focus on minimizing misinformation, this model prioritizes delivering trustworthy responses, tailored specifically for the education sector.\n This model is a testament to the potential of AI in revolutionizing education by offering students a personal, reliable assistant to clarify doubts and enrich their understanding of science. """ } } # Reset the conversation def reset_conversation(): st.session_state.conversation = [] st.session_state.messages = [] return None # App title and description st.title("Sci-Mom 👩‍🏫 ") st.subheader("AI chatbot for Solving your doubts 📚 :)") # Custom description for SciMom in the sidebar st.sidebar.write("Built for my mom, with love ❤️. This model is pretrained with textbooks of Science NCERT.") st.sidebar.write("Base-Model used: Meta Llama, trained using: Docker AutoTrain.") # Add technical details in the sidebar st.sidebar.markdown(model_info["Meta-Llama-3-8B"]['description']) st.sidebar.markdown("*By Gokulnath ♔ *") # If model selection was needed (now removed) selected_model = "Meta-Llama-3-8B" # Only one model remains if "prev_option" not in st.session_state: st.session_state.prev_option = selected_model if st.session_state.prev_option != selected_model: st.session_state.messages = [] st.session_state.prev_option = selected_model reset_conversation() # Pull in the model we want to use repo_id = model_links[selected_model] # Initialize chat history if "messages" not in st.session_state: st.session_state.messages = [] # Display chat messages from history on app rerun for message in st.session_state.messages: with st.chat_message(message["role"]): st.markdown(message["content"]) # Accept user input if prompt := st.chat_input("Ask Scimom!"): # Display user message in chat message container with st.chat_message("user"): st.markdown(prompt) st.session_state.messages.append({"role": "user", "content": prompt}) # Display assistant response in chat message container with st.chat_message("assistant"): try: stream = client.chat.completions.create( model=model_links[selected_model], messages=[ {"role": m["role"], "content": m["content"]} for m in st.session_state.messages ], temperature=0.5, # Default temperature setting stream=True, max_tokens=3000, ) response = st.write_stream(stream) except Exception as e: response = "😵‍💫 Something went wrong. Please try again later." st.write(response) st.write("This was the error message:") st.write(e) st.session_state.messages.append({"role": "assistant", "content": response})