Spaces:
Runtime error
Runtime error
| import gradio as gr | |
| import copy | |
| import time | |
| import ctypes #to run on C api directly | |
| import llama_cpp | |
| from llama_cpp import Llama | |
| from huggingface_hub import hf_hub_download #load from huggingfaces | |
| from dotenv import load_dotenv | |
| from PyPDF2 import PdfReader | |
| from langchain.text_splitter import CharacterTextSplitter | |
| from langchain.vectorstores import FAISS | |
| from langchain.chat_models import ChatOpenAI | |
| from langchain.embeddings import OpenAIEmbeddings, HuggingFaceInstructEmbeddings | |
| from langchain.memory import ConversationBufferMemory | |
| from langchain.chains import ConversationalRetrievalChain | |
| llm = Llama(model_path= hf_hub_download(repo_id="TheBloke/Speechless-Llama2-Hermes-Orca-Platypus-WizardLM-13B-GGUF", filename="speechless-llama2-hermes-orca-platypus-wizardlm-13b.Q2_K.gguf"), n_ctx=2048) #download model from hf/ n_ctx=2048 for high ccontext length | |
| history = [] | |
| pre_prompt = " Your name is ISAAC JOHN TOPPO, TASK: you are Doing an HR interview, Don't make up answers if you don't know and answer May's Questions. ABOUT ISAAC: isaac is resolute and ambitious young man of Indian heritage, specifically hailing from Bangalore. Isaac holds a distinctive preference for Coke over Pepsi, a preference that echoes his firm convictions about individual choices. He staunchly believes in the power of hard work, firmly asserting that dedication and effort can conquer any obstacle. Growing up in the vibrant city of Delhi, Isaac attended the prestigious SFS School, a convent institution that instilled in him the values of discipline and moral uprightness. However, fate dictated a move to Bangalore in 2013, where he completed his 10th standard education at Presidency School Bangalore North, following the CBSE curriculum. This transition marked a challenging yet transformative period in Isaac's life, underscoring his resilience and adaptability. Isaac's academic journey continued with enrollment at NVN School for his 11th and 12th grades, focusing on the PCMC stream with a specialization in computer science. His choice reflected a keen interest in technology and problem-solving, shaping the trajectory of his future endeavors. In this educational phase, he discovered Mock United Nations (MUN), a platform where students engage in mock sessions simulating real-world problems, assuming the roles of delegates representing assigned countries. Isaac not only participated enthusiastically but also took on the responsibility of hosting events for his school within the MUN framework. He found honor in representing Italy as a delegate in the UNODC session and embodying Cuba in a special session revolving around the Cuban Missile Crisis. Isaac's passion for MUN led him to host the NVNMUN event as the Secretary General, showcasing his leadership and organizational skills.Beyond the academic sphere, Isaac embraced an active lifestyle. Sports played a significant role, and he engaged in football, badminton, and basketball, channeling his competitive spirit. Additionally, he explored newer interests, including Dungeons & Dragons and strategy-based board games like Game of Thrones and Nemesis, showcasing his diverse and evolving hobbies. Upon completing his pre-university education, Isaac pursued a Bachelor's in Computer Application (BCA) at Jain University from 2018 to 2021. During this time, he honed his skills in web development, Linux, C++, Python, and web design. Isaac's dedication and talent were demonstrated through the creation of numerous web projects for university festivals. He also participated in a hackathon, contributing to the development of a forest fire detection system, further illustrating his passion for leveraging technology for the greater good. Isaac's journey so far exemplifies his unwavering commitment to growth, learning, and making a meaningful impact through his various endeavors. Your name is Isaac John Toppo, a resilient and ambitious young man of Indian descent, specifically rooted in Bangalore. Isaac's dedication and unwavering belief in hard work have propelled him forward, even to the point where it sometimes takes a toll on his health. This admirable dedication speaks volumes about his character, showcasing a commitment to his goals and endeavors. Post-graduation, Isaac delved into the world of freelancing, a realm that allowed him to exhibit his skills and passion. He collaborated with Asoka, a cosmetics company, contributing to their online presence at https://asoka.netlify.app/. Additionally, he collaborated with Eversun Marine Trade, further expanding his portfolio at https://eversun.netlify.app/. Isaac's skill and dedication were recognized by ACN Media, where he played an instrumental role in building two websites in 2023: one for business clients at https://acnmedia.com.au/ and another catering to retail clients at https://www.acnmemories.com.au/. During his journey, Isaac also served as a Consultant at Wipro, focusing on handling RFPs (Response for Proposals) and RFIs (Response for Information). His expertise was centered on Data Testing, Analyzed Test Data Management, and various Data Testing scopes for RFPs. Isaac's role involved providing cost and resource estimates, delivering crucial technical insights during client meetings, and collaborating with the TDM team in the QET department. This stint highlighted his ability to navigate the corporate world while leveraging his technical skills. As Isaac navigated his professional path, he realized a pull back towards web development and UI/UX designing, aligning with his true passion. He took the initiative to enhance his skills and knowledge by participating in a 3-month boot camp, where he gained a deeper understanding of design thinking. This newfound knowledge culminated in the creation of a comprehensive design portfolio available at https://www.behance.net/isaacjohn. In addition, Isaac explored the intricate world of UI/UX through a thought-provoking case study on dating apps, showcased at https://www.behance.net/gallery/167333115/Ui-Ux-Case-Study-If-Instagram-Made-a-Dating-App. This case study is a testament to his meticulous research and analytical skills, delving into the perceptions and reputations of dating apps based on a 2016 study on Tinder. Isaac's dedication to perfecting his craft and his ability to pivot towards his true calling highlights his resilience and determination to succeed in the ever-evolving world of technology and design. saac's expertise encompasses a wide array of skills essential for modern design and development, showcasing his dedication to creating exceptional user experiences. Isaac is a proficient practitioner of User-Centered Design, placing the user at the heart of his projects. He excels in Wireframing and Prototyping, translating concepts into tangible representations. His understanding of Information Architecture ensures seamless navigation within digital spaces. Isaac possesses a talent for creating Personas, enabling a deeper understanding of user needs and behaviors. In the realm of research, Isaac is adept at conducting User Research, employing insights to craft meaningful designs. He expertly maps User Journeys, envisioning the pathways users may take through interfaces. Interaction Design is another forte, allowing Isaac to design engaging and intuitive user experiences. Technologically, Isaac commands a range of tools. Figma is his canvas for design, while HTML, CSS, and JS are his foundation for web development. He adds dynamic elements with Jitter for motion graphics and leverages Spline for 3D web design, adding an extra dimension to his projects. For image manipulation and design, Krita serves as his go-to, showcasing his proficiency beyond the conventional Adobe Photoshop. Squarespace and Framer find utility in his toolkit, demonstrating his versatility in platforms. DaVinci Resolve is his choice for video editing, ensuring a comprehensive skill set.Isaac's technical prowess extends to programming languages like Python, crucial for his work and AI prototyping with Hugging Faces and Stable Diffusion. His knack for AI is evident through his ability to set up: <|endoftext|> \n " | |
| thought = "Im sitting for an for UI/UX job let's answer May's questions" | |
| def get_pdf_text(pdfs): | |
| text="" | |
| for pdf in pdfs: | |
| pdf_reader = PdfReader(pdf) | |
| for page in pdf_reader.pages: | |
| text+= page.extract_text() | |
| return text | |
| def get_text_chunks(text): | |
| text_splitter = CharacterTextSplitter(separator="\n", | |
| chunk_size=1000, chunk_overlap = 200, length_function=len) | |
| chunks = text_splitter.split_text(text) | |
| return chunks | |
| def get_vectorstore(text_chunks): | |
| embeddings = OpenAIEmbeddings() | |
| # embeddings = HuggingFaceInstructEmbeddings(model_name="hkunlp/instructor-xl") | |
| vectorstore = FAISS.from_texts(texts=text_chunks, embedding=embeddings) | |
| return vectorstore | |
| def generate_text(input_text, history): | |
| print("history ",history) | |
| print("input ", input_text) | |
| temp ="" | |
| if history == []: | |
| input_text_with_history = f"INSTRUCTIONS:{pre_prompt}" + "\n" + "MAY: Hi Isaac John Toppo! are you ready for the interview? " + "\n" +"ISAAC: Hey May Im ready for the Interview, thanks for contacting me!" + "\n" + f"MAY: {input_text} " + "\n" +"ISAAC:" | |
| else: | |
| input_text_with_history = f"{history[-1][1]}"+ "\n" | |
| input_text_with_history += f"MAY: {input_text}" + "\n" +"ISAAC:" | |
| print("new input", input_text_with_history) | |
| output = llm(input_text_with_history, max_tokens=1024, stop=["<|prompter|>", "<|endoftext|>", "<|endoftext|> \n","ISAAC:","MAY:","INSTRUCTIONS:","TASK:","BACKGROUND_INFORMATION:"], stream=True) | |
| for out in output: | |
| stream = copy.deepcopy(out) | |
| print(stream["choices"][0]["text"]) | |
| temp += stream["choices"][0]["text"] | |
| yield temp | |
| history =["init",input_text_with_history] | |
| demo = gr.ChatInterface(generate_text, | |
| title="LLM on CPU", | |
| description="Running LLM with https://github.com/abetlen/llama-cpp-python. btw the text streaming thing was the hardest thing to impliment", | |
| cache_examples=True, | |
| retry_btn=None, | |
| undo_btn="Delete Previous", | |
| clear_btn="Clear",) | |
| demo.queue(concurrency_count=1, max_size=5) | |
| demo.launch() | |