app.py

import google.generativeai as genai
import gradio as gr
import os

genai.configure(api_key=os.getenv("GOOGLE_PALM_KEY"))

def generate(prompt, history, system):
  response = genai.chat(
    context=system,
    messages=prompt)
    
  return response.last

additional = [
    gr.Textbox(label="System Prompt", max_lines=1, info="English only", value="You are PaLM-2 (AI-assistant from Google)"),
]

gr.ChatInterface(
    fn=generate,
    chatbot=gr.Chatbot(show_label=False, avatar_images=(None, 'palm-logo.png'), show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
    additional_inputs=additional,
    title="PaLM-2",
    description="This is unofficial demo of PaLM-2 based on Google API. History/context memory does not work in this demo.",
    concurrency_limit=20,
).launch(show_api=False)