import gradio as gr import base64 from PIL import Image from groq import Groq import os client = Groq(api_key=os.environ.get('GROQ_API_KEY')) def encode_images(image_paths): base64_images = [] for image_path in image_paths: with open(image_path, "rb") as image_file: base64_image = base64.b64encode(image_file.read()).decode("utf-8") base64_images.append(f"data:image/jpeg;base64,{base64_image}") return base64_images def resize_images(image_paths, target_size=(224, 224)): resized_images = [] for image_path in image_paths: img = Image.open(image_path) img_resized = img.resize(target_size) resized_images.append(img_resized) return resized_images def generate_testing_instructions(images, context): resized_images = resize_images(images) base64_images = encode_images(images) completion = client.chat.completions.create( model="llava-v1.5-7b-4096-preview", messages=[ { "role": "user", "content": [ {"type": "image_url", "image_url": {"url": base64_image}}, {"type": "text", "text": ''' You're a helpful assistant that creates comprehensive testing instructions. Based on the screenshot of app interface you should tell: - **Description**: A brief explanation of the feature being tested. - **Pre-conditions**: The required setup or state of the app before beginning the test. - **Testing Steps**: A clear, step-by-step guide for performing the test, including any user interactions or actions. - **Expected Result**: The outcome you should observe if the feature is functioning correctly. Please demonstrate your approach using the following features of a mobile app: 1. **Source, Destination, and Date Selection**: The user selects their departure location, destination, and the travel date. 2. **Bus Selection**: Displays a list of available buses, allowing the user to choose a specific one. 3. **Seat Selection**: Enables the user to select seats on the chosen bus. 4. **Pick-up and Drop-off Point Selection**: Allows the user to specify the starting point and final stop for the trip. 5. **Offers**: Showcases available promotions and discounts. 6. **Filters**: Options to filter buses by time, price, or other preferences. 7. **Bus Information**: Provides details about the selected bus, including amenities, photos, and reviews. '''}, {"type": "text", "text": context} ] } for base64_image in base64_images ], temperature=0, max_tokens=1024, top_p=1, stream=False, stop=None, ) return completion.choices[0].message.content with gr.Blocks() as demo: gr.Markdown("## 🚌 Red Bus App Testing Instructions Generator") with gr.Row(): context = gr.Textbox(label="Optional Context", placeholder="Add any specific instructions or questions...") image_upload = gr.File(label="Upload Screenshots (PNG or JPG)", type="filepath", file_count="multiple") output = gr.Textbox(label="Generated Testing Instructions", placeholder="The instructions will appear here...") button = gr.Button("Describe Testing Instructions") button.click( generate_testing_instructions, inputs=[image_upload, context], outputs=output ) demo.launch(debug=True)