live-vision / index.mjs
Sylvain Filoni
update gradio client
9ada4bc
import express from "express";
//import 'dotenv/config.js'
import { createServer } from "http";
import { Server } from "socket.io";
import { Client } from "@gradio/client";
import { createRequire } from 'node:module'
const require = createRequire(import.meta.url);
global.EventSource = require('eventsource');
const app = express();
const httpServer = createServer(app);
app.use(express.static('public'));
const io = new Server(httpServer, { /* options */ });
io.on("connection", (socket) => {
console.log("new socket connection");
socket.on("ask_api", (client_data) => {
console.log(client_data)
console.log("trying to reach api");
asyncAPICall(client_data, socket)
});
});
async function asyncAPICall(data, socket) {
const grapi = await Client.connect("fffiloni/mndrm-call");
try{
const api_result = await grapi.predict("/infer", {
image_string: data[0], // blob in 'image' Image component
question: data[1], // string in 'Question' Textbox component
});
console.log(api_result)
socket.emit("api_response", (api_result.data))
}
catch(e){
console.log(e)
socket.emit("api_error", ("ERROR ON API SIDE, SORRY..."))
}
}
httpServer.listen(7860);
console.log("App running on localhost:7860")