dood-tes / index.js
NekonekoID's picture
Update index.js
53d2eb4 verified
const fs = require('fs')
const os = require('os')
const util = require('util')
const axios = require('axios')
const bytes = require('bytes')
const sharp = require('sharp')
const morgan = require('morgan')
const express = require('express')
const cp = require('child_process')
const PDFDocument = require('pdfkit')
const playwright = require('playwright-extra')
// const stealth = require('puppeteer-extra-plugin-stealth')
// playwright.chromium.use(stealth())
const { NinexbuddySource, NinexbuddyScraper } = require("./lib/buddy.js")
const kyou = new NinexbuddyScraper()
const app = express()
app.set('json spaces', 4)
app.use(morgan('dev'))
const limitSize = '500mb'
app.use(express.json({ limit: limitSize }))
app.use(express.urlencoded({ extended: true, limit: limitSize }))
const tmpFolder = os.tmpdir()
app.use((req, res, next) => {
fs.readdirSync(tmpFolder).map(file => {
file = `${tmpFolder}/${file}`
let stats = fs.statSync(file)
if (!stats.isFile()) return
if (Date.now() - stats.mtimeMs >= 1000 * 60 * 30) {
fs.unlinkSync(file)
console.log('Deleted file', file)
}
})
next()
})
app.use('/file', express.static(tmpFolder))
app.all('/', (req, res) => {
const status = {}
const used = process.memoryUsage()
for (let key in used) status[key] = formatSize(used[key])
const disk = cp.execSync('du -sh').toString().split('M')[0]
status.diskUsage = `${disk} MB`
const totalmem = os.totalmem()
const freemem = os.freemem()
status.memoryUsage = `${formatSize(totalmem - freemem)} / ${formatSize(totalmem)}`
res.json({
creator: '@rippanteq7',
message: 'Hello World',
uptime: new Date(process.uptime() * 1000).toUTCString().split(' ')[4],
status
})
})
app.all('/imagetopdf', async (req, res) => {
if (!['POST'].includes(req.method)) return res.status(405).json({ success: false, message: 'Method Not Allowed' })
try {
console.log(new Date().toLocaleString('id', { timeZone: 'Asia/Jakarta' }), '\n', req.body)
const { images } = req.body
if (!(images && Array.isArray(images))) return res.json({ success: false, message: 'Required an array image url' })
const buffer = await toPDF(images)
res.setHeader('Content-Disposition', `attachment; filename=${Math.random().toString(36).slice(2)}.pdf`)
res.setHeader('Content-Type', 'application/pdf')
res.setHeader('Content-Length', buffer.byteLength)
res.send(buffer)
} catch (e) {
console.log(e)
e = String(e)
res.status(500).json({ error: true, message: e === '[object Object]' ? 'Internal Server Error' : e })
}
})
app.all('/webp2png', async (req, res) => {
if (!['POST'].includes(req.method)) return res.status(405).json({ success: false, message: 'Method Not Allowed' })
try {
const { file } = req.body
if (!(file && isBase64(file))) return res.json({ success: false, message: 'Payload body file must be filled in base64 format' })
const fileBuffer = Buffer.from(file, 'base64')
const fileName = `${Math.random().toString(36).slice(2)}.png`
const convertData = await sharp(fileBuffer).png().toBuffer()
await fs.promises.writeFile(`${tmpFolder}/${fileName}`, convertData)
res.send(`https://${req.get('host')}/file/${fileName}`)
} catch (e) {
console.log(e)
e = String(e)
res.status(500).json({ error: true, message: e === '[object Object]' ? 'Internal Server Error' : e })
}
})
app.all(['/webp2gif', '/webp2mp4'], async (req, res) => {
if (!['POST'].includes(req.method)) return res.status(405).json({ success: false, message: 'Method Not Allowed' })
try {
const { file } = req.body
if (!(file && isBase64(file))) return res.json({ success: false, message: 'Payload body file must be filled in base64 format' })
const fileBuffer = Buffer.from(file, 'base64')
const fileName = `${Math.random().toString(36).slice(2)}.webp`
const filePath = `${tmpFolder}/${fileName}`
await fs.promises.writeFile(filePath, fileBuffer)
const exec = util.promisify(cp.exec).bind(cp)
await exec(`convert ${filePath} ${filePath.replace('.webp', '.gif')}`)
if (/gif/.test(req.path)) return res.send(`https://${req.get('host')}/file/${fileName.replace('.webp', '.gif')}`)
await exec(`ffmpeg -i ${filePath.replace('.webp', '.gif')} -movflags faststart -pix_fmt yuv420p -vf "scale=trunc(iw/2)*2:trunc(ih/2)*2" ${filePath.replace(/.webp|.gif/g, '')}.mp4`)
res.send(`https://${req.get('host')}/file/${fileName.replace('.webp', '.mp4')}`)
} catch (e) {
console.log(e)
e = String(e)
res.status(500).json({ error: true, message: e === '[object Object]' ? 'Internal Server Error' : e })
}
})
app.get('/fetch', async (req, res) => {
try {
if (!req.query.url) return res.json({ message: 'Required an url' })
let json = await axios.get(req.query.url)
res.json(json.data)
} catch (e) {
res.send(e)
}
})
app.all(['/enhance', '/hd', '/upscale'], async (req, res) => {
if (!['GET', 'POST'].includes(req.method)) return res.status(405).json({ success: false, message: 'Method Not Allowed' })
try {
const { url } = req.method !== 'GET' ? req.body : req.query
if (!url) return res.json({ success: false, message: 'Required parameter url' })
const result = await enhanceImage(url)
res.json({ success: true, result })
} catch (e) {
console.log(e)
e = String(e)
res.status(500).json({ error: true, message: e === '[object Object]' ? 'Internal Server Error' : e })
}
})
app.all('/animelast', async (req, res) => {
const result = await scrapeAnimeInfo();
res.json({
creator: '@Kyouka',
message: 'Success',
uptime: new Date(process.uptime() * 1000).toUTCString().split(' ')[4],
result
});
});
app.all('/dood', async (req, res) => {
const { url } = req.query
if (!url) return res.json({ success: false, message: 'Required parameter url' })
const result = await kyou.execWithArgs(url)
res.json({
creator: '@Kyouka',
message: 'Success',
uptime: new Date(process.uptime() * 1000).toUTCString().split(' ')[4],
result
});
});
app.get('/igstalk', async (req, res) => {
try {
if (!req.query.user) return res.json({ message: 'Required an username' })
let result = await igStalk(req.query.user)
res.json({ result })
} catch (e) {
res.send(e)
}
})
app.all('/stablediff/illusion', async (req, res) => {
if (!['GET', 'POST'].includes(req.method)) return res.status(405).json({ success: false, message: 'Method Not Allowed' })
try {
const {
prompt,
negative_prompt = 'low quality',
image_url,
num_inference_steps = 25,
controlnet_conditioning_scale = 1
} = req.method !== 'GET' ? req.body : req.query
if (!(prompt && image_url)) return res.json({ success: false, message: 'Required parameter prompt & image_url' })
const headers = {
'Content-Type': 'application/json',
Authorization: `Key ${process.env.falAIKey}`
}
const { detail, response_url } = await (await fetch('https://54285744-illusion-diffusion.gateway.alpha.fal.ai/fal/queue/submit', {
method: 'POST',
body: JSON.stringify({
prompt, negative_prompt, image_url,
num_inference_steps, controlnet_conditioning_scale
}),
headers
})).json()
if (detail) return res.json({ success: false, message: detail })
let retry = 0
while (true) {
await new Promise(resolve => setTimeout(resolve, 2500))
const prediction = await (await fetch(response_url, { headers })).json()
console.log(prediction)
if (retry > 10) return res.json({ success: false, message: prediction.detail || 'Max retry has reached' })
if (prediction.image) return res.json({ success: true, result: prediction })
retry += 1
}
} catch (e) {
console.log(e)
e = String(e)
res.status(500).json({ error: true, message: e === '[object Object]' ? 'Internal Server Error' : e })
}
})
app.get('/dongo', async (req, res) => {
const { url } = req.query
if (!url) return res.json({ success: false, message: 'Required parameter url' })
const browser = await playwright.chromium.launch({
headless: true,
executablePath: '/usr/bin/chromium',
args: ['--no-sandbox']
})
const context = await browser.newContext({
extraHTTPHeaders: {
'accept': '*/*',
'accept-language': 'en-US,en;q=0.9,id;q=0.8',
'cache-control': 'no-cache',
'origin': url,
'pragma': 'no-cache',
'referer': url,
'sec-ch-ua': '"Not/A)Brand";v="8", "Chromium";v="126", "Google Chrome";v="126"',
'sec-ch-ua-mobile': '?0',
'sec-ch-ua-platform': '"Windows"',
'sec-fetch-dest': 'script',
'sec-fetch-mode': 'cors',
'sec-fetch-site': 'cross-site',
'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36'
}
});
const page = await context.newPage();
await page.goto(url);
const content = await page.content(); // Get the page content as HTML
await browser.close();
res.send(content); // Send the page content as response
});
app.get('/fetch-page', async (req, res) => {
const browser = await playwright.chromium.launch({
headless: true,
executablePath: '/usr/bin/chromium',
args: ['--no-sandbox']
})
const context = await browser.newContext({
extraHTTPHeaders: {
'accept': '*/*',
'accept-language': 'en-US,en;q=0.9,id;q=0.8',
'cache-control': 'no-cache',
'origin': 'https://doujindesu.tv',
'pragma': 'no-cache',
'referer': 'https://doujindesu.tv',
'sec-ch-ua': '"Not/A)Brand";v="8", "Chromium";v="126", "Google Chrome";v="126"',
'sec-ch-ua-mobile': '?0',
'sec-ch-ua-platform': '"Windows"',
'sec-fetch-dest': 'script',
'sec-fetch-mode': 'cors',
'sec-fetch-site': 'cross-site',
'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36'
}
});
const page = await context.newPage();
await page.goto('https://doujindesu.tv');
const content = await page.content(); // Get the page content as HTML
await browser.close();
res.send(content); // Send the page content as response
});
const PORT = process.env.PORT || 7860
app.listen(PORT, () => console.log('App running on port', PORT))
function formatSize(num) {
return bytes(+num || 0, { unitSeparator: ' ' })
}
function isBase64(str) {
try {
return btoa(atob(str)) === str
} catch {
return false
}
}
function toPDF(urls) {
return new Promise(async (resolve, reject) => {
try {
if (!Array.isArray(urls)) urls = [urls]
const doc = new PDFDocument({ margin: 0, size: 'A4' })
const buffers = []
for (let i = 0; i < urls.length; i++) {
const response = await fetch(urls[i], { headers: { referer: urls[i] }})
if (!response.ok) continue
const type = response.headers.get('content-type')
if (!/image/.test(type)) continue
let buffer = Buffer.from(await response.arrayBuffer())
if (/gif|webp/.test(type)) buffer = await sharp(buffer).png().toBuffer()
doc.image(buffer, 0, 0, { fit: [595.28, 841.89], align: 'center', valign: 'center' })
if (urls.length !== i + 1) doc.addPage()
}
doc.on('data', (chunk) => buffers.push(chunk))
doc.on('end', () => resolve(Buffer.concat(buffers)))
doc.on('error', reject)
doc.end()
} catch (e) {
console.log(e)
reject(e)
}
})
}
async function scrapeAnimeInfo() {
try {
const browser = await playwright.chromium.launch({
headless: true,
executablePath: '/usr/bin/chromium',
args: ['--no-sandbox']
});
const page = await browser.newPage();
await page.goto('http://66.29.129.161/?filter=latest&cat=1');
const pageContent = await page.content();
console.log(pageContent);
// Wait for the list of videos to load
await page.waitForSelector('.videos-list');
// Extract data from all articles
const videoData = await page.$$eval('.videos-list article', articles => {
return articles.map(article => {
const thumbnail = article.querySelector('.post-thumbnail img').src;
const title = article.querySelector('header.entry-header span').textContent;
const url = article.querySelector('a').href;
const duration = article.querySelector('.duration').textContent.trim();
return { thumbnail, title, url, duration };
});
});
await browser.close();
return videoData;
} catch (error) {
console.error('An error occurred during scraping:', error);
return []; // Return an empty array in case of error
}
}
async function enhanceImage(url) {
const browser = await playwright.chromium.launch({
headless: true,
executablePath: '/usr/bin/chromium',
args: ['--no-sandbox']
})
const page = await browser.newPage()
await page.goto('https://snapedit.app/id/enhance/upload')
await page.waitForLoadState('domcontentloaded')
const arrayBuffer = await (await fetch(url)).arrayBuffer()
page.on('filechooser', (fileChooser) => {
const fileObject = {
name: 'file.jpg',
mimeType: 'image/jpg',
buffer: Buffer.from(arrayBuffer)
}
fileChooser.setFiles([fileObject])
})
await page.getByRole('button', { name: 'Unggah gambar', exact: true }).click()
const response = await page.waitForResponse(res => {
console.log(res.url())
return res.url().includes('api/enhance/v1')
}, { timeout: 60 * 1000 })
const json = await response.json()
await browser.close()
return json
}
async function igStalk(user) {
const getDetailPost = async url => {
let html = (await axios.get(url, { headers: { 'Referer': 'https://www.picuki.com/', 'User-Agent': fakeua.mobile() }})).data
let $ = cheerio.load(html), obj = {}
obj.caption = $('title').text().trim().split(' Instagram post ')[1].split(' - Picuki.com')[0]
obj.ago = $('div.single-photo-info').find('div.single-photo-time').text()
obj.likes = $('div.info-bottom').find('span.icon-thumbs-up-alt').text()
obj.comments = $('div.info-bottom').find('span.icon-chat').text()
obj.url = $('div.single-photo.owl-carousel.owl-theme > div.item').get().map((x) => $(x).find('img').attr('src') || $(x).find('video').attr('src'))
if (!obj.url.length) obj.url = [$('div.single-photo').find('img').attr('src') || $('div.single-photo').find('video').attr('src')]
return obj
}
let html = (await axios.get('https://www.picuki.com/profile/' + user, { headers: { 'Referer': 'https://www.picuki.com/', 'User-Agent': fakeua.mobile() }})).data
let $ = cheerio.load(html), obj = {}, arr = []
let urlPost = $('div.content > ul > li').get().map((x) => $(x).find('a').attr('href'))
for (let x of urlPost) {
if (x) arr.push(await getDetailPost(x))
}
obj.avatar = $('div.profile-avatar').find('a').attr('href')
obj.username = $('div.profile-name > h1').text()
obj.fullname = $('div.profile-name > h2').text()
obj.description = $('div.profile-description').text().trim()
obj.followers = $('div.content-title').find('span.followed_by').text()
obj.following = $('div.content-title').find('span.follows').text()
obj.post = arr
return obj
}