const express = require('express'); const path = require('path'); const fs = require('fs'); const crypto = require('crypto'); const { Readable } = require('stream'); const sharp = require('sharp'); const { createJobStore } = require('./job-store'); const app = express(); const port = Number(process.env.PORT || 7002); const dataDir = path.join(__dirname, 'data'); const usersPath = path.join(dataDir, 'users.json'); const browserDir = path.join(__dirname, 'frontend', 'dist', 'browser'); const indexHtml = path.join(browserDir, 'index.html'); const comfyBase = String(process.env.COMFYUI_URL || 'http://127.0.0.1:8188').replace(/\/$/, ''); const liveProgress = new Map(); const executionStarts = new Map(); const jobStore = createJobStore(); let managerUpdateResult = null; let managerUpdateProgress = null; app.use(express.json({ limit: '1mb' })); function readJson(file, fallback) { try { return JSON.parse(fs.readFileSync(file, 'utf8')); } catch { return fallback; } } function writeJson(file, value) { fs.mkdirSync(dataDir, { recursive: true }); fs.writeFileSync(file, `${JSON.stringify(value, null, 2)}\n`, { mode: 0o600 }); } function hashPassword(password, salt) { return crypto.pbkdf2Sync(String(password || ''), String(salt || ''), 120000, 32, 'sha256').toString('hex'); } function users() { const stored = readJson(usersPath, []); if (Array.isArray(stored) && stored.length) return stored; const username = String(process.env.ADMIN_USERNAME || '').trim(); const password = String(process.env.ADMIN_PASSWORD || ''); if (!username || !password) return []; const salt = crypto.randomBytes(16).toString('hex'); const seeded = [{ id: 'user_admin', username, displayName: username, role: 'admin', active: true, passwordSalt: salt, passwordHash: hashPassword(password, salt) }]; writeJson(usersPath, seeded); return seeded; } function cookies(req) { return Object.fromEntries(String(req.headers.cookie || '').split(';').map((part) => part.trim()).filter(Boolean).map((part) => { const [key, ...rest] = part.split('='); return [key, decodeURIComponent(rest.join('='))]; })); } function currentUser(req) { const username = cookies(req).cp_auth; const user = users().find((item) => item.username === username && item.active !== false); return user ? { id: user.id, username: user.username, displayName: user.displayName, role: user.role } : null; } function requireUser(req, res) { const user = currentUser(req); if (!user) { res.status(401).json({ error: 'Unauthorized' }); return null; } return user; } function comfyUrl(endpoint) { return `${comfyBase}${endpoint.startsWith('/') ? endpoint : `/${endpoint}`}`; } async function comfyJson(endpoint) { const response = await fetch(comfyUrl(endpoint)); if (!response.ok) throw new Error(`ComfyUI returned HTTP ${response.status}`); return response.json(); } async function comfyRequest(endpoint, method = 'GET', body = undefined) { const response = await fetch(comfyUrl(endpoint), { method, headers: body === undefined ? undefined : { 'content-type': 'application/json' }, body: body === undefined ? undefined : JSON.stringify(body) }); const text = await response.text(); if (!response.ok) throw new Error(`ComfyUI returned HTTP ${response.status}${text ? `: ${text}` : ''}`); try { return text ? JSON.parse(text) : {}; } catch { return { message: text }; } } function statusFromHistory(entry) { const status = entry?.status || {}; const failed = Array.isArray(status.messages) && status.messages.some((message) => String(message?.[0] || '').toLowerCase().includes('error')); return failed ? 'failed' : status.completed ? 'completed' : entry ? 'running' : 'queued'; } function promptPayload(entry) { const prompt = entry?.prompt; return Array.isArray(prompt) ? (prompt[2] || {}) : (prompt || {}); } function extraData(entry) { const prompt = entry?.prompt; return Array.isArray(prompt) ? (prompt[3] || {}) : (prompt?.extra_data || {}); } function statusTimestamp(entry, messageName) { const message = (entry?.status?.messages || []).find((item) => item?.[0] === messageName); const payload = message?.[1]; return typeof payload === 'number' ? payload : typeof payload?.timestamp === 'number' ? payload.timestamp : null; } function durationMs(entry, promptId = '') { const start = statusTimestamp(entry, 'execution_start') || executionStarts.get(String(promptId || '').trim()); const end = statusTimestamp(entry, 'execution_success') || statusTimestamp(entry, 'execution_error'); return start && end && end >= start ? end - start : null; } function modelName(value) { if (typeof value !== 'string' || !value.trim()) return null; return value.trim(); } function modelsFromPrompt(entry) { const modelKeys = new Set(['ckpt_name', 'checkpoint_name', 'unet_name', 'diffusion_model', 'model_name', 'lora_name', 'control_net_name', 'vae_name', 'clip_name', 'clip_name1', 'clip_name2', 'style_model_name', 'upscale_model']); const models = []; for (const [nodeId, node] of Object.entries(promptPayload(entry))) { for (const [key, value] of Object.entries(node?.inputs || {})) { if (!modelKeys.has(key)) continue; const values = Array.isArray(value) ? [] : [value]; for (const item of values) { const name = modelName(item); if (name) models.push({ nodeId, type: node?.class_type || 'model', name }); } } } return models.filter((model, index, all) => all.findIndex((item) => item.name === model.name) === index); } function assetType(asset) { const declaredType = String(asset?.type || '').toLowerCase(); if (declaredType === 'audio' || declaredType === 'video' || declaredType === 'image') return declaredType; if (/\.(mp3|flac|wav|ogg|oga|m4a|aac|opus)$/i.test(asset?.filename || '')) return 'audio'; if (/\.(mp4|webm|mov|m4v)$/i.test(asset?.filename || '')) return 'video'; return 'image'; } function isVideoFilename(filename) { return /\.(mp4|webm|mov|m4v)$/i.test(String(filename || '')); } function assetViewUrl(filename, subfolder, type) { return comfyUrl(`/view?filename=${encodeURIComponent(filename)}&subfolder=${encodeURIComponent(subfolder)}&type=${encodeURIComponent(type)}`); } function copyAssetHeaders(response, res) { for (const name of ['content-type', 'content-length', 'content-range', 'accept-ranges', 'etag', 'last-modified']) { const value = response.headers.get(name); if (value) res.setHeader(name, value); } res.setHeader('Content-Disposition', 'inline'); res.setHeader('Cache-Control', 'private, max-age=300'); res.setHeader('Vary', 'Range'); } async function readVideoSize(url) { let response = await fetch(url, { method: 'HEAD' }); if (response.ok) { const length = Number(response.headers.get('content-length')); if (Number.isFinite(length) && length > 0) return length; } response = await fetch(url, { headers: { Range: 'bytes=0-0' } }); if (!response.ok) throw new Error(`Asset unavailable (${response.status})`); const range = response.headers.get('content-range') || ''; const match = range.match(/\/([0-9]+)$/); const length = match ? Number(match[1]) : Number(response.headers.get('content-length')); try { await response.body?.cancel(); } catch { /* best effort */ } return Number.isFinite(length) ? length : null; } function startComfyProgressSocket() { let WebSocket; try { WebSocket = require('ws'); } catch { return; } const base = new URL(comfyBase); base.protocol = base.protocol === 'https:' ? 'wss:' : 'ws:'; base.pathname = '/ws'; base.search = `?clientId=${crypto.randomUUID()}`; const socket = new WebSocket(base); socket.on('message', (raw) => { try { const message = JSON.parse(String(raw)); const data = message?.data || {}; if (message.type === 'cm-queue-status' && data.status === 'done') { const nodepack = data.nodepack_result || {}; const updated = [], skipped = [], failed = []; for (const [id, result] of Object.entries(nodepack)) { if (id === 'comfyui') continue; const item = { id, title: String(result?.title || id), url: result?.url || '', error: result?.msg || '' }; if (result?.msg === 'success') updated.push(item); else if (result?.msg === 'skip') skipped.push(item); else failed.push(item); } managerUpdateResult = { comfyui: nodepack.comfyui || null, updated, skipped, failed, completedAt: Date.now() }; managerUpdateProgress = null; return; } if (message.type === 'cm-queue-status' && data.status === 'in_progress') { managerUpdateProgress = { target: String(data.target || 'next task'), uiTarget: String(data.ui_target || ''), totalCount: Number(data.total_count) || 0, doneCount: Number(data.done_count) || 0 }; return; } if (!data.prompt_id) return; if (message.type === 'progress') liveProgress.set(data.prompt_id, { value: Number(data.value) || 0, max: Number(data.max) || 1 }); if (message.type === 'execution_start') { const timestamp = Number(data.timestamp); // Some ComfyUI builds omit timestamp from the websocket event even // though the event itself is emitted at the real execution boundary. // Receipt time is therefore the narrowest safe fallback; it is never // based on when the portal page was opened or refreshed. executionStarts.set(data.prompt_id, Number.isFinite(timestamp) && timestamp > 0 ? timestamp : Date.now()); liveProgress.set(data.prompt_id, { value: 0, max: 1 }); } if (message.type === 'executing' && data.node === null) { liveProgress.delete(data.prompt_id); } } catch { /* Ignore malformed progress events. */ } }); socket.on('close', () => setTimeout(startComfyProgressSocket, 5000)); socket.on('error', () => socket.close()); } function serverStatusFromStats(stats, queue) { const system = stats?.system || {}; const running = Array.isArray(queue?.queue_running) ? queue.queue_running.length : 0; const pending = Array.isArray(queue?.queue_pending) ? queue.queue_pending.length : 0; return { reachable: true, version: system.comfyui_version || '', os: system.os || '', pythonVersion: system.python_version || '', devices: (stats?.devices || []).map((device) => ({ name: device.name || device.type || 'Unknown device', type: device.type || '', vramTotal: device.vram_total || 0, vramFree: device.vram_free || 0 })), queue: { running, pending, total: running + pending } }; } function jobFromHistory(promptId, entry) { const outputs = Object.values(entry?.outputs || {}); const assets = outputs.flatMap((output) => [ ...(output?.images || []), ...(output?.gifs || []), ...(output?.videos || []), ...(output?.audio || []), ...(output?.audios || []), ]).filter((asset) => asset?.filename).map((asset) => ({ ...asset, type: assetType(asset), url: `/api/assets?filename=${encodeURIComponent(asset.filename)}&subfolder=${encodeURIComponent(asset.subfolder || '')}&type=${encodeURIComponent(asset.type || 'output')}` })); const metadata = extraData(entry); const progress = liveProgress.get(promptId); const startedAt = statusTimestamp(entry, 'execution_start') || executionStarts.get(promptId) || null; return { promptId, title: metadata.title || 'Untitled job', status: statusFromHistory(entry), queuedAt: startedAt, completedAt: statusTimestamp(entry, 'execution_success') || statusTimestamp(entry, 'execution_error'), durationMs: durationMs(entry, promptId), outputCount: assets.length, assets, models: modelsFromPrompt(entry), progress: progress ? { value: progress.value, max: progress.max, percent: Math.min(100, Math.round((progress.value / progress.max) * 100)) } : null }; } function jobFromQueue(item, historyEntry) { const [queueNumber, promptId, prompt, extraData] = item || []; const id = String(promptId || `queued-${queueNumber}`); return jobFromHistory(id, historyEntry || { prompt: [queueNumber, promptId, prompt || {}, extraData || {}], status: {}, outputs: {} }); } async function listJobs() { const [history, queue] = await Promise.all([comfyJson('/history'), comfyJson('/queue')]); const jobs = Object.entries(history || {}).map(([promptId, entry]) => jobFromHistory(promptId, entry)).sort((a, b) => (b.completedAt || b.queuedAt || 0) - (a.completedAt || a.queuedAt || 0)); const runningItems = Array.isArray(queue?.queue_running) ? queue.queue_running : []; const running = runningItems.map((item) => jobFromQueue(item, history?.[String(item?.[1] || '')])).at(0) || null; jobStore.sync(running ? [...jobs, running] : jobs); return { jobs, running }; } app.get('/api/health', (_req, res) => res.json({ ok: true, service: 'comfyui-portal-next' })); app.post('/api/login', (req, res) => { const user = users().find((item) => item.username === String(req.body?.username || '').trim()); if (!user || !user.active || hashPassword(req.body?.password, user.passwordSalt) !== user.passwordHash) return res.status(401).json({ error: 'Invalid credentials' }); const maxAge = req.body?.remember ? '; Max-Age=2592000' : ''; res.setHeader('Set-Cookie', `cp_auth=${encodeURIComponent(user.username)}; Path=/; HttpOnly; SameSite=Lax${maxAge}`); res.json({ user: { id: user.id, username: user.username, displayName: user.displayName, role: user.role } }); }); app.post('/api/logout', (_req, res) => { res.setHeader('Set-Cookie', 'cp_auth=; Path=/; HttpOnly; SameSite=Lax; Max-Age=0'); res.json({ ok: true }); }); app.get('/api/me', (req, res) => res.json({ user: currentUser(req) })); app.get('/api/jobs', async (req, res) => { if (!requireUser(req, res)) return; try { res.json(await listJobs()); } catch (error) { res.status(502).json({ error: error.message || 'Unable to read ComfyUI jobs' }); } }); app.get('/api/model-stats', (req, res) => { if (!requireUser(req, res)) return; res.json(jobStore.stats()); }); app.get('/api/server-status', async (req, res) => { if (!requireUser(req, res)) return; try { const [stats, queue] = await Promise.all([comfyJson('/system_stats'), comfyJson('/queue')]); res.json({ status: serverStatusFromStats(stats, queue) }); } catch (error) { res.status(502).json({ error: error.message || 'Unable to read ComfyUI server status' }); } }); app.get('/api/comfy/manager', async (req, res) => { if (!requireUser(req, res)) return; try { const [version, versions] = await Promise.all([comfyRequest('/manager/version'), comfyJson('/comfyui_manager/comfyui_versions')]); res.json({ managerVersion: String(version?.message || version || '').trim(), currentVersion: versions.current || '', versions: Array.isArray(versions.versions) ? versions.versions : [] }); } catch (error) { res.status(502).json({ error: error.message || 'Unable to read ComfyUI Manager information' }); } }); app.post('/api/comfy/restart', async (req, res) => { const user = requireUser(req, res); if (!user) return; if (user.role !== 'admin') return res.status(403).json({ error: 'Forbidden' }); try { await comfyRequest('/manager/reboot', 'POST', {}); res.json({ ok: true, message: 'ComfyUI restart requested.' }); } catch (error) { res.status(502).json({ error: error.message || 'Unable to restart ComfyUI' }); } }); app.post('/api/comfy/update', async (req, res) => { const user = requireUser(req, res); if (!user) return; if (user.role !== 'admin') return res.status(403).json({ error: 'Forbidden' }); try { await comfyRequest('/manager/queue/update_comfyui', 'POST', {}); res.json({ ok: true, message: 'ComfyUI update queued. Restart may be required when it completes.' }); } catch (error) { res.status(502).json({ error: error.message || 'Unable to queue ComfyUI update' }); } }); app.post('/api/comfy/update-all', async (req, res) => { const user = requireUser(req, res); if (!user) return; if (user.role !== 'admin') return res.status(403).json({ error: 'Forbidden' }); let stage = 'ComfyUI update'; try { const current = await comfyRequest('/manager/queue/status'); if (current.is_processing) return res.status(409).json({ error: `An update is already in progress (${current.done_count} of ${current.total_count} tasks complete).` }); managerUpdateResult = null; managerUpdateProgress = null; await comfyRequest('/manager/queue/update_comfyui', 'POST', {}); stage = 'custom node update discovery'; await comfyRequest('/manager/queue/update_all', 'POST', { mode: 'default' }); stage = 'starting update queue'; await comfyRequest('/manager/queue/start', 'POST', {}); res.json({ ok: true, message: 'ComfyUI and all custom node updates queued.' }); } catch (error) { if (String(error.message).includes('HTTP 401')) return res.status(409).json({ error: 'An update is already in progress on ComfyUI.' }); res.status(502).json({ error: `${stage}: ${error.message || 'request rejected'}` }); } }); app.get('/api/comfy/update-status', async (req, res) => { if (!requireUser(req, res)) return; try { res.json({ status: await comfyRequest('/manager/queue/status'), progress: managerUpdateProgress, result: managerUpdateResult }); } catch (error) { res.status(502).json({ error: error.message || 'Unable to read update status' }); } }); app.post('/api/comfy/switch-version', async (req, res) => { const user = requireUser(req, res); if (!user) return; if (user.role !== 'admin') return res.status(403).json({ error: 'Forbidden' }); const requested = String(req.body?.version || '').trim(); if (!requested) return res.status(400).json({ error: 'A ComfyUI version is required' }); try { const versions = await comfyJson('/comfyui_manager/comfyui_versions'); if (!Array.isArray(versions.versions) || !versions.versions.includes(requested)) return res.status(400).json({ error: 'That ComfyUI version is not available' }); await comfyRequest('/comfyui_manager/comfyui_switch_version', 'POST', { ver: requested }); res.json({ ok: true, message: `ComfyUI version switch to ${requested} requested.` }); } catch (error) { res.status(502).json({ error: error.message || 'Unable to switch ComfyUI version' }); } }); app.get('/api/jobs/:promptId', async (req, res) => { if (!requireUser(req, res)) return; try { const history = await comfyJson(`/history/${encodeURIComponent(req.params.promptId)}`); const entry = history?.[req.params.promptId] || history; if (!entry) return res.status(404).json({ error: 'Job not found' }); res.json({ job: jobFromHistory(req.params.promptId, entry) }); } catch (error) { res.status(502).json({ error: error.message || 'Unable to read ComfyUI job' }); } }); app.get('/api/assets/meta', async (req, res) => { if (!requireUser(req, res)) return; const filename = String(req.query.filename || ''); const subfolder = String(req.query.subfolder || ''); const type = String(req.query.type || 'output'); if (!filename || !['output', 'input', 'temp'].includes(type) || filename.includes('..') || subfolder.includes('..')) return res.status(400).json({ error: 'Invalid asset reference' }); const url = assetViewUrl(filename, subfolder, type); try { if (isVideoFilename(filename)) return res.json({ width: null, height: null, sizeBytes: await readVideoSize(url) }); const response = await fetch(url); if (!response.ok) return res.status(response.status).json({ error: 'Asset unavailable' }); const buffer = Buffer.from(await response.arrayBuffer()); let width = null; let height = null; try { const image = await sharp(buffer).metadata(); width = image.width || null; height = image.height || null; } catch { /* Metadata is not available for this asset. */ } res.json({ width, height, sizeBytes: buffer.length }); } catch (error) { res.status(502).json({ error: error.message || 'Unable to read asset metadata' }); } }); app.get('/api/assets', async (req, res) => { if (!requireUser(req, res)) return; const filename = String(req.query.filename || ''); const subfolder = String(req.query.subfolder || ''); const type = String(req.query.type || 'output'); if (!filename || !['output', 'input', 'temp'].includes(type) || filename.includes('..') || subfolder.includes('..')) return res.status(400).json({ error: 'Invalid asset reference' }); const url = assetViewUrl(filename, subfolder, type); const controller = new AbortController(); const abort = () => { if (!res.writableEnded) controller.abort(); }; req.on('aborted', abort); try { const headers = {}; if (req.headers.range) headers.Range = req.headers.range; const response = await fetch(url, { headers, signal: controller.signal }); if (!response.ok) return res.status(response.status).send('Asset unavailable'); copyAssetHeaders(response, res); res.status(response.status); if (!response.body) return res.end(); Readable.fromWeb(response.body).on('error', (error) => { if (!res.headersSent) res.status(502); res.destroy(error); }).pipe(res); } catch (error) { if (error.name === 'AbortError') return; if (!res.headersSent) res.status(502).json({ error: error.message || 'Unable to read ComfyUI asset' }); else res.destroy(error); } }); app.use(express.static(browserDir, { index: false })); app.use((req, res, next) => { if (req.path.startsWith('/login') || req.path.startsWith('/api/')) return next(); if (!currentUser(req)) return res.redirect('/login'); next(); }); app.use((_req, res) => { if (!fs.existsSync(indexHtml)) return res.status(500).send('Build output missing.'); res.type('html').send(fs.readFileSync(indexHtml, 'utf8')); }); if (require.main === module) { startComfyProgressSocket(); app.listen(port, () => console.log(`ComfyUiPortal Next listening on ${port}`)); } module.exports = { app, jobFromHistory, statusFromHistory, jobStore, readVideoSize };