mirror of
https://github.com/lone-cloud/gerbil
synced 2026-06-03 09:33:10 -07:00
167 lines
4.9 KiB
TypeScript
167 lines
4.9 KiB
TypeScript
import { spawn } from 'child_process';
|
|
import { join } from 'path';
|
|
import { on } from 'process';
|
|
import { app } from 'electron';
|
|
import type { ChildProcess } from 'child_process';
|
|
|
|
import { logError } from '@/utils/node/logging';
|
|
import { sendKoboldOutput } from './window';
|
|
import { getInstallDir } from './config';
|
|
import { OPENWEBUI, SERVER_READY_SIGNALS } from '@/constants';
|
|
import { terminateProcess } from '@/utils/node/process';
|
|
import { parseKoboldConfig } from '@/utils/node/kobold';
|
|
import { getUvEnvironment } from './dependencies';
|
|
import { PROXY } from '@/constants/proxy';
|
|
|
|
let openWebUIProcess: ChildProcess | null = null;
|
|
|
|
const OPENWEBUI_BASE_ARGS = ['--python', '3.11', 'open-webui@latest', 'serve'];
|
|
|
|
on('SIGINT', () => {
|
|
void stopFrontend();
|
|
});
|
|
|
|
on('SIGTERM', () => {
|
|
void stopFrontend();
|
|
});
|
|
|
|
async function createUvProcess(args: string[], env?: Record<string, string>) {
|
|
const uvEnv = await getUvEnvironment();
|
|
const mergedEnv = { ...uvEnv, ...env };
|
|
|
|
return spawn('uvx', args, {
|
|
stdio: ['pipe', 'pipe', 'pipe'],
|
|
detached: false,
|
|
env: mergedEnv,
|
|
});
|
|
}
|
|
|
|
async function waitForOpenWebUIToStart() {
|
|
return new Promise<void>((resolve, reject) => {
|
|
const checkForOutput = (data: Buffer) => {
|
|
const output = data.toString();
|
|
if (output.includes(SERVER_READY_SIGNALS.OPENWEBUI)) {
|
|
sendKoboldOutput('Open WebUI is now running!');
|
|
resolve();
|
|
|
|
if (openWebUIProcess?.stdout) {
|
|
openWebUIProcess.stdout.removeListener('data', checkForOutput);
|
|
}
|
|
}
|
|
};
|
|
|
|
if (openWebUIProcess?.stdout) {
|
|
openWebUIProcess.stdout.on('data', checkForOutput);
|
|
} else {
|
|
reject(new Error('Open WebUI process stdout not available'));
|
|
}
|
|
});
|
|
}
|
|
|
|
export async function startFrontend(args: string[]) {
|
|
try {
|
|
const config = {
|
|
name: 'openwebui',
|
|
port: OPENWEBUI.PORT,
|
|
};
|
|
const {
|
|
host: koboldHost,
|
|
port: koboldPort,
|
|
isImageMode,
|
|
} = parseKoboldConfig(args);
|
|
|
|
const [, appVersion] = await Promise.all([
|
|
stopFrontend(),
|
|
app.getVersion(),
|
|
]);
|
|
|
|
sendKoboldOutput(
|
|
`Preparing Open WebUI to connect at ${koboldHost}:${koboldPort}${isImageMode ? ' (with image generation)' : ''}...`
|
|
);
|
|
|
|
const koboldUrl = `http://${koboldHost}:${koboldPort}`;
|
|
const proxyUrl = PROXY.URL;
|
|
|
|
const openWebUIArgs = [
|
|
...OPENWEBUI_BASE_ARGS,
|
|
'--port',
|
|
config.port.toString(),
|
|
];
|
|
|
|
sendKoboldOutput(
|
|
`Starting Open WebUI with uv${isImageMode ? ' (image generation enabled)' : ''}...`
|
|
);
|
|
|
|
const installDir = getInstallDir();
|
|
const openWebUIDataDir = join(installDir, 'openwebui-data');
|
|
|
|
const envConfig: Record<string, string> = {
|
|
OPENAI_API_BASE_URL: `${proxyUrl}/v1`,
|
|
DATA_DIR: openWebUIDataDir,
|
|
WEBUI_AUTH: 'false',
|
|
WEBUI_SECRET_KEY: 'gerbil',
|
|
ENABLE_OLLAMA_API: 'false',
|
|
USER_AGENT: `Gerbil/${appVersion}`,
|
|
};
|
|
|
|
if (isImageMode) {
|
|
envConfig.AUTOMATIC1111_BASE_URL = `${koboldUrl}/sdapi/v1`;
|
|
envConfig.ENABLE_IMAGE_GENERATION = 'true';
|
|
envConfig.IMAGE_GENERATION_ENGINE = 'automatic1111';
|
|
envConfig.AUTOMATIC1111_CFG_SCALE = '7';
|
|
envConfig.AUTOMATIC1111_SAMPLER = 'DPM++ 2M Karras';
|
|
envConfig.AUTOMATIC1111_SCHEDULER = 'karras';
|
|
envConfig.IMAGE_STEPS = '20';
|
|
envConfig.ENABLE_IMAGE_GENERATION_FILTER = 'false';
|
|
}
|
|
|
|
openWebUIProcess = await createUvProcess(openWebUIArgs, envConfig);
|
|
|
|
if (openWebUIProcess.stdout) {
|
|
openWebUIProcess.stdout.on('data', (data: Buffer) => {
|
|
const output = data.toString('utf8');
|
|
sendKoboldOutput(output, true);
|
|
});
|
|
}
|
|
|
|
if (openWebUIProcess.stderr) {
|
|
openWebUIProcess.stderr.on('data', (data: Buffer) => {
|
|
const output = data.toString('utf8');
|
|
sendKoboldOutput(output, true);
|
|
});
|
|
}
|
|
|
|
openWebUIProcess.on(
|
|
'exit',
|
|
(code: number | null, signal: string | null) => {
|
|
const message = signal
|
|
? `Open WebUI terminated with signal ${signal}`
|
|
: `Open WebUI exited with code ${code}`;
|
|
sendKoboldOutput(message);
|
|
openWebUIProcess = null;
|
|
}
|
|
);
|
|
|
|
openWebUIProcess.on('error', (error) => {
|
|
logError('Open WebUI process error:', error);
|
|
sendKoboldOutput(`Open WebUI error: ${error.message}`);
|
|
openWebUIProcess = null;
|
|
});
|
|
|
|
await waitForOpenWebUIToStart();
|
|
|
|
sendKoboldOutput(`Open WebUI is ready and auto-configured!`);
|
|
sendKoboldOutput(`Access Open WebUI at: http://localhost:${config.port}`);
|
|
sendKoboldOutput(`Text Generation: ${proxyUrl}/v1 (auto-configured)`);
|
|
if (isImageMode) {
|
|
sendKoboldOutput(`Image Generation: ${koboldUrl} (auto-configured)`);
|
|
}
|
|
} catch (error) {
|
|
logError('Failed to start Open WebUI frontend:', error as Error);
|
|
sendKoboldOutput(`Failed to start Open WebUI: ${(error as Error).message}`);
|
|
openWebUIProcess = null;
|
|
throw error;
|
|
}
|
|
}
|
|
|
|
export const stopFrontend = () => terminateProcess(openWebUIProcess);
|