gerbil/src/main/managers/KoboldCppManager.ts

1063 lines
28 KiB
TypeScript

import { spawn, ChildProcess } from 'child_process';
import { join } from 'path';
import {
existsSync,
readdirSync,
statSync,
createWriteStream,
chmodSync,
readFileSync,
writeFileSync,
unlinkSync,
} from 'fs';
import { dialog } from 'electron';
import { GitHubService } from '@/main/services/GitHubService';
import { ConfigManager } from '@/main/managers/ConfigManager';
import { LogManager } from '@/main/managers/LogManager';
import { WindowManager } from '@/main/managers/WindowManager';
import { ROCM, GITHUB_API } from '@/constants';
import type { DownloadItem } from '@/types/electron';
interface GitHubAsset {
name: string;
browser_download_url: string;
size: number;
created_at: string;
}
interface GitHubRelease {
tag_name: string;
name: string;
published_at: string;
body: string;
assets: GitHubAsset[];
}
interface UpdateInfo {
currentVersion: string;
latestVersion: string;
releaseInfo: GitHubRelease;
hasUpdate: boolean;
}
interface ReleaseWithStatus {
release: GitHubRelease;
availableAssets: Array<{
asset: GitHubAsset;
isDownloaded: boolean;
installedVersion?: string;
}>;
}
export interface InstalledVersion {
version: string;
path: string;
filename: string;
size?: number;
}
export class KoboldCppManager {
private installDir: string;
private koboldProcess: ChildProcess | null = null;
private configManager: ConfigManager;
private logManager: LogManager;
private githubService: GitHubService;
private windowManager: WindowManager;
constructor(
configManager: ConfigManager,
githubService: GitHubService,
windowManager: WindowManager,
logManager: LogManager
) {
this.configManager = configManager;
this.logManager = logManager;
this.githubService = githubService;
this.windowManager = windowManager;
this.installDir = this.configManager.getInstallDir() || '';
}
async downloadRelease(
asset: GitHubAsset,
onProgress?: (progress: number) => void
): Promise<string> {
const tempPackedFilePath = join(this.installDir, `${asset.name}.packed`);
const baseFilename = asset.name.replace(/\.exe$/, '');
const unpackedDirPath = join(this.installDir, baseFilename);
const response = await fetch(asset.browser_download_url);
if (!response.ok) {
throw new Error(`HTTP error! status: ${response.status}`);
}
const totalBytes = asset.size;
let downloadedBytes = 0;
const reader = response.body?.getReader();
if (!reader) {
throw new Error('Failed to get response reader');
}
const writer = createWriteStream(tempPackedFilePath);
try {
while (true) {
const { done, value } = await reader.read();
if (done) break;
downloadedBytes += value.length;
writer.write(value);
if (onProgress && totalBytes > 0) {
onProgress((downloadedBytes / totalBytes) * 100);
}
}
writer.end();
await new Promise<void>((resolve, reject) => {
writer.on('finish', () => resolve());
writer.on('error', reject);
});
} finally {
reader.releaseLock();
}
if (process.platform !== 'win32') {
try {
chmodSync(tempPackedFilePath, 0o755);
} catch (error) {
this.logManager.logError(
'Failed to make binary executable:',
error as Error
);
}
}
try {
await this.unpackKoboldCpp(tempPackedFilePath, unpackedDirPath);
try {
unlinkSync(tempPackedFilePath);
} catch (error) {
// eslint-disable-next-line no-console
console.warn('Failed to cleanup packed file:', error);
}
const launcherPath = this.getLauncherPath(unpackedDirPath);
if (launcherPath && existsSync(launcherPath)) {
const currentBinary = this.configManager.getCurrentKoboldBinary();
if (!currentBinary) {
this.configManager.setCurrentKoboldBinary(launcherPath);
}
const mainWindow = this.windowManager.getMainWindow();
if (mainWindow) {
mainWindow.webContents.send('versions-updated');
}
return launcherPath;
} else {
throw new Error('Failed to find koboldcpp-launcher after unpacking');
}
} catch (error) {
this.logManager.logError('Failed to unpack KoboldCpp:', error as Error);
throw error;
}
}
private async unpackKoboldCpp(
packedPath: string,
unpackDir: string
): Promise<void> {
return new Promise((resolve, reject) => {
const unpackProcess = spawn(packedPath, ['--unpack', unpackDir], {
stdio: ['ignore', 'pipe', 'pipe'],
timeout: 30000,
});
let output = '';
let errorOutput = '';
unpackProcess.stdout?.on('data', (data) => {
output += data.toString();
});
unpackProcess.stderr?.on('data', (data) => {
errorOutput += data.toString();
});
unpackProcess.on('close', (code) => {
if (code === 0) {
resolve();
} else {
reject(
new Error(
`Unpack failed with code ${code}: ${errorOutput || output}`
)
);
}
});
unpackProcess.on('error', (error) => {
reject(error);
});
setTimeout(() => {
try {
unpackProcess.kill('SIGTERM');
} catch {
void 0;
}
reject(new Error('Unpack process timed out'));
}, 30000);
});
}
private getLauncherPath(unpackedDir: string): string | null {
const extensions =
process.platform === 'win32' ? ['.exe', ''] : ['', '.exe'];
for (const ext of extensions) {
const launcherPath = join(unpackedDir, `koboldcpp-launcher${ext}`);
if (existsSync(launcherPath)) {
return launcherPath;
}
}
return null;
}
async getInstalledVersions(): Promise<InstalledVersion[]> {
try {
if (!existsSync(this.installDir)) {
return [];
}
const items = readdirSync(this.installDir);
const launchers: Array<{ path: string; filename: string; size: number }> =
[];
for (const item of items) {
const itemPath = join(this.installDir, item);
const stats = statSync(itemPath);
if (stats.isDirectory()) {
const launcherPath = this.getLauncherPath(itemPath);
if (launcherPath && existsSync(launcherPath)) {
const launcherStats = statSync(launcherPath);
const launcherFilename = launcherPath.split(/[/\\]/).pop() || '';
launchers.push({
path: launcherPath,
filename: launcherFilename,
size: launcherStats.size,
});
}
}
}
const versionPromises = launchers.map(async (launcher) => {
try {
const detectedVersion = await this.getVersionFromBinary(
launcher.path
);
const version = detectedVersion || 'unknown';
return {
version,
path: launcher.path,
filename: launcher.filename,
size: launcher.size,
} as InstalledVersion;
} catch (error) {
this.logManager.logError(
`Could not detect version for ${launcher.filename}:`,
error as Error
);
return null;
}
});
const results = await Promise.all(versionPromises);
return results.filter(
(version): version is InstalledVersion => version !== null
);
} catch (error) {
this.logManager.logError(
'Error scanning install directory:',
error as Error
);
return [];
}
}
async getConfigFiles(): Promise<
Array<{ name: string; path: string; size: number }>
> {
const configFiles: Array<{ name: string; path: string; size: number }> = [];
try {
if (existsSync(this.installDir)) {
const files = readdirSync(this.installDir);
for (const file of files) {
const filePath = join(this.installDir, file);
if (
statSync(filePath).isFile() &&
(file.endsWith('.kcpps') || file.endsWith('.kcppt'))
) {
const stats = statSync(filePath);
configFiles.push({
name: file,
path: filePath,
size: stats.size,
});
}
}
}
} catch (error) {
this.logManager.logError(
'Error scanning for config files:',
error as Error
);
}
return configFiles.sort((a, b) => a.name.localeCompare(b.name));
}
async parseConfigFile(filePath: string): Promise<{
gpulayers?: number;
contextsize?: number;
model_param?: string;
[key: string]: unknown;
} | null> {
try {
if (!existsSync(filePath)) {
return null;
}
const content = readFileSync(filePath, 'utf-8');
const config = JSON.parse(content);
return config;
} catch (error) {
this.logManager.logError('Error parsing config file:', error as Error);
return null;
}
}
async saveConfigFile(
configName: string,
configData: {
gpulayers?: number;
contextsize?: number;
model_param?: string;
port?: number;
host?: string;
multiuser?: number;
multiplayer?: boolean;
remotetunnel?: boolean;
nocertify?: boolean;
websearch?: boolean;
noshift?: boolean;
flashattention?: boolean;
noavx2?: boolean;
failsafe?: boolean;
usecuda?: boolean;
usevulkan?: boolean;
useclblast?: boolean;
sdmodel?: string;
sdt5xxl?: string;
sdclipl?: string;
sdclipg?: string;
sdphotomaker?: string;
sdvae?: string;
[key: string]: unknown;
}
): Promise<boolean> {
try {
if (!this.installDir) {
this.logManager.logError('No install directory found');
return false;
}
const configFileName = `${configName}.kcpps`;
const configPath = join(this.installDir, configFileName);
writeFileSync(configPath, JSON.stringify(configData, null, 2), 'utf-8');
return true;
} catch (error) {
this.logManager.logError('Error saving config file:', error as Error);
return false;
}
}
async selectModelFile(): Promise<string | null> {
try {
const mainWindow = this.windowManager.getMainWindow();
if (!mainWindow) {
return null;
}
const result = await dialog.showOpenDialog(mainWindow, {
title: 'Select Model File',
filters: [
{ name: 'GGUF Files', extensions: ['gguf'] },
{ name: 'All Files', extensions: ['*'] },
],
properties: ['openFile'],
});
if (result.canceled || result.filePaths.length === 0) {
return null;
}
return result.filePaths[0];
} catch (error) {
this.logManager.logError('Error selecting model file:', error as Error);
return null;
}
}
async getCurrentVersion(): Promise<InstalledVersion | null> {
const currentBinaryPath = this.configManager.getCurrentKoboldBinary();
const versions = await this.getInstalledVersions();
if (currentBinaryPath && existsSync(currentBinaryPath)) {
const currentVersion = versions.find((v) => v.path === currentBinaryPath);
if (currentVersion) {
return currentVersion;
}
}
const firstVersion = versions[0];
if (firstVersion) {
this.configManager.setCurrentKoboldBinary(firstVersion.path);
return firstVersion;
}
if (currentBinaryPath) {
this.configManager.setCurrentKoboldBinary('');
}
return null;
}
async getCurrentBinaryInfo(): Promise<{
path: string;
filename: string;
} | null> {
const currentVersion = await this.getCurrentVersion();
if (currentVersion) {
const pathParts = currentVersion.path.split(/[/\\]/);
const filename =
pathParts[pathParts.length - 2] || currentVersion.filename;
return {
path: currentVersion.path,
filename,
};
}
return null;
}
async setCurrentVersion(binaryPath: string): Promise<boolean> {
if (existsSync(binaryPath)) {
this.configManager.setCurrentKoboldBinary(binaryPath);
const mainWindow = this.windowManager.getMainWindow();
if (mainWindow) {
mainWindow.webContents.send('versions-updated');
}
return true;
}
return false;
}
async getVersionFromBinary(binaryPath: string): Promise<string | null> {
return new Promise((resolve) => {
try {
if (!existsSync(binaryPath)) {
resolve(null);
return;
}
const process = spawn(binaryPath, ['--version'], {
stdio: ['ignore', 'pipe', 'pipe'],
timeout: 10000,
detached: false,
});
let output = '';
let errorOutput = '';
process.stdout.on('data', (data) => {
output += data.toString();
});
process.stderr.on('data', (data) => {
errorOutput += data.toString();
});
process.on('close', () => {
const allOutput = (output + errorOutput).trim();
if (/^\d+\.\d+/.test(allOutput)) {
const versionParts = allOutput.split(/\s+/)[0];
if (versionParts && /^\d+\.\d+/.test(versionParts)) {
resolve(versionParts);
return;
}
}
const lines = allOutput.split('\n');
for (const line of lines) {
const trimmedLine = line.trim();
if (/^\d+\.\d+/.test(trimmedLine)) {
const versionPart = trimmedLine.split(/\s+/)[0];
if (versionPart) {
resolve(versionPart);
return;
}
}
}
resolve(null);
});
process.on('error', () => {
resolve(null);
});
setTimeout(() => {
try {
process.kill('SIGTERM');
} catch {
void 0;
}
resolve(null);
}, 10000);
} catch {
resolve(null);
}
});
}
getCurrentInstallDir() {
return this.installDir;
}
getWindowManager() {
return this.windowManager;
}
async selectInstallDirectory(): Promise<string | null> {
const result = await dialog.showOpenDialog({
properties: ['openDirectory', 'createDirectory'],
title: 'Select the Friendly Kobold Installation Directory',
defaultPath: this.installDir,
buttonLabel: 'Select Directory',
});
if (!result.canceled && result.filePaths.length > 0) {
this.installDir = result.filePaths[0];
this.configManager.setInstallDir(result.filePaths[0]);
const mainWindow = this.windowManager.getMainWindow();
if (mainWindow) {
mainWindow.webContents.send('install-dir-changed', result.filePaths[0]);
}
return result.filePaths[0];
}
return null;
}
async launchKobold(
versionPath: string,
args: string[] = [],
onOutput?: (data: string) => void,
onError?: (data: string) => void
): Promise<ChildProcess | null> {
if (this.koboldProcess) {
this.koboldProcess.kill();
this.koboldProcess = null;
}
if (!existsSync(versionPath)) {
throw new Error('Selected version file does not exist');
}
this.koboldProcess = spawn(versionPath, args, {
stdio: ['ignore', 'pipe', 'pipe'],
});
if (onOutput) {
this.koboldProcess.stdout?.on('data', (data) => {
onOutput(data.toString());
});
}
if (onError) {
this.koboldProcess.stderr?.on('data', (data) => {
onError(data.toString());
});
}
this.koboldProcess.on('close', () => {
this.koboldProcess = null;
});
return this.koboldProcess;
}
async stopKobold(): Promise<boolean> {
try {
if (this.koboldProcess) {
this.koboldProcess.kill();
this.koboldProcess = null;
return true;
}
return false;
} catch {
return false;
}
}
isRunning() {
return this.koboldProcess !== null && !this.koboldProcess.killed;
}
async getROCmDownload(): Promise<DownloadItem | null> {
const platform = process.platform;
if (platform === 'linux') {
const latestRelease = await this.githubService.getRawLatestRelease();
const version = latestRelease?.tag_name?.replace(/^v/, '') || 'unknown';
return {
name: ROCM.BINARY_NAME,
url: ROCM.DOWNLOAD_URL,
size: ROCM.SIZE_BYTES_APPROX,
version,
type: 'rocm',
};
} else if (platform === 'win32') {
try {
const response = await fetch(GITHUB_API.ROCM_LATEST_RELEASE_URL);
if (!response.ok) {
return null;
}
const release = await response.json();
const rocmAsset = release.assets?.find((asset: GitHubAsset) =>
asset.name.endsWith('rocm.exe')
);
if (rocmAsset) {
return {
name: rocmAsset.name,
url: rocmAsset.browser_download_url,
size: rocmAsset.size,
version: release.tag_name?.replace(/^v/, '') || 'unknown',
type: 'rocm',
};
}
} catch (error) {
this.logManager.logError(
'Failed to fetch Windows ROCm release:',
error as Error
);
}
}
return null;
}
async downloadROCm(onProgress?: (progress: number) => void): Promise<{
success: boolean;
path?: string;
error?: string;
}> {
try {
const rocmInfo = await this.getROCmDownload();
if (!rocmInfo) {
return {
success: false,
error: 'ROCm version not available for this platform',
};
}
const tempPackedFilePath = join(
this.installDir,
`${rocmInfo.name}.packed`
);
const baseFilename = rocmInfo.name.replace(/\.exe$/, '');
const unpackedDirPath = join(this.installDir, baseFilename);
const response = await fetch(rocmInfo.url);
if (!response.ok) {
return {
success: false,
error: `Failed to download: ${response.statusText}`,
};
}
const totalBytes = rocmInfo.size;
let downloadedBytes = 0;
const reader = response.body?.getReader();
if (!reader) {
return {
success: false,
error: 'Failed to get response reader',
};
}
const writer = createWriteStream(tempPackedFilePath);
try {
while (true) {
const { done, value } = await reader.read();
if (done) break;
downloadedBytes += value.length;
writer.write(value);
if (onProgress && totalBytes > 0) {
onProgress((downloadedBytes / totalBytes) * 100);
}
}
writer.end();
await new Promise<void>((resolve, reject) => {
writer.on('finish', resolve);
writer.on('error', reject);
});
} finally {
reader.releaseLock();
}
if (process.platform !== 'win32') {
try {
chmodSync(tempPackedFilePath, 0o755);
} catch (error) {
this.logManager.logError(
'Failed to make ROCm binary executable:',
error as Error
);
}
}
try {
await this.unpackKoboldCpp(tempPackedFilePath, unpackedDirPath);
try {
unlinkSync(tempPackedFilePath);
} catch (error) {
// eslint-disable-next-line no-console
console.warn('Failed to cleanup packed ROCm file:', error);
}
const launcherPath = this.getLauncherPath(unpackedDirPath);
if (launcherPath && existsSync(launcherPath)) {
const currentBinary = this.configManager.getCurrentKoboldBinary();
if (!currentBinary) {
this.configManager.setCurrentKoboldBinary(launcherPath);
}
const mainWindow = this.windowManager.getMainWindow();
if (mainWindow) {
mainWindow.webContents.send('versions-updated');
}
return {
success: true,
path: launcherPath,
};
} else {
return {
success: false,
error: 'Failed to find koboldcpp-launcher after unpacking ROCm',
};
}
} catch (error) {
this.logManager.logError('Failed to unpack ROCm:', error as Error);
return {
success: false,
error: `Failed to unpack ROCm: ${(error as Error).message}`,
};
}
} catch (error) {
return {
success: false,
error: (error as Error).message,
};
}
}
async getInstalledVersion(): Promise<string | undefined> {
const currentVersion = await this.getCurrentVersion();
return currentVersion?.version;
}
async checkForUpdates(): Promise<UpdateInfo | null> {
try {
const currentVersion = await this.getCurrentVersion();
if (!currentVersion) {
return null;
}
const latestRelease = await this.githubService.getRawLatestRelease();
if (!latestRelease) {
return null;
}
const latestVersion = latestRelease.tag_name.replace(/^v/, '');
const current = currentVersion.version.replace(/^v/, '');
const hasUpdate = this.compareVersions(current, latestVersion) < 0;
return {
currentVersion: current,
latestVersion,
releaseInfo: latestRelease,
hasUpdate,
};
} catch {
return null;
}
}
private compareVersions(a: string, b: string): number {
const aParts = a.split('.').map(Number);
const bParts = b.split('.').map(Number);
for (let i = 0; i < Math.max(aParts.length, bParts.length); i++) {
const aPart = aParts[i] || 0;
const bPart = bParts[i] || 0;
if (aPart < bPart) return -1;
if (aPart > bPart) return 1;
}
return 0;
}
async getLatestReleaseWithDownloadStatus(): Promise<ReleaseWithStatus | null> {
try {
const latestRelease = await this.githubService.getRawLatestRelease();
if (!latestRelease) return null;
const installedVersions = await this.getInstalledVersions();
const availableAssets = latestRelease.assets.map((asset: GitHubAsset) => {
const installedVersion = installedVersions.find((v) => {
const pathParts = v.path.split(/[/\\]/);
const launcherIndex = pathParts.findIndex(
(part) =>
part === 'koboldcpp-launcher' || part === 'koboldcpp-launcher.exe'
);
if (launcherIndex > 0) {
const directoryName = pathParts[launcherIndex - 1];
return directoryName === asset.name;
}
return false;
});
return {
asset,
isDownloaded: !!installedVersion,
installedVersion: installedVersion?.version,
};
});
return {
release: latestRelease,
availableAssets,
};
} catch {
return null;
}
}
async launchKoboldCpp(
args: string[] = [],
configFilePath?: string
): Promise<{ success: boolean; pid?: number; error?: string }> {
try {
if (this.koboldProcess) {
this.stopKoboldCpp();
}
const currentVersion = await this.getCurrentVersion();
if (!currentVersion || !existsSync(currentVersion.path)) {
const error = 'KoboldCpp not found';
this.logManager.logError(
`Launch failed: ${error}. Current version: ${JSON.stringify(currentVersion)}`
);
return {
success: false,
error,
};
}
const finalArgs = [...args];
if (configFilePath && existsSync(configFilePath)) {
finalArgs.push('--config', configFilePath);
}
const child = spawn(currentVersion.path, finalArgs, {
stdio: ['pipe', 'pipe', 'pipe'],
detached: false,
});
this.koboldProcess = child;
const mainWindow = this.windowManager.getMainWindow();
if (mainWindow && !mainWindow.isDestroyed()) {
const commandLine = `$ ${currentVersion.path} ${finalArgs.join(' ')}\n${'─'.repeat(60)}\n`;
setTimeout(() => {
if (mainWindow && !mainWindow.isDestroyed()) {
mainWindow.webContents.send('kobold-output', commandLine);
}
}, 200);
child.stdout?.on('data', (data) => {
if (mainWindow && !mainWindow.isDestroyed()) {
const output = data.toString();
mainWindow.webContents.send('kobold-output', output);
}
});
child.stderr?.on('data', (data) => {
if (mainWindow && !mainWindow.isDestroyed()) {
const output = data.toString();
mainWindow.webContents.send('kobold-output', output);
}
});
child.on('exit', (code, signal) => {
if (mainWindow && !mainWindow.isDestroyed()) {
const displayMessage = signal
? `\n[INFO] Process terminated with signal ${signal}\n`
: code === 0
? `\n[INFO] Process exited successfully\n`
: code && (code > 1 || code < 0)
? `\n[ERROR] Process exited with code ${code}\n`
: `\n[INFO] Process exited with code ${code}\n`;
mainWindow.webContents.send('kobold-output', displayMessage);
}
this.koboldProcess = null;
});
child.on('error', (error) => {
this.logManager.logError(
`KoboldCpp process error: ${error.message}`,
error
);
if (mainWindow && !mainWindow.isDestroyed()) {
mainWindow.webContents.send(
'kobold-output',
`\n[ERROR] Process error: ${error.message}\n`
);
}
this.koboldProcess = null;
});
}
return { success: true, pid: child.pid };
} catch (error) {
const errorMessage = (error as Error).message;
this.logManager.logError(
`Failed to launch KoboldCpp: ${errorMessage}`,
error as Error
);
return { success: false, error: errorMessage };
}
}
stopKoboldCpp(): void {
if (this.koboldProcess) {
const pid = this.koboldProcess.pid;
try {
this.koboldProcess.kill('SIGTERM');
setTimeout(() => {
if (this.koboldProcess && !this.koboldProcess.killed) {
try {
this.koboldProcess.kill('SIGKILL');
} catch (error) {
this.logManager.logError(
'Error force-killing KoboldCpp process:',
error as Error
);
}
}
}, 5000);
this.koboldProcess = null;
} catch (error) {
this.logManager.logError(
`Error sending SIGTERM to KoboldCpp process (PID: ${pid}):`,
error as Error
);
this.koboldProcess = null;
}
}
}
async cleanup(): Promise<void> {
if (this.koboldProcess) {
await new Promise<void>((resolve) => {
if (!this.koboldProcess) {
resolve();
return;
}
const cleanup = () => {
this.koboldProcess = null;
resolve();
};
this.koboldProcess.once('exit', cleanup);
this.koboldProcess.once('error', cleanup);
try {
this.koboldProcess.kill('SIGTERM');
setTimeout(() => {
if (this.koboldProcess && !this.koboldProcess.killed) {
try {
this.koboldProcess.kill('SIGKILL');
} catch {
void 0;
}
}
cleanup();
}, 3000);
} catch (error) {
this.logManager.logError('Error during cleanup:', error as Error);
cleanup();
}
});
}
}
}