Files
vmmngr/bin/vmm-jobd
T

265 lines
7.8 KiB
PHP
Executable File

#!/usr/local/bin/php
<?php
/**
* vmm-jobd - executes exactly one queued VM job, then exits.
*
* Started detached by vmm-ctl. Owns the per-VM lock while it runs, streams
* stdout/stderr into state/jobs/<id>.log and records the final state.
*/
declare(strict_types=1);
require_once __DIR__ . '/vmm-lib.php';
$id = $argv[1] ?? '';
$job = vmm_job_get($id);
if ($job === null) {
fwrite(STDERR, "job not found: {$id}\n");
exit(2);
}
$verb = (string)$job['verb'];
$name = (string)$job['vm'];
$action = VMM_ACTIONS[$verb] ?? null;
if ($action === null && (!isset($job['argv']) || !is_array($job['argv']) || $job['argv'] === [])) {
$job['state'] = 'failed';
$job['error'] = 'unknown verb';
$job['ended'] = time();
vmm_job_write($job);
exit(2);
}
$logFile = VMM_JOBDIR . '/' . $id . '.log';
$log = fopen($logFile, 'ab');
if ($log === false) {
exit(2);
}
function joblog($log, string $line): void
{
fwrite($log, '[' . date('H:i:s') . '] ' . $line . "\n");
fflush($log);
}
// one lock per VM (destroy/start/stop of the same guest never overlap)
vmm_ensure_state_dirs();
$lockPath = VMM_LOCKDIR . '/' . preg_replace('/[^A-Za-z0-9._-]/', '_', $name) . '.lock';
$lock = fopen($lockPath, 'c');
if ($lock === false || !flock($lock, LOCK_EX | LOCK_NB)) {
$job['state'] = 'failed';
$job['error'] = 'another job holds the lock for this vm';
$job['ended'] = time();
vmm_job_write($job);
joblog($log, 'lock busy: ' . $lockPath);
fclose($log);
exit(3);
}
$job['state'] = 'running';
$job['pid'] = getmypid();
$job['started'] = time();
vmm_job_write($job);
$argvVm = isset($job['argv']) && is_array($job['argv']) && $job['argv'] !== []
? $job['argv']
: array_merge($action['argv'], [$name]);
joblog($log, 'start: vm ' . implode(' ', $argvVm));
$vm = vmm_resolve('vm');
if (!$vm['available']) {
$job['state'] = 'failed';
$job['error'] = 'vm-bhyve not available';
$job['ended'] = time();
vmm_job_write($job);
joblog($log, 'fatal: vm-bhyve not available');
flock($lock, LOCK_UN);
fclose($lock);
fclose($log);
exit(4);
}
$env = getenv() ?: [];
$env['LC_ALL'] = 'C';
$grub = vmm_resolve('grub');
if ($grub['source'] === 'bundle') {
$env['PATH'] = VMM_ROOT . '/vendor/grub2-bhyve:' . ($env['PATH'] ?? '/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin');
}
// destroying a VM fails when backup tools (znapzend/zrepl) hold its snapshots
if ($verb === 'destroy') {
$ds = vmm_dataset_for_vm($name);
if ($ds !== '') {
joblog($log, 'checking zfs holds on ' . $ds);
$released = vmm_release_holds($ds);
foreach ($released as $r) {
joblog($log, 'released hold: ' . $r);
}
if ($released === []) {
joblog($log, 'no holds to release');
}
}
}
$cmd = array_merge([$vm['path']], $argvVm);
$spec = [
0 => ['pipe', 'r'],
1 => ['pipe', 'w'],
2 => ['pipe', 'w'],
];
$proc = proc_open($cmd, $spec, $pipes, null, $env);
if (!is_resource($proc)) {
$job['state'] = 'failed';
$job['error'] = 'proc_open failed';
$job['ended'] = time();
vmm_job_write($job);
flock($lock, LOCK_UN);
fclose($lock);
fclose($log);
exit(5);
}
fclose($pipes[0]);
stream_set_blocking($pipes[1], false);
stream_set_blocking($pipes[2], false);
$timeout = (int)($job['timeout'] ?? 0);
if ($timeout <= 0) {
$timeout = (int)($action['timeout'] ?? 300);
}
$start = time();
$timedOut = false;
$cancelFile = VMM_JOBDIR . '/' . $id . '.cancel';
while (true) {
$status = proc_get_status($proc);
$out = (string)stream_get_contents($pipes[1]);
$err = (string)stream_get_contents($pipes[2]);
if ($out !== '') {
fwrite($log, $out);
fflush($log);
}
if ($err !== '') {
fwrite($log, $err);
fflush($log);
}
if (!$status['running']) {
break;
}
if (is_file($cancelFile)) {
joblog($log, 'cancel requested, sending TERM');
proc_terminate($proc, 15);
usleep(300000);
if (proc_get_status($proc)['running']) {
proc_terminate($proc, 9);
}
@unlink($cancelFile);
break;
}
if (time() - $start > $timeout) {
$timedOut = true;
joblog($log, "timeout after {$timeout}s, sending TERM");
proc_terminate($proc, 15);
usleep(500000);
if (proc_get_status($proc)['running']) {
proc_terminate($proc, 9);
}
break;
}
usleep(200000);
}
fwrite($log, (string)stream_get_contents($pipes[1]));
fwrite($log, (string)stream_get_contents($pipes[2]));
fclose($pipes[1]);
fclose($pipes[2]);
$rc = proc_close($proc);
// the wizard may pick a switch; vm-bhyve takes it from the template, so patch it in
if ($verb === 'create' && !empty($job['switch'])) {
$conf = vmm_vm_conf_path($name);
if ($conf !== '' && is_file($conf)) {
$text = (string)file_get_contents($conf);
$want = 'network0_switch="' . $job['switch'] . '"';
if (preg_match('/^network0_switch="[^"]*"/m', $text)) {
$text = preg_replace('/^network0_switch="[^"]*"/m', $want, $text, 1);
} else {
$text = rtrim($text) . "\n" . $want . "\n";
}
if (file_put_contents($conf, $text) !== false) {
joblog($log, 'network0_switch set to ' . $job['switch']);
}
}
}
// optional: attach the chosen ISO and boot right away
if ($verb === 'create' && $rc === 0 && empty($timedOut)) {
if (!empty($job['iso'])) {
$att = vmm_iso_attach($name, [(string)$job['iso']]);
if (isset($att['error'])) {
joblog($log, 'iso attach failed: ' . $att['error']);
} else {
joblog($log, 'iso attached: ' . basename((string)$job['iso']));
}
}
if (!empty($job['autostart']) && !empty($job['iso'])) {
joblog($log, 'starting guest');
$start = vmm_run(['start', $name], 180);
if ($start['stdout'] !== '') {
fwrite($log, $start['stdout']);
}
joblog($log, 'start rc=' . $start['rc']);
}
}
// vm-bhyve often returns 0 even when it refused the operation, so the
// resulting state is what counts. Some states are transitional (a guest that
// just booted reports "bootloader" for a moment), so wait a little.
$accept = [
'start' => ['running', 'bootloader', 'starting'],
'stop' => ['stopped'],
'restart' => ['running', 'bootloader', 'starting'],
'reset' => ['running', 'bootloader'],
'poweroff' => ['stopped'],
'destroy' => ['absent'],
'create' => ['stopped'],
'install' => ['stopped'],
][$verb] ?? [];
// a graceful stop can take a while (ACPI), and vm-bhyve reports "locked" while
// it works - never treat that as the final state
$waitFor = ['stop' => 180, 'poweroff' => 120, 'start' => 60, 'restart' => 90, 'reset' => 60, 'create' => 60, 'install' => 60][$verb] ?? 30;
$stateAfter = vmm_vm_state($name);
$deadline = time() + $waitFor;
while ($accept !== [] && !in_array($stateAfter, $accept, true) && time() < $deadline) {
usleep(500000);
$stateAfter = vmm_vm_state($name);
}
joblog($log, 'state after action: ' . $stateAfter);
if (in_array($verb, ['stop', 'poweroff', 'destroy'], true)) {
vmm_console_stop($name);
vmm_novnc_stop($name);
}
$job['rc'] = $rc;
$job['ended'] = time();
$job['state_after'] = $stateAfter;
if ($timedOut) {
$job['state'] = 'failed';
$job['error'] = 'timeout';
} elseif ($rc !== 0) {
$job['state'] = 'failed';
$job['error'] = 'vm exited with code ' . $rc;
} elseif ($accept !== [] && !in_array($stateAfter, $accept, true)) {
$job['state'] = 'failed';
$job['error'] = sprintf('unexpected state after %s: %s (expected %s)', $verb, $stateAfter, implode('/', $accept));
} else {
$job['state'] = 'done';
}
vmm_job_write($job);
joblog($log, sprintf('finished: rc=%d, state=%s', $rc, $stateAfter));
flock($lock, LOCK_UN);
fclose($lock);
fclose($log);
exit(0);