fix(servercheck): Properly check server statuses with and without Sentinel

2025-08-22 11:50:56 +02:00
parent 0aef9b3f5c
commit 7d10711a65
6 changed files with 339 additions and 3 deletions
--- a/app/Jobs/ServerConnectionCheckJob.php
+++ b/app/Jobs/ServerConnectionCheckJob.php
@@ -0,0 +1,153 @@
+<?php
+
+namespace App\Jobs;
+
+use App\Models\Server;
+use App\Services\ConfigurationRepository;
+use Illuminate\Bus\Queueable;
+use Illuminate\Contracts\Queue\ShouldBeEncrypted;
+use Illuminate\Contracts\Queue\ShouldQueue;
+use Illuminate\Foundation\Bus\Dispatchable;
+use Illuminate\Queue\InteractsWithQueue;
+use Illuminate\Queue\Middleware\WithoutOverlapping;
+use Illuminate\Queue\SerializesModels;
+use Illuminate\Support\Facades\Log;
+
+class ServerConnectionCheckJob implements ShouldBeEncrypted, ShouldQueue
+{
+    use Dispatchable, InteractsWithQueue, Queueable, SerializesModels;
+
+    public $tries = 1;
+
+    public $timeout = 30;
+
+    public function __construct(
+        public Server $server,
+        public bool $disableMux = true
+    ) {}
+
+    public function middleware(): array
+    {
+        return [(new WithoutOverlapping('server-connection-check-'.$this->server->uuid))->expireAfter(45)->dontRelease()];
+    }
+
+    private function disableSshMux(): void
+    {
+        $configRepository = app(ConfigurationRepository::class);
+        $configRepository->disableSshMux();
+    }
+
+    public function handle()
+    {
+        try {
+            // Check if server is disabled
+            if ($this->server->settings->force_disabled) {
+                $this->server->settings->update([
+                    'is_reachable' => false,
+                    'is_usable' => false,
+                ]);
+                Log::debug('ServerConnectionCheck: Server is disabled', [
+                    'server_id' => $this->server->id,
+                    'server_name' => $this->server->name,
+                ]);
+
+                return;
+            }
+
+            // Temporarily disable mux if requested
+            if ($this->disableMux) {
+                $this->disableSshMux();
+            }
+
+            // Check basic connectivity first
+            $isReachable = $this->checkConnection();
+
+            if (! $isReachable) {
+                $this->server->settings->update([
+                    'is_reachable' => false,
+                    'is_usable' => false,
+                ]);
+
+                Log::warning('ServerConnectionCheck: Server not reachable', [
+                    'server_id' => $this->server->id,
+                    'server_name' => $this->server->name,
+                    'server_ip' => $this->server->ip,
+                ]);
+
+                return;
+            }
+
+            // Server is reachable, check if Docker is available
+            // $isUsable = $this->checkDockerAvailability();
+
+            $this->server->settings->update([
+                'is_reachable' => true,
+                'is_usable' => true,
+            ]);
+
+        } catch (\Throwable $e) {
+            $this->server->settings->update([
+                'is_reachable' => false,
+                'is_usable' => false,
+            ]);
+
+            throw $e;
+        }
+    }
+
+    private function checkConnection(): bool
+    {
+        try {
+            // Use instant_remote_process with a simple command
+            // This will automatically handle mux, sudo, IPv6, Cloudflare tunnel, etc.
+            $output = instant_remote_process_with_timeout(
+                ['ls -la /'],
+                $this->server,
+                false // don't throw error
+            );
+
+            return $output !== null;
+        } catch (\Throwable $e) {
+            Log::debug('ServerConnectionCheck: Connection check failed', [
+                'server_id' => $this->server->id,
+                'error' => $e->getMessage(),
+            ]);
+
+            return false;
+        }
+    }
+
+    private function checkDockerAvailability(): bool
+    {
+        try {
+            // Use instant_remote_process to check Docker
+            // The function will automatically handle sudo for non-root users
+            $output = instant_remote_process_with_timeout(
+                ['docker version --format json'],
+                $this->server,
+                false // don't throw error
+            );
+
+            if ($output === null) {
+                return false;
+            }
+
+            // Try to parse the JSON output to ensure Docker is really working
+            $output = trim($output);
+            if (! empty($output)) {
+                $dockerInfo = json_decode($output, true);
+
+                return isset($dockerInfo['Server']['Version']);
+            }
+
+            return false;
+        } catch (\Throwable $e) {
+            Log::debug('ServerConnectionCheck: Docker check failed', [
+                'server_id' => $this->server->id,
+                'error' => $e->getMessage(),
+            ]);
+
+            return false;
+        }
+    }
+}