Files
api/services/nginx/app/modules/edgegateway/classes/edge_gateway_manager.php
T

8121 lines
314 KiB
PHP

<?php
namespace classes;
use Exception;
use objects\department_relays_o;
use objects\departments_o;
use objects\department_variables_o;
use objects\edge_gateway_audit_logs_o;
use objects\edge_gateway_claim_tokens_o;
use objects\edge_gateway_command_jobs_o;
use objects\edge_gateway_device_inventory_o;
use objects\edge_gateway_log_entries_o;
use objects\edge_gateway_relay_bindings_o;
use objects\edge_gateway_shell_sessions_o;
use objects\edge_gateways_o;
class edge_gateway_manager
{
public const DEPARTMENT_VARIABLE_TRANSPORT_MODE = 'shelly_transport_mode';
public const TRANSPORT_MODE_CLOUD = 'cloud';
public const TRANSPORT_MODE_GATEWAY = 'gateway';
public const DELIVERY_CHANNEL_BROKER = 'BROKER_FAST_PATH';
public const DELIVERY_CHANNEL_API = 'API_POLLING';
public const DELIVERY_CHANNEL_CLOUD = 'CLOUD';
public const COMMAND_BATCH_RELAY_STATUS = 'BATCH_RELAY_STATUS';
public const COMMAND_BATCH_SET_RELAY_STATE = 'BATCH_SET_RELAY_STATE';
public const RELAY_FALLBACK_PREFER_LOCAL = 'PREFER_LOCAL';
public const RELAY_FALLBACK_LOCAL_ONLY = 'LOCAL_ONLY';
public const RELAY_FALLBACK_CLOUD_ONLY = 'CLOUD_ONLY';
public const STATUS_PENDING = 'PENDING';
public const STATUS_ONLINE = 'ONLINE';
public const STATUS_DEGRADED = 'DEGRADED';
public const STATUS_OFFLINE = 'OFFLINE';
public const DEFAULT_RELEASE_CHANNEL = 'stable';
public const DEFAULT_INSTALL_VERSION = 'compose-php-agent-v3';
public const DEFAULT_AGENT_SERVICE_NAME = 'truckwash-edge-agent.service';
public const DEFAULT_STACK_SERVICE_NAME = 'truckwash-edge-gateway-stack.service';
public const DEFAULT_COMPOSE_STACK_FILE = 'docker-compose.gateway.yml';
public const DEFAULT_LAUNCHER_SCRIPT_NAME = 'gateway-launcher.sh';
public const DEFAULT_LAN_WORKER_ARTIFACT = 'lan-worker.php';
public const DEFAULT_AUTO_UPDATER_ARTIFACT = 'auto-updater.php';
public const DEFAULT_EDGE_AGENT_DOCKERFILE = 'Dockerfile.edge-agent';
public const DEFAULT_LAN_WORKER_DOCKERFILE = 'Dockerfile.lan-worker';
public const DEFAULT_AUTO_UPDATER_DOCKERFILE = 'Dockerfile.auto-updater';
public const DEFAULT_INSTALL_DIR = '/opt/truckwash-edge-agent';
public const DEFAULT_RUNTIME_DIR = '/opt/truckwash-edge-agent/runtime';
public const DEFAULT_STATE_DATABASE_PATH = '/opt/truckwash-edge-agent/runtime/gateway-state.sqlite';
public const DEFAULT_UPDATE_WINDOW = '02:00-04:00';
public const DEFAULT_COMPOSE_PROJECT_NAME = 'truckwash-edge-gateway';
public const DEFAULT_EDGE_AGENT_BASE_IMAGE = 'php:8.2-cli-bookworm';
public const DEFAULT_LAN_WORKER_BASE_IMAGE = 'php:8.2-cli-bookworm';
public const DEFAULT_AUTO_UPDATER_BASE_IMAGE = 'php:8.2-cli-bookworm';
public const DEFAULT_REDIS_BASE_IMAGE = 'redis:7-alpine';
public const DEFAULT_MARIADB_BASE_IMAGE = 'mariadb:11';
public const DEFAULT_MINIO_BASE_IMAGE = 'minio/minio:latest';
public const DEFAULT_WORKER_BASE_URL = 'http://lan-worker:8090';
public const INSTALL_TOKEN_TTL_SECONDS = 1800;
public const INSTALL_SESSION_STATUS_PENDING = 'PENDING';
public const INSTALL_SESSION_STATUS_RUNNING = 'RUNNING';
public const INSTALL_SESSION_STATUS_CLAIMED = 'CLAIMED';
public const INSTALL_SESSION_STATUS_FAILED = 'FAILED';
public const INSTALL_SESSION_STATUS_EXPIRED = 'EXPIRED';
private const INSTALL_SESSION_EVENT_LIMIT = 12;
private const INSTALL_SESSION_DIAGNOSTIC_LIMIT = 6;
private const INSTALL_SESSION_OUTPUT_LIMIT = 2000;
public const HEARTBEAT_DEGRADED_AFTER_SECONDS = 60;
public const HEARTBEAT_OFFLINE_AFTER_SECONDS = 300;
public const COMMAND_WAIT_TIMEOUT_SECONDS = 10;
public const COMMAND_POLL_TIMEOUT_SECONDS = 20;
public const COMMAND_POLL_INTERVAL_MICROSECONDS = 250000;
public const COMMAND_DISPATCH_STALE_AFTER_SECONDS = 30;
public const COMMAND_EXPIRES_AFTER_SECONDS = 90;
public const RELAY_BATCH_DEDUPE_SECONDS = 30;
public const RELAY_STATUS_RATE_LIMIT_PER_MINUTE = 60;
public const RELAY_SET_RATE_LIMIT_PER_MINUTE = 30;
public const RELAY_GATE_RATE_LIMIT_PER_MINUTE = 4;
public const RELAY_OPERATIONAL_WINDOW_SECONDS = 900;
public const EXPECTED_RELAY_ROLE_ENTRANCE_GATE = 'ENTRANCE_GATE';
public const EXPECTED_RELAY_ROLE_EXIT_GATE = 'EXIT_GATE';
public const EXPECTED_RELAY_ROLE_MACHINE = 'MACHINE';
public const EXPECTED_RELAY_ROLE_PROGRAM_PICKER = 'PROGRAM_PICKER';
public const EXPECTED_RELAY_ROLE_CLEANER = 'CLEANER';
public const BROKER_PRESENCE_TTL_SECONDS = 90;
public const BROKER_CONNECTIVITY_DEGRADED_AFTER_SECONDS = 45;
public const BROKER_HTTP_TIMEOUT_SECONDS = 5;
public const BROWSER_STREAM_TOKEN_TTL_SECONDS = 300;
public const SHELL_SESSION_TTL_SECONDS = 900;
public const DEVICE_FRESHNESS_DEGRADED_AFTER_SECONDS = 180;
public const CREDENTIAL_FRESH_AFTER_SECONDS = 2592000;
private const EXPECTED_RELAY_ROLE_COLUMNS = [
self::EXPECTED_RELAY_ROLE_ENTRANCE_GATE => 'relay_in_id',
self::EXPECTED_RELAY_ROLE_EXIT_GATE => 'relay_out_id',
self::EXPECTED_RELAY_ROLE_MACHINE => 'relay_machine_id',
self::EXPECTED_RELAY_ROLE_PROGRAM_PICKER => 'relay_machine_program_picker_id',
self::EXPECTED_RELAY_ROLE_CLEANER => 'relay_machine_cleaner_id',
];
private const EXPECTED_RELAY_ROLE_ALIASES = [
'ENTRANCE' => self::EXPECTED_RELAY_ROLE_ENTRANCE_GATE,
'ENTRY' => self::EXPECTED_RELAY_ROLE_ENTRANCE_GATE,
'IN' => self::EXPECTED_RELAY_ROLE_ENTRANCE_GATE,
'ENTRANCE_GATE' => self::EXPECTED_RELAY_ROLE_ENTRANCE_GATE,
'EXIT' => self::EXPECTED_RELAY_ROLE_EXIT_GATE,
'OUT' => self::EXPECTED_RELAY_ROLE_EXIT_GATE,
'EXIT_GATE' => self::EXPECTED_RELAY_ROLE_EXIT_GATE,
'MACHINE' => self::EXPECTED_RELAY_ROLE_MACHINE,
'PROGRAM_PICKER' => self::EXPECTED_RELAY_ROLE_PROGRAM_PICKER,
'MACHINE_PROGRAM_PICKER' => self::EXPECTED_RELAY_ROLE_PROGRAM_PICKER,
'CLEANER' => self::EXPECTED_RELAY_ROLE_CLEANER,
'MACHINE_CLEANER' => self::EXPECTED_RELAY_ROLE_CLEANER,
];
/** @var array<int,array<string,mixed>>|null */
private ?array $shellyRelayOptionsCache = null;
/** @var array<int,array<string,mixed>> */
private static array $relayActionContextStack = [];
public function __construct()
{
edge_gateway_schema_bootstrap::ensureTables();
}
public static function withRelayActionContext(array $context, callable $callback): mixed
{
self::$relayActionContextStack[] = $context;
try {
return $callback();
} finally {
array_pop(self::$relayActionContextStack);
}
}
private static function configuredDefaultReleaseChannel(): string
{
try {
$value = trim((string)(new edgegateway())->defaultReleaseChannel());
if ($value !== '') {
return $value;
}
} catch (Exception $exception) {
}
return self::DEFAULT_RELEASE_CHANNEL;
}
private static function configuredDefaultUpdateWindow(): string
{
try {
$value = trim((string)(new edgegateway())->defaultUpdateWindow());
if ($value !== '') {
return $value;
}
} catch (Exception $exception) {
}
return self::DEFAULT_UPDATE_WINDOW;
}
public function createInstallToken(int $departmentId, ?string $label, ?int $createdBy = null): array
{
$this->requireDepartment($departmentId);
$token = bin2hex(random_bytes(24));
$expiresAt = $this->formatDateTime(time() + self::INSTALL_TOKEN_TTL_SECONDS);
$claimToken = new edge_gateway_claim_tokens_o();
$claimTokenId = $claimToken->add_object([
'department_id' => $departmentId,
'label' => $label,
'token_hash' => $this->hashToken($token),
'created_by' => $createdBy,
'expires_at' => $expiresAt,
'metadata_json' => [
'install_session' => self::mergeInstallSessionUpdate([], [
'status' => self::INSTALL_SESSION_STATUS_PENDING,
'step' => self::INSTALL_SESSION_STATUS_PENDING,
'message' => 'Installer command generated. Run it on the gateway host.',
], (self::parseApplicationDateTime($expiresAt) ?? time()) - self::INSTALL_TOKEN_TTL_SECONDS),
],
]);
$claimToken->select($claimTokenId);
$this->writeAudit(
null,
$departmentId,
'INSTALL_TOKEN_CREATED',
$createdBy,
['claim_token_id' => $claimTokenId, 'label' => $label]
);
return [
'claim_token_id' => $claimTokenId,
'token' => $token,
'expires_at' => (string)$claimToken->expires_at->value(),
'install_command' => $this->buildInstallCommand($token),
'install_url' => $this->buildInstallScriptUrl($token),
];
}
private function buildShellReadinessDiagnostics(edge_gateways_o $gateway): array
{
$gatewayId = (int)$gateway->id;
$brokerUrl = $this->buildBrokerPublicUrl();
$wsUrl = $this->buildBrokerPublicWebSocketUrl('/ws/browser-shell');
$presence = $this->readBrokerPresence($gatewayId);
$lastSeenAt = isset($presence['last_seen_at']) ? (string)$presence['last_seen_at'] : null;
$ageSeconds = self::heartbeatAgeSeconds($lastSeenAt);
$connected = self::isBrokerPresenceConnected($presence);
$configuredBrokerUrl = $this->configuredPublicBrokerUrl();
$derivedWarning = null;
if ($configuredBrokerUrl === '') {
$apiBaseUrl = rtrim($this->getApiBaseUrl(), '/');
$apiPath = (string)(parse_url($apiBaseUrl, PHP_URL_PATH) ?: '');
$apiHost = (string)(parse_url($apiBaseUrl, PHP_URL_HOST) ?: '');
if ($apiPath === '/api' && !in_array($apiHost, ['localhost', '127.0.0.1'], true)) {
$derivedWarning = 'BROKER_PUBLIC_URL_DERIVED_WITH_API_PREFIX';
}
}
$diagnostics = [
'ready' => false,
'reason_code' => 'BROKER_NOT_READY',
'message' => 'Gateway shell is not ready.',
'gateway_id' => $gatewayId,
'broker_url' => $brokerUrl,
'ws_url' => $wsUrl,
'public_broker_url_configured' => $configuredBrokerUrl !== '',
'broker_auth_mode' => $this->configuredBrokerAuthMode(),
'derived_warning' => $derivedWarning,
'broker_presence' => [
'connected' => !empty($presence['connected']),
'connection_id' => isset($presence['connection_id']) ? (string)$presence['connection_id'] : null,
'last_seen_at' => $lastSeenAt,
'age_seconds' => $ageSeconds,
'disconnect_reason' => isset($presence['disconnect_reason']) ? (string)$presence['disconnect_reason'] : null,
'last_error' => isset($presence['last_error']) ? (string)$presence['last_error'] : null,
],
];
if ($brokerUrl === null || $wsUrl === null) {
return array_merge($diagnostics, [
'reason_code' => 'BROKER_NOT_CONFIGURED',
'message' => 'The public edge broker URL is not configured, so a gateway shell cannot be opened.',
]);
}
if ($presence === []) {
return array_merge($diagnostics, [
'reason_code' => 'BROKER_DISCONNECTED',
'message' => 'Gateway agent has not reported an active broker connection yet.',
]);
}
if (empty($presence['connected'])) {
return array_merge($diagnostics, [
'reason_code' => 'BROKER_DISCONNECTED',
'message' => 'Gateway agent is not connected to the edge broker.',
]);
}
if (!$connected) {
return array_merge($diagnostics, [
'reason_code' => 'BROKER_STALE',
'message' => 'Gateway broker presence is stale. Wait for the agent to reconnect before opening a shell.',
]);
}
return array_merge($diagnostics, [
'ready' => true,
'reason_code' => $derivedWarning ?: 'READY',
'message' => $derivedWarning === null
? 'Gateway shell broker path is ready.'
: 'Gateway shell broker path is ready, but the broker URL was derived from the API URL.',
]);
}
/**
* @throws Exception
*/
public function claimGateway(string $token, string $hostname, ?string $installedVersion = null, array $metadata = []): array
{
$claimToken = $this->requireClaimToken($token);
if ($claimToken->used_at->value() !== null) {
throw new Exception('Install token has already been used');
}
$departmentId = (int)$claimToken->department_id->value();
$label = trim((string)($claimToken->label->value() ?? $hostname));
$label = $label !== '' ? $label : 'Department gateway';
$agentToken = bin2hex(random_bytes(32));
$gateway = new edge_gateways_o();
$gatewayId = $gateway->add_object([
'department_id' => $departmentId,
'label' => $label,
'hostname' => trim($hostname) !== '' ? trim($hostname) : null,
'agent_token_hash' => $this->hashToken($agentToken),
'status' => self::STATUS_ONLINE,
'transport_mode' => self::TRANSPORT_MODE_GATEWAY,
'release_channel' => self::configuredDefaultReleaseChannel(),
'installed_version' => $installedVersion,
'target_version' => $installedVersion,
'last_heartbeat_at' => $this->now(),
'last_seen_ip' => $this->remoteIp(),
'discovery_status' => 'PENDING',
'is_primary' => 1,
'metadata_json' => array_merge($metadata, [
'credentials_rotated_at' => $this->now(),
'agent_runtime' => 'compose-php',
'runtime_mode' => 'compose',
'update_window' => self::configuredDefaultUpdateWindow(),
'container_health' => [
'overall_status' => self::STATUS_PENDING,
'services' => self::defaultGatewayServiceHealth(self::STATUS_PENDING),
],
'outbox_status' => [
'depth' => 0,
'oldest_age_seconds' => 0,
'last_flushed_at' => null,
'pending_types' => [],
],
'rollback_status' => [
'state' => 'NONE',
'reason' => null,
'at' => null,
],
'last_sync_at' => null,
]),
]);
$claimToken->used_at->set($this->now());
$this->persistInstallSession($claimToken, [
'status' => self::INSTALL_SESSION_STATUS_CLAIMED,
'step' => self::INSTALL_SESSION_STATUS_CLAIMED,
'message' => 'Gateway claimed successfully.',
'gateway_id' => $gatewayId,
'last_error' => null,
'diagnostics' => [],
]);
$gateway->select($gatewayId);
$this->setGatewayPrimaryState($gateway, true);
$this->writeAudit(
$gatewayId,
$departmentId,
'GATEWAY_CLAIMED',
null,
['hostname' => $hostname, 'installed_version' => $installedVersion]
);
$gatewayPayload = $this->getGateway($gatewayId);
edge_gateway_view_cache::syncGateway($gatewayPayload);
return [
'gateway' => $gatewayPayload,
'agent_token' => $agentToken,
'heartbeat_url' => $this->getApiBaseUrl() . '/edge-agent/gateways/' . $gatewayId . '/heartbeat',
'commands_poll_url' => $this->getApiBaseUrl() . '/edge-agent/gateways/' . $gatewayId . '/commands/poll',
'operations_poll_url' => $this->getApiBaseUrl() . '/edge-agent/gateways/' . $gatewayId . '/operations/next',
'operation_events_url_template' => $this->getApiBaseUrl() . '/edge-agent/gateways/' . $gatewayId . '/operations/{operationId}/events',
'operation_complete_url_template' => $this->getApiBaseUrl() . '/edge-agent/gateways/' . $gatewayId . '/operations/{operationId}/complete',
'broker_url' => $this->buildBrokerPublicUrl(),
'release_channel' => (string)$gateway->release_channel->value(),
];
}
/**
* @throws Exception
*/
public function authenticateGateway(int $gatewayId, string $plainToken): edge_gateways_o
{
$gateway = $this->requireGateway($gatewayId);
if (!hash_equals((string)$gateway->agent_token_hash->value(), $this->hashToken($plainToken))) {
throw new Exception('Invalid edge gateway token');
}
return $gateway;
}
/**
* @throws Exception
*/
public function recordHeartbeat(int $gatewayId, string $plainToken, array $payload): array
{
$gateway = $this->authenticateGateway($gatewayId, $plainToken);
$existingMetadata = (array)($gateway->metadata_json->value() ?? []);
$payloadMetadata = (array)($payload['metadata'] ?? []);
$metadata = $this->mergeHeartbeatBrokerPresence($gatewayId, $existingMetadata, $payloadMetadata);
$gateway->status->set((string)($payload['status'] ?? self::STATUS_ONLINE));
$gateway->hostname->set($payload['hostname'] ?? $gateway->hostname->value());
$gateway->installed_version->set($payload['installed_version'] ?? $gateway->installed_version->value());
$gateway->target_version->set($payload['target_version'] ?? $gateway->target_version->value());
$gateway->last_heartbeat_at->set($this->now());
$gateway->last_seen_ip->set($this->remoteIp());
$gateway->metadata_json->set($metadata);
if (isset($payload['inventory']) && is_array($payload['inventory'])) {
$this->syncDeviceInventory($gatewayId, $payload['inventory']);
}
$gatewayPayload = $this->getGateway($gatewayId);
$gatewayPayload['broker_url'] = $this->buildBrokerPublicUrl();
edge_gateway_view_cache::syncGateway($gatewayPayload);
return $gatewayPayload;
}
private function mergeHeartbeatBrokerPresence(int $gatewayId, array $existingMetadata, array $payloadMetadata): array
{
$metadata = array_merge($existingMetadata, $payloadMetadata);
if (!array_key_exists('broker_connected', $payloadMetadata)) {
return $metadata;
}
$connected = (bool)$payloadMetadata['broker_connected'];
$existingPresence = isset($existingMetadata['broker_presence']) && is_array($existingMetadata['broker_presence'])
? (array)$existingMetadata['broker_presence']
: [];
$presenceMetadata = isset($existingPresence['metadata']) && is_array($existingPresence['metadata'])
? (array)$existingPresence['metadata']
: [];
$now = $this->now();
$disconnectReason = isset($payloadMetadata['broker_disconnect_reason'])
? trim((string)$payloadMetadata['broker_disconnect_reason'])
: '';
$lastError = isset($payloadMetadata['broker_last_error'])
? trim((string)$payloadMetadata['broker_last_error'])
: '';
$presence = [
'gateway_id' => $gatewayId,
'connected' => $connected,
'connection_id' => isset($existingPresence['connection_id']) && trim((string)$existingPresence['connection_id']) !== ''
? (string)$existingPresence['connection_id']
: null,
'last_seen_at' => $now,
'disconnect_reason' => $connected ? null : ($disconnectReason !== '' ? $disconnectReason : null),
'last_error' => $connected ? null : ($lastError !== '' ? $lastError : ($disconnectReason !== '' ? $disconnectReason : null)),
'metadata' => array_merge($presenceMetadata, array_filter([
'agent_instance_id' => $payloadMetadata['agent_instance_id'] ?? null,
'broker_url' => $payloadMetadata['broker_url'] ?? null,
], static fn(mixed $value): bool => $value !== null && $value !== '')),
];
$metadata['broker_presence'] = $presence;
$metadata['broker_connected'] = $connected;
if ($connected) {
$metadata['broker_connected_at'] = $metadata['broker_connected_at'] ?? $now;
$metadata['broker_last_error'] = null;
} else {
$metadata['broker_disconnected_at'] = $now;
$metadata['broker_last_error'] = $lastError !== '' ? $lastError : ($disconnectReason !== '' ? $disconnectReason : null);
}
$this->writeBrokerPresence($gatewayId, $presence);
return $metadata;
}
/**
* @return array<int,array<string,mixed>>
* @throws Exception
*/
public function listGateways(?int $departmentId = null, bool $includeDetail = true): array
{
$gatewayObject = new edge_gateways_o();
$rows = $departmentId === null
? $gatewayObject->getFieldsWhere(['deleted_at' => null], ['id'])
: $gatewayObject->getFieldsWhere(['department_id' => $departmentId, 'deleted_at' => null], ['id']);
$gateways = [];
$gatewayIds = [];
foreach ($rows as $row) {
$gatewayId = (int)$row['id'];
try {
$gateway = $this->requireGateway($gatewayId);
} catch (Exception $exception) {
if ($exception->getMessage() === 'Edge gateway not found') {
continue;
}
throw $exception;
}
$gateways[] = $this->buildGatewayPayload($gateway, $includeDetail);
$gatewayIds[] = $gatewayId;
}
if ($gatewayIds !== []) {
$gateways = self::attachGatewayCollectionSummaries(
$gateways,
$this->aggregateInventoryUsageByGateway($gatewayIds),
$this->aggregateBindingUsageByGateway($gatewayIds)
);
}
usort($gateways, static fn(array $a, array $b): int => ($a['department_id'] <=> $b['department_id']) ?: ($a['id'] <=> $b['id']));
return $gateways;
}
/**
* @param array<int,array<string,mixed>> $gateways
* @return array<string,mixed>
* @throws Exception
*/
public function buildFleetUsageStatistics(?int $departmentId = null, array $gateways = []): array
{
$fleet = $gateways !== [] ? $gateways : $this->listGateways($departmentId, false);
return self::summarizeFleetUsageFromGatewayRows($fleet);
}
/**
* @param array<int,array<string,mixed>> $gateways
* @return array<string,mixed>
*/
public static function summarizeFleetUsage(array $gateways, array $inventoryUsage = [], array $bindingUsage = []): array
{
$inventory = $inventoryUsage === []
? self::aggregateInventoryUsageFromGatewayRows($gateways)
: array_merge(self::emptyInventoryUsage(), $inventoryUsage);
$bindings = $bindingUsage === []
? self::aggregateBindingUsageFromGatewayRows($gateways)
: array_merge(self::emptyBindingUsage(), $bindingUsage);
$totalGateways = count($gateways);
$departmentIds = [];
$gatewayOnline = 0;
$gatewayOffline = 0;
$gatewayDegraded = 0;
$gatewayDrifted = 0;
$brokerConnected = 0;
$activeOperations = 0;
$pendingOperations = 0;
$inProgressOperations = 0;
$operationBacklog = 0;
$commandBacklog = 0;
$latencyValues = [];
$cpuValues = [];
$memoryValues = [];
$diskValues = [];
foreach ($gateways as $gateway) {
$departmentId = (int)($gateway['department_id'] ?? 0);
if ($departmentId > 0) {
$departmentIds[$departmentId] = true;
}
$status = strtoupper((string)($gateway['status'] ?? self::STATUS_OFFLINE));
if ($status === self::STATUS_ONLINE) {
$gatewayOnline += 1;
} elseif ($status === self::STATUS_DEGRADED) {
$gatewayDegraded += 1;
} else {
$gatewayOffline += 1;
}
if (!empty($gateway['version_drift']['is_drifted'])) {
$gatewayDrifted += 1;
}
if (!empty($gateway['channel_status']['broker']['connected'])) {
$brokerConnected += 1;
}
if (!empty($gateway['active_operation'])) {
$activeOperations += 1;
}
$recentSummary = isset($gateway['recent_operations_summary']) && is_array($gateway['recent_operations_summary'])
? (array)$gateway['recent_operations_summary']
: [];
$pendingOperations += (int)($recentSummary['pending'] ?? 0);
$inProgressOperations += (int)($recentSummary['in_progress'] ?? 0);
$backlog = isset($gateway['backlog_depth']) && is_array($gateway['backlog_depth'])
? (array)$gateway['backlog_depth']
: [];
$operationBacklog += (int)($backlog['operations'] ?? 0);
$commandBacklog += (int)($backlog['commands'] ?? 0);
$metrics = isset($gateway['metadata']['system_metrics']) && is_array($gateway['metadata']['system_metrics'])
? (array)$gateway['metadata']['system_metrics']
: [];
self::appendNumericMetric($latencyValues, $metrics['latency_ms'] ?? null);
self::appendNumericMetric($cpuValues, $metrics['cpu_usage_pct'] ?? null);
self::appendNumericMetric($memoryValues, $metrics['memory_usage_pct'] ?? null);
self::appendNumericMetric($diskValues, $metrics['disk_usage_pct'] ?? null);
}
return [
'gateways' => [
'total' => $totalGateways,
'departments' => count($departmentIds),
'online' => $gatewayOnline,
'offline' => $gatewayOffline,
'degraded' => $gatewayDegraded,
'drifted' => $gatewayDrifted,
'broker_connected' => $brokerConnected,
],
'inventory' => $inventory,
'bindings' => $bindings,
'operations' => [
'active' => $activeOperations,
'pending' => $pendingOperations,
'in_progress' => $inProgressOperations,
'backlog' => $operationBacklog,
],
'commands' => [
'backlog' => $commandBacklog,
],
'system' => [
'latency_ms_avg' => self::averageMetric($latencyValues),
'cpu_usage_pct_avg' => self::averageMetric($cpuValues),
'memory_usage_pct_avg' => self::averageMetric($memoryValues),
'disk_usage_pct_avg' => self::averageMetric($diskValues),
],
];
}
/**
* @param array<int,array<string,mixed>> $gateways
* @return array<string,mixed>
*/
public static function summarizeFleetUsageFromGatewayRows(array $gateways): array
{
return self::summarizeFleetUsage(
$gateways,
self::aggregateInventoryUsageFromGatewayRows($gateways),
self::aggregateBindingUsageFromGatewayRows($gateways)
);
}
/**
* @param array<string,mixed> $gateway
* @return array<string,mixed>
*/
public static function prepareGatewayForListCache(array $gateway, bool $includeDetail): array
{
$gateway = self::decorateGatewayUsageSummaries($gateway);
if ($includeDetail) {
return $gateway;
}
$gateway['inventory'] = [];
$gateway['bindings'] = [];
$gateway['recent_commands'] = [];
$gateway['audit_logs'] = [];
if (isset($gateway['operations']) && is_array($gateway['operations'])) {
$gateway['operations'] = array_map(static function (mixed $operation): mixed {
if (!is_array($operation)) {
return $operation;
}
$operation['events'] = [];
return $operation;
}, array_slice($gateway['operations'], 0, 5));
}
return $gateway;
}
/**
* @throws Exception
*/
public function getGateway(int $gatewayId): array
{
$gateway = $this->requireGateway($gatewayId);
return self::decorateGatewayUsageSummaries($this->buildGatewayPayload($gateway, true));
}
/**
* @throws Exception
*/
private function buildGatewayPayload(edge_gateways_o $gateway, bool $includeDetail): array
{
$data = $gateway->asArray();
$operations = new edge_gateway_operation_service($this);
$data['metadata']['broker_presence'] = $this->readBrokerPresence((int)$gateway->id);
$gatewayId = (int)$gateway->id;
$this->expireTimedOutRelayStatusCommandJobs($gatewayId);
if ($includeDetail) {
$data['inventory'] = $this->listInventory($gatewayId);
$data['bindings'] = $this->listBindings($gatewayId);
$data['recent_commands'] = $this->listRecentObjects(new edge_gateway_command_jobs_o(), ['gateway_id' => $gatewayId, 'deleted_at' => null]);
$data['audit_logs'] = $this->listRecentObjects(new edge_gateway_audit_logs_o(), ['gateway_id' => $gatewayId]);
$data['operations'] = $operations->listOperations($gatewayId, 12, true);
} else {
$data['inventory'] = [];
$data['bindings'] = [];
$data['recent_commands'] = [];
$data['audit_logs'] = [];
$data['operations'] = $operations->listOperations($gatewayId, 5, false);
}
$data['active_operation'] = $operations->getActiveOperation($gatewayId, false);
$data['recent_operations_summary'] = $operations->buildRecentOperationsSummary($gatewayId);
$data['department_transport_mode'] = $this->getDepartmentTransportMode((int)$gateway->department_id->value());
$data['operational_snapshot'] = $this->buildGatewayOperationalSnapshot((int)$gateway->id);
return self::deriveGatewayRuntimeState($data);
}
/**
* @throws Exception
*/
public function updateGatewayMetadata(int $gatewayId, array $payload, ?int $userId = null): array
{
$gateway = $this->requireGateway($gatewayId);
$previousLabel = (string)$gateway->label->value();
$previousIsPrimary = (bool)$gateway->is_primary->value();
$label = trim((string)($payload['label'] ?? $previousLabel));
if ($label === '') {
throw new Exception('Gateway label is required');
}
$isPrimary = (bool)($payload['is_primary'] ?? $previousIsPrimary);
$gateway->label->set($label);
if ($isPrimary) {
$this->setGatewayPrimaryState($gateway, true);
} elseif ($isPrimary !== $previousIsPrimary) {
$this->setGatewayPrimaryState($gateway, false);
}
$this->writeAudit(
$gatewayId,
(int)$gateway->department_id->value(),
'GATEWAY_METADATA_UPDATED',
$userId,
[
'label' => $label,
'previous_label' => $previousLabel,
'is_primary' => $isPrimary,
'previous_is_primary' => $previousIsPrimary,
]
);
$gatewayPayload = $this->getGateway($gatewayId);
edge_gateway_view_cache::syncGateway($gatewayPayload);
return $gatewayPayload;
}
/**
* @throws Exception
*/
public function setDepartmentTransportMode(int $departmentId, string $transportMode, ?int $userId = null): array
{
if (!in_array($transportMode, [self::TRANSPORT_MODE_CLOUD, self::TRANSPORT_MODE_GATEWAY], true)) {
throw new Exception('Invalid transport mode');
}
$department = $this->requireDepartment($departmentId);
$department->variables->set(self::DEPARTMENT_VARIABLE_TRANSPORT_MODE, $transportMode);
$this->writeAudit(
null,
$departmentId,
'DEPARTMENT_TRANSPORT_MODE_UPDATED',
$userId,
['transport_mode' => $transportMode]
);
edge_gateway_view_cache::clearAll();
return [
'department_id' => $departmentId,
'transport_mode' => $transportMode,
];
}
public function getDepartmentTransportMode(int $departmentId): string
{
$variables = (new department_variables_o())->selectDepartment($departmentId);
$mode = $variables->getVariable(self::DEPARTMENT_VARIABLE_TRANSPORT_MODE);
if ($mode === self::TRANSPORT_MODE_GATEWAY) {
return self::TRANSPORT_MODE_GATEWAY;
}
return self::TRANSPORT_MODE_CLOUD;
}
/**
* @return array<int,array<string,mixed>>
* @throws Exception
*/
public function setRelayBindings(int $gatewayId, array $bindings, ?int $userId = null): array
{
$gateway = $this->requireGateway($gatewayId);
$departmentId = (int)$gateway->department_id->value();
$incomingRelayIds = [];
foreach ($bindings as $binding) {
$relayId = trim((string)($binding['relay_id'] ?? ''));
$deviceId = trim((string)($binding['device_id'] ?? ''));
if ($relayId === '' || $deviceId === '') {
throw new Exception('Each relay binding must contain relay_id and device_id');
}
$bindingMetadata = $this->normalizeRelayBindingMetadata((array)($binding['metadata'] ?? []), $binding);
$incomingRelayIds[] = $relayId;
$existing = (new edge_gateway_relay_bindings_o())->getFieldsWhere([
'gateway_id' => $gatewayId,
'relay_id' => $relayId,
'deleted_at' => null,
], ['id']);
if ($existing !== []) {
$bindingObject = (new edge_gateway_relay_bindings_o())->select((int)$existing[0]['id']);
$existingDeviceId = trim((string)$bindingObject->device_id->value());
$localIp = $this->resolveRelayBindingLocalIp(
$gatewayId,
$binding,
$deviceId,
$existingDeviceId === $deviceId ? $bindingObject->local_ip->value() : null
);
$bindingObject->device_id->set($deviceId);
$bindingObject->local_ip->set($localIp);
$bindingObject->channel->set((int)($binding['channel'] ?? 0));
$bindingObject->binding_source->set((string)($binding['binding_source'] ?? 'MANUAL'));
$bindingObject->approved_by->set($userId);
$bindingObject->approved_at->set($this->now());
$bindingObject->metadata_json->set($bindingMetadata);
continue;
}
$localIp = $this->resolveRelayBindingLocalIp($gatewayId, $binding, $deviceId);
(new edge_gateway_relay_bindings_o())->add_object([
'gateway_id' => $gatewayId,
'department_id' => $departmentId,
'relay_id' => $relayId,
'device_id' => $deviceId,
'local_ip' => $localIp,
'channel' => (int)($binding['channel'] ?? 0),
'binding_source' => (string)($binding['binding_source'] ?? 'MANUAL'),
'approved_by' => $userId,
'approved_at' => $this->now(),
'metadata_json' => $bindingMetadata,
]);
}
foreach ($this->listBindings($gatewayId) as $existingBinding) {
if (in_array((string)$existingBinding['relay_id'], $incomingRelayIds, true)) {
continue;
}
$bindingObject = (new edge_gateway_relay_bindings_o())->select((int)$existingBinding['id']);
$bindingObject->deleted_at->set($this->now());
}
$this->writeAudit(
$gatewayId,
$departmentId,
'RELAY_BINDINGS_UPDATED',
$userId,
['binding_count' => count($bindings)]
);
edge_gateway_view_cache::syncGateway($this->getGateway($gatewayId));
return $this->listBindings($gatewayId);
}
/**
* @throws Exception
*/
public function queueDiscovery(int $gatewayId, ?int $userId = null): array
{
$gateway = $this->requireGateway($gatewayId);
$gateway->discovery_status->set('PENDING');
$this->createCommandJob($gatewayId, 'DISCOVER_SHELLY', [], $userId, [
'preferred_channel' => $this->resolveGatewayPreferredCommandChannel($gateway),
]);
$gatewayPayload = $this->getGateway($gatewayId);
edge_gateway_view_cache::syncGateway($gatewayPayload);
return $gatewayPayload;
}
/**
* @throws Exception
*/
public function deleteGateway(int $gatewayId, ?int $userId = null): array
{
$gateway = $this->requireGateway($gatewayId);
$departmentId = (int)$gateway->department_id->value();
$label = (string)$gateway->label->value();
if ((bool)$gateway->is_primary->value()) {
$replacement = $this->findAlternateGatewayForDepartment($departmentId, $gatewayId);
if ($replacement !== null) {
$replacement->is_primary->set(true);
}
}
$this->softDeleteGatewayRelations($gatewayId);
$gateway->deleted_at->set($this->now());
$this->writeAudit(
$gatewayId,
$departmentId,
'GATEWAY_DELETED',
$userId,
['label' => $label]
);
edge_gateway_view_cache::removeGateway($gatewayId, $departmentId);
return [
'deleted' => true,
'gateway_id' => $gatewayId,
'department_id' => $departmentId,
];
}
public function deleteOrphanedGatewaysForDepartment(int $departmentId): void
{
if ($departmentId <= 0 || $this->departmentExists($departmentId)) {
return;
}
$rows = (new edge_gateways_o())->getFieldsWhere([
'department_id' => $departmentId,
'deleted_at' => null,
], ['id']);
foreach ($rows as $row) {
$gatewayId = (int)($row['id'] ?? 0);
if ($gatewayId <= 0) {
continue;
}
try {
$gateway = (new edge_gateways_o())->select($gatewayId);
if ($gateway->exists()) {
$this->softDeleteOrphanedGateway($gateway);
}
} catch (\Throwable) {
edge_gateway_view_cache::removeGateway($gatewayId, $departmentId);
}
}
}
/**
* @throws Exception
*/
public function pollCommand(int $gatewayId, string $plainToken, int $waitSeconds = self::COMMAND_POLL_TIMEOUT_SECONDS): ?array
{
$gateway = $this->authenticateGateway($gatewayId, $plainToken);
$deadline = microtime(true) + max(0, $waitSeconds);
do {
$job = $this->claimNextCommandJob($gateway);
if ($job !== null) {
return $this->formatAgentCommandJob($job, $gateway);
}
if (microtime(true) >= $deadline) {
break;
}
usleep(self::COMMAND_POLL_INTERVAL_MICROSECONDS);
} while (true);
return null;
}
/**
* @throws Exception
*/
public function submitCommandResult(
int $gatewayId,
int $jobId,
string $plainToken,
bool $ok,
array $payload = [],
?string $error = null
): array {
$gateway = $this->authenticateGateway($gatewayId, $plainToken);
$job = (new edge_gateway_command_jobs_o())->select($jobId);
if (!$job->exists()) {
throw new Exception('Edge gateway command job not found');
}
if ((int)$job->gateway_id->value() !== (int)$gateway->id) {
throw new Exception('Edge gateway command job does not belong to this gateway');
}
$status = (string)$job->status->value();
if (in_array($status, ['COMPLETED', 'FAILED', 'TIMED_OUT'], true)) {
return [
'acknowledged' => true,
'job' => $job->asArray(),
];
}
$errorMessage = $ok ? null : trim((string)$error);
if (!$ok && $errorMessage === '') {
$errorMessage = 'Edge gateway command failed';
}
$this->finalizeCommandJob($job, $ok, $payload, $errorMessage, $gateway);
edge_gateway_view_cache::syncGateway($this->getGateway($gatewayId));
return [
'acknowledged' => true,
'job' => $job->asArray(),
];
}
/**
* @throws Exception
*/
public function buildExpectedRelayStatesForAgent(
int $gatewayId,
string $plainToken,
int $waitSeconds = 0
): array {
$gateway = $this->authenticateGateway($gatewayId, $plainToken);
$deadline = microtime(true) + max(0, min($waitSeconds, self::COMMAND_POLL_TIMEOUT_SECONDS));
do {
$payload = $this->buildExpectedRelayStatesPayload($gateway);
if ($this->payloadHasPendingExpectedRelayState($payload) || microtime(true) >= $deadline) {
return $payload;
}
usleep(self::COMMAND_POLL_INTERVAL_MICROSECONDS);
} while (true);
}
/**
* @param array<int,array<string,mixed>> $results
* @return array<string,mixed>
* @throws Exception
*/
public function recordExpectedRelayStateResults(int $gatewayId, string $plainToken, array $results): array
{
$this->authenticateGateway($gatewayId, $plainToken);
$acknowledged = [];
$rejected = [];
$completed = 0;
$skipped = 0;
$failed = 0;
$stale = 0;
foreach ($results as $index => $result) {
if (!is_array($result)) {
$rejected[] = ['index' => $index, 'reason' => 'INVALID_RESULT'];
continue;
}
$laneId = (int)($result['lane_id'] ?? $result['laneId'] ?? 0);
$role = $this->normalizeExpectedRelayRole($result['role'] ?? $result['target'] ?? $result['relay'] ?? '');
if ($laneId <= 0 || $role === null) {
$rejected[] = ['index' => $index, 'reason' => 'INVALID_LANE_OR_ROLE'];
continue;
}
$row = $this->findExpectedRelayStateRow($gatewayId, $laneId, $role);
if ($row === null) {
$rejected[] = ['index' => $index, 'lane_id' => $laneId, 'role' => $role, 'reason' => 'UNKNOWN_STATE'];
continue;
}
$reportedUpdated = isset($result['updated']) ? (string)$result['updated'] : null;
if (!$this->expectedRelayStateUpdateMatches((string)$row['updated_at'], $reportedUpdated)) {
$stale++;
$rejected[] = ['index' => $index, 'lane_id' => $laneId, 'role' => $role, 'reason' => 'STALE_STATE'];
continue;
}
$ok = (bool)($result['ok'] ?? false);
$isSkipped = (bool)($result['skipped'] ?? false);
$error = trim((string)($result['error'] ?? ''));
$completedAt = $ok
? $this->normalizeAgentCompletedAt($result['completed'] ?? null)
: null;
$this->updateExpectedRelayStateResult(
(int)$row['id'],
$ok,
$completedAt,
$error !== '' ? $error : ($ok ? null : 'Relay state was not completed by the agent'),
isset($result['metadata']) && is_array($result['metadata']) ? (array)$result['metadata'] : []
);
if ($ok) {
$completed++;
} elseif ($isSkipped) {
$skipped++;
} else {
$failed++;
}
$acknowledged[] = [
'lane_id' => $laneId,
'role' => $role,
'completed' => $completedAt,
'skipped' => $isSkipped,
'ok' => $ok,
];
}
edge_gateway_view_cache::syncGateway($this->getGateway($gatewayId));
return [
'acknowledged' => $acknowledged,
'rejected' => $rejected,
'summary' => [
'received' => count($results),
'completed' => $completed,
'skipped' => $skipped,
'failed' => $failed,
'stale' => $stale,
'rejected' => count($rejected),
],
];
}
private function buildExpectedRelayStatesPayload(edge_gateways_o $gateway): array
{
$gatewayId = (int)$gateway->id;
$departmentId = (int)$gateway->department_id->value();
$expectedRows = $this->readExpectedRelayStateRows($gatewayId);
$bindings = $this->readRelayBindingsByRelayId($gatewayId, $departmentId);
$lanes = $this->readDepartmentLanesForExpectedStates($departmentId);
$lanePayload = [];
foreach ($lanes as $lane) {
$laneId = (int)($lane['id'] ?? 0);
if ($laneId <= 0) {
continue;
}
$lanePayload[(string)$laneId] = [];
foreach (self::EXPECTED_RELAY_ROLE_COLUMNS as $role => $column) {
$relayId = trim((string)($lane[$column] ?? ''));
$expected = $expectedRows[$laneId][$role] ?? null;
$binding = $relayId !== '' ? ($bindings[$relayId] ?? []) : [];
$metadata = $expected !== null
? $this->decodeJsonArray($expected['metadata_json'] ?? null)
: [];
$updated = (string)($expected['updated_at'] ?? $lane['updated_at'] ?? $lane['created_at'] ?? $this->now());
$completed = $expected !== null
? ($expected['completed_at'] === null ? null : (string)$expected['completed_at'])
: $updated;
$lanePayload[(string)$laneId][$role] = [
'device' => [
'ip' => (string)($expected['local_ip'] ?? $binding['local_ip'] ?? ''),
'id' => (string)($expected['device_id'] ?? $binding['device_id'] ?? $relayId),
'type' => (string)($expected['device_type'] ?? $this->inferExpectedRelayDeviceType($binding, $metadata)),
],
'state' => (bool)($expected['expected_state'] ?? false),
'updated' => $updated,
'completed' => $completed,
];
if ($expected !== null && !empty($expected['last_error'])) {
$lanePayload[(string)$laneId][$role]['last_error'] = (string)$expected['last_error'];
}
if (isset($metadata['toggle_after'])) {
$lanePayload[(string)$laneId][$role]['toggle_after'] = (int)$metadata['toggle_after'];
}
}
}
$primaryLaneId = null;
foreach ($lanePayload as $laneId => $states) {
if ($primaryLaneId === null) {
$primaryLaneId = (int)$laneId;
}
foreach ($states as $state) {
if (is_array($state) && ($state['completed'] ?? null) === null) {
$primaryLaneId = (int)$laneId;
break 2;
}
}
}
$payload = [
'gateway_id' => $gatewayId,
'department_id' => $departmentId,
'server_time' => $this->now(),
'poll_after_ms' => 1000,
'lanes' => $lanePayload,
];
if ($primaryLaneId !== null && isset($lanePayload[(string)$primaryLaneId])) {
$payload['lane_id'] = $primaryLaneId;
foreach (self::EXPECTED_RELAY_ROLE_COLUMNS as $role => $_column) {
if (isset($lanePayload[(string)$primaryLaneId][$role])) {
$payload[$role] = $lanePayload[(string)$primaryLaneId][$role];
}
}
}
return $payload;
}
private function payloadHasPendingExpectedRelayState(array $payload): bool
{
foreach ((array)($payload['lanes'] ?? []) as $lane) {
if (!is_array($lane)) {
continue;
}
foreach ($lane as $entry) {
if (is_array($entry) && ($entry['completed'] ?? null) === null) {
return true;
}
}
}
return false;
}
/**
* @return array<int,array<string,array<string,mixed>>>
*/
private function readExpectedRelayStateRows(int $gatewayId): array
{
$statement = db::getPDO()->prepare(
"SELECT *
FROM edge_gateway_expected_relay_states
WHERE gateway_id = :gateway_id
AND deleted_at IS NULL"
);
$statement->execute([':gateway_id' => $gatewayId]);
$rows = [];
foreach ($statement->fetchAll() ?: [] as $row) {
if (!is_array($row)) {
continue;
}
$laneId = (int)($row['lane_id'] ?? 0);
$role = $this->normalizeExpectedRelayRole($row['role'] ?? '');
if ($laneId <= 0 || $role === null) {
continue;
}
$rows[$laneId][$role] = $row;
}
return $rows;
}
/**
* @return array<string,array<string,mixed>>
*/
private function readRelayBindingsByRelayId(int $gatewayId, int $departmentId): array
{
$statement = db::getPDO()->prepare(
"SELECT *
FROM edge_gateway_relay_bindings
WHERE gateway_id = :gateway_id
AND department_id = :department_id
AND deleted_at IS NULL"
);
$statement->execute([
':gateway_id' => $gatewayId,
':department_id' => $departmentId,
]);
$bindings = [];
foreach ($statement->fetchAll() ?: [] as $row) {
if (!is_array($row)) {
continue;
}
$relayId = trim((string)($row['relay_id'] ?? ''));
if ($relayId !== '') {
$bindings[$relayId] = $row;
}
}
return $bindings;
}
/**
* @return array<int,array<string,mixed>>
*/
private function readDepartmentLanesForExpectedStates(int $departmentId): array
{
$statement = db::getPDO()->prepare(
"SELECT id,
relay_in_id,
relay_out_id,
relay_machine_id,
relay_machine_program_picker_id,
relay_machine_cleaner_id,
created_at,
updated_at
FROM department_lanes
WHERE department = :department_id
AND deleted_at IS NULL
ORDER BY id ASC"
);
$statement->execute([':department_id' => $departmentId]);
return array_values(array_filter(
$statement->fetchAll() ?: [],
static fn(mixed $row): bool => is_array($row)
));
}
private function normalizeExpectedRelayRole(mixed $role): ?string
{
$normalized = strtoupper(str_replace(['-', ' '], '_', trim((string)$role)));
return self::EXPECTED_RELAY_ROLE_ALIASES[$normalized] ?? null;
}
private function findExpectedRelayStateRow(int $gatewayId, int $laneId, string $role): ?array
{
$statement = db::getPDO()->prepare(
"SELECT *
FROM edge_gateway_expected_relay_states
WHERE gateway_id = :gateway_id
AND lane_id = :lane_id
AND role = :role
AND deleted_at IS NULL
LIMIT 1"
);
$statement->execute([
':gateway_id' => $gatewayId,
':lane_id' => $laneId,
':role' => $role,
]);
$row = $statement->fetch();
return is_array($row) ? $row : null;
}
private function expectedRelayStateUpdateMatches(string $storedUpdated, ?string $reportedUpdated): bool
{
if ($reportedUpdated === null || trim($reportedUpdated) === '') {
return false;
}
$storedTimestamp = self::parseApplicationDateTime($storedUpdated);
$reportedTimestamp = self::parseApplicationDateTime($reportedUpdated);
if ($storedTimestamp !== null && $reportedTimestamp !== null) {
return $storedTimestamp === $reportedTimestamp;
}
return trim($storedUpdated) === trim($reportedUpdated);
}
private function normalizeAgentCompletedAt(mixed $completedAt): string
{
$timestamp = self::parseApplicationDateTime(is_scalar($completedAt) ? (string)$completedAt : null);
return $this->formatDateTime($timestamp ?? time());
}
private function updateExpectedRelayStateResult(
int $rowId,
bool $ok,
?string $completedAt,
?string $error,
array $resultMetadata
): void {
$row = $this->queryExpectedRelayStateById($rowId);
$metadata = $this->decodeJsonArray($row['metadata_json'] ?? null);
$metadata['last_result'] = [
'ok' => $ok,
'error' => $error,
'metadata' => $resultMetadata,
'at' => $this->now(),
];
$statement = db::getPDO()->prepare(
"UPDATE edge_gateway_expected_relay_states
SET completed_at = :completed_at,
last_attempted_at = :last_attempted_at,
last_error = :last_error,
metadata_json = :metadata_json
WHERE id = :id"
);
$statement->execute([
':completed_at' => $ok ? $completedAt : null,
':last_attempted_at' => $this->now(),
':last_error' => $ok ? null : $error,
':metadata_json' => $this->encodeJson($metadata),
':id' => $rowId,
]);
}
private function queryExpectedRelayStateById(int $rowId): array
{
$statement = db::getPDO()->prepare(
"SELECT *
FROM edge_gateway_expected_relay_states
WHERE id = :id
LIMIT 1"
);
$statement->execute([':id' => $rowId]);
$row = $statement->fetch();
return is_array($row) ? $row : [];
}
private function upsertExpectedRelayStateFromCommand(
int $gatewayId,
int $departmentId,
array $command,
int $jobId
): void {
$laneId = (int)($command['lane_id'] ?? $command['laneId'] ?? 0);
$role = $this->normalizeExpectedRelayRole($command['target'] ?? $command['role'] ?? '');
$relayId = trim((string)($command['relay_id'] ?? $command['relayId'] ?? ''));
if ($laneId <= 0 || $role === null || $relayId === '') {
return;
}
$metadata = [
'command_job_id' => $jobId,
'channel' => (int)($command['channel'] ?? 0),
'target' => (string)($command['target'] ?? $role),
];
if (isset($command['toggle_after']) || isset($command['toggleAfter']) || isset($command['timer'])) {
$metadata['toggle_after'] = (int)($command['toggle_after'] ?? $command['toggleAfter'] ?? $command['timer']);
}
$now = $this->now();
$statement = db::getPDO()->prepare(
"INSERT INTO edge_gateway_expected_relay_states (
gateway_id,
department_id,
lane_id,
role,
relay_id,
device_id,
local_ip,
device_type,
expected_state,
updated_at,
completed_at,
last_attempted_at,
last_error,
metadata_json
) VALUES (
:gateway_id,
:department_id,
:lane_id,
:role,
:relay_id,
:device_id,
:local_ip,
:device_type,
:expected_state,
:updated_at,
NULL,
NULL,
NULL,
:metadata_json
)
ON DUPLICATE KEY UPDATE
relay_id = VALUES(relay_id),
device_id = VALUES(device_id),
local_ip = VALUES(local_ip),
device_type = VALUES(device_type),
expected_state = VALUES(expected_state),
updated_at = VALUES(updated_at),
completed_at = NULL,
last_attempted_at = NULL,
last_error = NULL,
metadata_json = VALUES(metadata_json),
deleted_at = NULL"
);
$statement->execute([
':gateway_id' => $gatewayId,
':department_id' => $departmentId,
':lane_id' => $laneId,
':role' => $role,
':relay_id' => $relayId,
':device_id' => trim((string)($command['device_id'] ?? $command['deviceId'] ?? $relayId)),
':local_ip' => trim((string)($command['local_ip'] ?? $command['localIp'] ?? '')),
':device_type' => $this->inferExpectedRelayDeviceType([], $command),
':expected_state' => !empty($command['on']) ? 1 : 0,
':updated_at' => $now,
':metadata_json' => $this->encodeJson($metadata),
]);
}
private function inferExpectedRelayDeviceType(array $binding = [], array $metadata = []): string
{
$metadata = array_merge($this->decodeJsonArray($binding['metadata_json'] ?? null), $metadata);
$type = strtoupper(trim((string)($metadata['device_type'] ?? $metadata['type'] ?? '')));
if (in_array($type, ['SHELLY_SWITCH', 'SHELLY_PRO_SWITCH', 'UNKNOWN'], true)) {
return $type;
}
$model = strtoupper(trim((string)($binding['model'] ?? $metadata['device_model'] ?? $metadata['model'] ?? '')));
if (str_contains($model, 'PRO')) {
return 'SHELLY_PRO_SWITCH';
}
$deviceId = trim((string)($binding['device_id'] ?? $metadata['device_id'] ?? $metadata['deviceId'] ?? ''));
if ($model !== '' || $deviceId !== '') {
return 'SHELLY_SWITCH';
}
return 'UNKNOWN';
}
private function decodeJsonArray(mixed $value): array
{
if (is_array($value)) {
return $value;
}
if (!is_string($value) || trim($value) === '') {
return [];
}
$decoded = json_decode($value, true);
return is_array($decoded) ? $decoded : [];
}
private function encodeJson(array $value): string
{
$encoded = json_encode($value, JSON_UNESCAPED_UNICODE | JSON_UNESCAPED_SLASHES);
return is_string($encoded) ? $encoded : '{}';
}
/**
* @throws Exception
*/
public function resolveRelayBinding(int $departmentId, string $logicalRelayId): array
{
$rows = (new edge_gateway_relay_bindings_o())->getFieldsWhere([
'department_id' => $departmentId,
'relay_id' => $logicalRelayId,
'deleted_at' => null,
], ['id', 'gateway_id']);
if ($rows === []) {
throw new Exception('No edge gateway relay binding found for relay ' . $logicalRelayId);
}
$candidates = [];
foreach ($rows as $row) {
$binding = (new edge_gateway_relay_bindings_o())->select((int)$row['id']);
if (!$binding->exists()) {
continue;
}
$gateway = (new edge_gateways_o())->select((int)$row['gateway_id']);
if (!$gateway->exists() || $gateway->deleted_at->value() !== null) {
continue;
}
$effectiveStatus = self::resolveGatewayStatus(
$gateway->status->value() === null ? null : (string)$gateway->status->value(),
$gateway->last_heartbeat_at->value() === null ? null : (string)$gateway->last_heartbeat_at->value()
);
$candidates[] = [
'binding' => $binding->asArray(),
'gateway' => $gateway,
'status' => $effectiveStatus,
];
}
if ($candidates === []) {
throw new Exception('No active edge gateway found for relay ' . $logicalRelayId);
}
usort($candidates, static function (array $a, array $b) use ($departmentId): int {
/** @var edge_gateways_o $aGateway */
$aGateway = $a['gateway'];
/** @var edge_gateways_o $bGateway */
$bGateway = $b['gateway'];
return (((int)$bGateway->department_id->value() === $departmentId) <=> ((int)$aGateway->department_id->value() === $departmentId))
?: ((int)$bGateway->is_primary->value() <=> (int)$aGateway->is_primary->value())
?: (self::statusPriority((string)$b['status']) <=> self::statusPriority((string)$a['status']))
?: (self::heartbeatTimestamp($bGateway->last_heartbeat_at->value() === null ? null : (string)$bGateway->last_heartbeat_at->value())
<=> self::heartbeatTimestamp($aGateway->last_heartbeat_at->value() === null ? null : (string)$aGateway->last_heartbeat_at->value()));
});
return $candidates[0]['binding'];
}
/**
* @throws Exception
*/
public function dispatchRelayStatus(int $departmentId, string $logicalRelayId, array $actionContext = []): array
{
return $this->dispatchRelayStatusWithOptions($departmentId, $logicalRelayId, false, $actionContext);
}
/**
* @throws Exception
*/
public function dispatchRelayStatusLocalOnly(int $departmentId, string $logicalRelayId, array $actionContext = []): array
{
return $this->dispatchRelayStatusWithOptions($departmentId, $logicalRelayId, true, $actionContext);
}
/**
* @throws Exception
*/
private function dispatchRelayStatusWithOptions(
int $departmentId,
string $logicalRelayId,
bool $requireFastLocalPath = false,
array $actionContext = []
): array
{
$binding = $this->resolveRelayBinding($departmentId, $logicalRelayId);
$gateway = $this->requireGateway((int)$binding['gateway_id']);
$resolution = $this->resolveRelayExecutionPlan($gateway, $binding, $logicalRelayId);
if ($requireFastLocalPath) {
$resolution = $this->forceLocalRelayExecutionPlan($resolution);
}
$actionContext = $this->normalizeRelayActionContext($actionContext);
if (($resolution['execution_path'] ?? 'local') === 'cloud') {
return $this->dispatchRelayThroughCloud($departmentId, $logicalRelayId, null, $binding, $resolution, null, $actionContext);
}
$statusRequest = [
'relayId' => $logicalRelayId,
'deviceId' => $binding['device_id'],
'localIp' => $binding['local_ip'],
'channel' => (int)$binding['channel'],
];
$deviceGeneration = $this->resolveRelayBindingDeviceGeneration($binding);
if ($deviceGeneration !== null) {
$statusRequest['deviceGeneration'] = $deviceGeneration;
$statusRequest['device_generation'] = $deviceGeneration;
}
$job = $this->createCommandJob((int)$gateway->id, 'GET_RELAY_STATUS', $statusRequest, $this->resolveRelayRequestedBy($actionContext), [
'preferred_channel' => (string)($resolution['preferred_channel'] ?? self::DELIVERY_CHANNEL_API),
'fallback_reason' => $resolution['reason'] ?? null,
'require_fast_path' => $requireFastLocalPath,
]);
$dispatchLog = [
'action' => 'STATUS',
'handler' => 'local',
'relay_id' => $logicalRelayId,
'signal' => $this->buildRelayCommandSignal($job, $statusRequest),
'action_context' => $actionContext,
];
try {
$result = $this->dispatchGatewayCommand($gateway, $job);
return $this->finalizeRelayDispatch($binding, $resolution, $result, $dispatchLog);
} catch (Exception $exception) {
$this->appendRelayDispatchLog($binding, $resolution, false, $dispatchLog, [], $exception);
return $this->handleRelayDispatchFailure(
$departmentId,
$logicalRelayId,
$binding,
$resolution,
null,
$exception,
null,
$actionContext
);
}
}
/**
* @throws Exception
*/
public function dispatchRelaySwitch(int $departmentId, string $logicalRelayId, bool $on, array $actionContext = []): array
{
return $this->dispatchRelaySwitchWithOptions($departmentId, $logicalRelayId, $on, false, null, $actionContext);
}
/**
* @throws Exception
*/
public function dispatchRelaySwitchWithTimer(
int $departmentId,
string $logicalRelayId,
bool $on,
?int $toggleAfterSeconds,
array $actionContext = []
): array {
return $this->dispatchRelaySwitchWithOptions(
$departmentId,
$logicalRelayId,
$on,
false,
$this->normalizeRelayToggleAfter($toggleAfterSeconds),
$actionContext
);
}
/**
* @throws Exception
*/
public function dispatchRelaySwitchLocalOnly(int $departmentId, string $logicalRelayId, bool $on, array $actionContext = []): array
{
return $this->dispatchRelaySwitchWithOptions($departmentId, $logicalRelayId, $on, true, null, $actionContext);
}
/**
* @throws Exception
*/
public function dispatchRelaySwitchLocalOnlyWithTimer(
int $departmentId,
string $logicalRelayId,
bool $on,
?int $toggleAfterSeconds,
array $actionContext = []
): array {
return $this->dispatchRelaySwitchWithOptions(
$departmentId,
$logicalRelayId,
$on,
true,
$this->normalizeRelayToggleAfter($toggleAfterSeconds),
$actionContext
);
}
/**
* @param array<int,array<string,mixed>> $requests
* @throws Exception
*/
public function queueRelayStatusBatch(
int $departmentId,
array $requests,
?int $userId = null,
bool $requireFastLocalPath = false
): array {
return $this->queueRelayBatch(
$departmentId,
self::COMMAND_BATCH_RELAY_STATUS,
$requests,
$userId,
$requireFastLocalPath
);
}
/**
* @param array<int,array<string,mixed>> $requests
* @throws Exception
*/
public function queueRelaySwitchBatch(
int $departmentId,
array $requests,
?int $userId = null,
bool $requireFastLocalPath = false
): array {
return $this->queueRelayBatch(
$departmentId,
self::COMMAND_BATCH_SET_RELAY_STATE,
$requests,
$userId,
$requireFastLocalPath
);
}
/**
* @return array<string,mixed>
* @throws Exception
*/
public function relayBatchStatus(string $batchId): array
{
$batchId = trim($batchId);
if ($batchId === '' || !preg_match('/^[a-f0-9]{32}$/', $batchId)) {
throw new Exception('Invalid relay batch id');
}
$statement = db::getPDO()->prepare(
"SELECT id
FROM edge_gateway_command_jobs
WHERE deleted_at IS NULL
AND JSON_UNQUOTE(JSON_EXTRACT(delivery_json, '$.batch_id')) = :batch_id
ORDER BY id ASC
LIMIT 10"
);
$statement->execute([':batch_id' => $batchId]);
$jobs = [];
foreach ($statement->fetchAll() ?: [] as $row) {
$jobId = (int)($row['id'] ?? 0);
if ($jobId > 0) {
$jobs[] = (new edge_gateway_command_jobs_o())->select($jobId);
}
}
if ($jobs === []) {
throw new Exception('Relay batch not found');
}
$items = [];
$pending = 0;
$failed = 0;
$completed = 0;
$unknownOutcomes = 0;
foreach ($jobs as $job) {
if (!$job->exists()) {
continue;
}
$delivery = (array)($job->delivery_json->value() ?? []);
if (
(string)$job->status->value() === 'DISPATCHING'
&& !empty($delivery['no_auto_retry'])
&& self::parseApplicationDateTime((string)($job->updated_at->value() ?? $job->requested_at->value())) <= time() - self::COMMAND_DISPATCH_STALE_AFTER_SECONDS
) {
$this->finalizeCommandJob(
$job,
false,
[],
'Edge gateway command outcome is unknown after dispatch interruption; not retrying non-idempotent gate pulse',
null,
'TIMED_OUT'
);
}
$status = strtoupper((string)$job->status->value());
$outcomeUnknown = $status === 'TIMED_OUT' && !empty($delivery['no_auto_retry']);
if ($outcomeUnknown) {
$unknownOutcomes++;
}
if (in_array($status, ['PENDING', 'DISPATCHING'], true)) {
$pending++;
} elseif ($status === 'COMPLETED') {
$completed++;
} else {
$failed++;
}
$request = (array)($job->request_json->value() ?? []);
$response = (array)($job->response_json->value() ?? []);
$payload = (array)($response['payload'] ?? []);
$resultItems = isset($payload['results']) && is_array($payload['results'])
? (array)$payload['results']
: [];
if ($resultItems === [] && $status === 'COMPLETED') {
$resultItems = [[
'target' => (string)($request['target'] ?? ''),
'relayId' => (string)($request['relayId'] ?? $request['relay_id'] ?? ''),
'relay_id' => (string)($request['relay_id'] ?? $request['relayId'] ?? ''),
'ok' => true,
'payload' => $payload,
]];
}
if ($resultItems === [] && $status !== 'COMPLETED') {
$items[] = [
'target' => (string)($request['target'] ?? ''),
'relay_id' => (string)($request['relayId'] ?? $request['relay_id'] ?? ''),
'status' => $status,
'ok' => false,
'outcome_unknown' => $outcomeUnknown,
'error' => $job->error_message->value() === null ? null : (string)$job->error_message->value(),
];
continue;
}
foreach ($resultItems as $item) {
if (!is_array($item)) {
continue;
}
$items[] = $item + [
'status' => !empty($item['ok']) ? 'COMPLETED' : 'FAILED',
'outcome_unknown' => $outcomeUnknown,
];
}
}
$itemFailures = count(array_filter($items, static fn(array $item): bool => empty($item['ok']) && (($item['status'] ?? '') !== 'PENDING')));
$status = 'PENDING';
if ($pending > 0 && ($completed > 0 || $failed > 0)) {
$status = 'RUNNING';
} elseif ($pending === 0 && $unknownOutcomes > 0 && $completed === 0) {
$status = 'UNKNOWN_OUTCOME';
} elseif ($pending === 0 && ($failed > 0 || $itemFailures > 0) && ($completed > 0 || count($items) > $itemFailures)) {
$status = 'PARTIAL';
} elseif ($pending === 0 && ($failed > 0 || $itemFailures > 0)) {
$status = 'FAILED';
} elseif ($pending === 0) {
$status = 'COMPLETED';
}
return [
'batch_id' => $batchId,
'status' => $status,
'unknown_outcome_count' => $unknownOutcomes,
'jobs' => array_map(static fn(edge_gateway_command_jobs_o $job): array => $job->asArray(), $jobs),
'items' => $items,
];
}
/**
* @throws Exception
*/
private function dispatchRelaySwitchWithOptions(
int $departmentId,
string $logicalRelayId,
bool $on,
bool $requireFastLocalPath = false,
?int $toggleAfterSeconds = null,
array $actionContext = []
): array
{
$binding = $this->resolveRelayBinding($departmentId, $logicalRelayId);
$gateway = $this->requireGateway((int)$binding['gateway_id']);
$resolution = $this->resolveRelayExecutionPlan($gateway, $binding, $logicalRelayId);
if ($requireFastLocalPath) {
$resolution = $this->forceLocalRelayExecutionPlan($resolution);
}
$actionContext = $this->normalizeRelayActionContext($actionContext);
if (($resolution['execution_path'] ?? 'local') === 'cloud') {
return $this->dispatchRelayThroughCloud($departmentId, $logicalRelayId, $on, $binding, $resolution, $toggleAfterSeconds, $actionContext);
}
$request = [
'relayId' => $logicalRelayId,
'deviceId' => $binding['device_id'],
'localIp' => $binding['local_ip'],
'channel' => (int)$binding['channel'],
'on' => $on,
];
$deviceGeneration = $this->resolveRelayBindingDeviceGeneration($binding);
if ($deviceGeneration !== null) {
$request['deviceGeneration'] = $deviceGeneration;
$request['device_generation'] = $deviceGeneration;
}
if ($toggleAfterSeconds !== null) {
$request['toggleAfter'] = $toggleAfterSeconds;
$request['toggle_after'] = $toggleAfterSeconds;
}
$job = $this->createCommandJob((int)$gateway->id, 'SET_RELAY_STATE', $request, $this->resolveRelayRequestedBy($actionContext), [
'preferred_channel' => (string)($resolution['preferred_channel'] ?? self::DELIVERY_CHANNEL_API),
'fallback_reason' => $resolution['reason'] ?? null,
'require_fast_path' => $requireFastLocalPath,
]);
$dispatchLog = [
'action' => 'SWITCH',
'handler' => 'local',
'relay_id' => $logicalRelayId,
'target_on' => $on,
'toggle_after_seconds' => $toggleAfterSeconds,
'signal' => $this->buildRelayCommandSignal($job, $request),
'action_context' => $actionContext,
];
try {
$result = $this->dispatchGatewayCommand($gateway, $job);
return $this->finalizeRelayDispatch($binding, $resolution, $result, $dispatchLog);
} catch (Exception $exception) {
$this->appendRelayDispatchLog($binding, $resolution, false, $dispatchLog, [], $exception);
return $this->handleRelayDispatchFailure(
$departmentId,
$logicalRelayId,
$binding,
$resolution,
$on,
$exception,
$toggleAfterSeconds,
$actionContext
);
}
}
/**
* @param array<int,array<string,mixed>> $requests
* @return array<string,mixed>
* @throws Exception
*/
private function queueRelayBatch(
int $departmentId,
string $commandType,
array $requests,
?int $userId,
bool $requireFastLocalPath
): array {
if ($departmentId <= 0) {
throw new Exception('A department_id is required for relay batches');
}
if ($requests === []) {
throw new Exception('At least one relay batch command is required');
}
if (count($requests) > 5) {
throw new Exception('Relay batch commands are limited to five targets');
}
$batchId = bin2hex(random_bytes(16));
$commands = [];
$jobs = [];
$gateway = null;
$seenTargets = [];
foreach ($requests as $request) {
if (!is_array($request)) {
throw new Exception('Invalid relay batch command');
}
$target = strtoupper(trim((string)($request['target'] ?? $request['relay'] ?? '')));
$logicalRelayId = trim((string)($request['relay_id'] ?? $request['relayId'] ?? ''));
if ($target === '' || $logicalRelayId === '') {
throw new Exception('Relay batch commands require target and relay_id');
}
if (isset($seenTargets[$target])) {
throw new Exception('Duplicate relay batch target: ' . $target);
}
$seenTargets[$target] = true;
$binding = $this->resolveRelayBinding($departmentId, $logicalRelayId);
$commandGateway = $this->requireGateway((int)$binding['gateway_id']);
if ($gateway === null) {
$gateway = $commandGateway;
} elseif ((int)$gateway->id !== (int)$commandGateway->id) {
throw new Exception('Relay batch commands must target the same edge gateway');
}
$resolution = $this->resolveRelayExecutionPlan($commandGateway, $binding, $logicalRelayId);
if ($requireFastLocalPath) {
$resolution = $this->forceLocalRelayExecutionPlan($resolution);
}
if (($resolution['execution_path'] ?? 'local') === 'cloud') {
throw new Exception('Cloud Shelly transport does not support asynchronous relay batches');
}
$command = [
'target' => $target,
'relayId' => $logicalRelayId,
'relay_id' => $logicalRelayId,
'deviceId' => $binding['device_id'],
'device_id' => $binding['device_id'],
'localIp' => $binding['local_ip'],
'local_ip' => $binding['local_ip'],
'channel' => (int)$binding['channel'],
];
if (isset($request['lane_id']) || isset($request['laneId'])) {
$command['lane_id'] = (int)($request['lane_id'] ?? $request['laneId']);
$command['laneId'] = $command['lane_id'];
}
$deviceGeneration = $this->resolveRelayBindingDeviceGeneration($binding);
if ($deviceGeneration !== null) {
$command['deviceGeneration'] = $deviceGeneration;
$command['device_generation'] = $deviceGeneration;
}
if ($commandType === self::COMMAND_BATCH_SET_RELAY_STATE) {
$command['on'] = (bool)($request['on'] ?? true);
$rawToggleAfter = $request['toggle_after'] ?? $request['toggleAfter'] ?? $request['timer'] ?? null;
$toggleAfter = $rawToggleAfter === null || $rawToggleAfter === ''
? null
: $this->normalizeRelayToggleAfter((int)$rawToggleAfter);
if ($toggleAfter !== null) {
$command['toggleAfter'] = $toggleAfter;
$command['toggle_after'] = $toggleAfter;
}
}
$commands[] = $command;
}
if ($gateway === null) {
throw new Exception('Unable to resolve edge gateway for relay batch');
}
$batchDedupeKey = $this->buildRelayBatchDedupeKey($departmentId, $commandType, $commands, $userId);
$existingBatch = $this->findRecentRelayBatchByDedupeKey((int)$gateway->id, $batchDedupeKey, self::RELAY_BATCH_DEDUPE_SECONDS);
if ($existingBatch !== null) {
$existingBatch['deduplicated'] = true;
$existingBatch['dedupe_window_seconds'] = self::RELAY_BATCH_DEDUPE_SECONDS;
return $existingBatch;
}
foreach ($commands as $command) {
$this->enforceRelayCommandRateLimit(
(int)$gateway->id,
$departmentId,
$commandType === self::COMMAND_BATCH_RELAY_STATUS ? 'GET_RELAY_STATUS' : 'SET_RELAY_STATE',
(string)$command['target'],
$userId
);
}
foreach ($commands as $command) {
$isGatePulse = $commandType === self::COMMAND_BATCH_SET_RELAY_STATE
&& in_array((string)$command['target'], ['ENTRANCE', 'EXIT'], true);
$job = $this->createCommandJob(
(int)$gateway->id,
$commandType === self::COMMAND_BATCH_RELAY_STATUS ? 'GET_RELAY_STATUS' : 'SET_RELAY_STATE',
$command,
$userId,
[
'department_id' => $departmentId,
'batch_id' => $batchId,
'batch_dedupe_key' => $batchDedupeKey,
'idempotency_key' => $batchId . ':' . (string)$command['target'],
'target' => (string)$command['target'],
'physical_command' => true,
'preferred_channel' => self::DELIVERY_CHANNEL_API,
'require_fast_path' => false,
'no_auto_retry' => $isGatePulse,
]
);
$jobs[] = $job;
if ($commandType === self::COMMAND_BATCH_SET_RELAY_STATE) {
$this->upsertExpectedRelayStateFromCommand(
(int)$gateway->id,
$departmentId,
$command,
(int)$job->id
);
}
}
edge_gateway_view_cache::syncGateway($this->getGateway((int)$gateway->id));
return [
'batch_id' => $batchId,
'status' => 'PENDING',
'gateway_id' => (int)$gateway->id,
'deduplicated' => false,
'dedupe_window_seconds' => self::RELAY_BATCH_DEDUPE_SECONDS,
'jobs' => array_map(static fn(edge_gateway_command_jobs_o $job): array => $job->asArray(), $jobs),
'items' => array_map(static fn(array $command, edge_gateway_command_jobs_o $job): array => [
'target' => (string)$command['target'],
'relay_id' => (string)$command['relayId'],
'job_id' => (int)$job->id,
'status' => 'PENDING',
], $commands, $jobs),
];
}
/**
* @param array<int,array<string,mixed>> $commands
*/
private function buildRelayBatchDedupeKey(int $departmentId, string $commandType, array $commands, ?int $userId): string
{
$normalizedCommands = array_map(static function (array $command): array {
return [
'target' => (string)($command['target'] ?? ''),
'relay_id' => (string)($command['relay_id'] ?? $command['relayId'] ?? ''),
'device_id' => (string)($command['device_id'] ?? $command['deviceId'] ?? ''),
'channel' => (int)($command['channel'] ?? 0),
'on' => array_key_exists('on', $command) ? (bool)$command['on'] : null,
'toggle_after' => isset($command['toggle_after']) ? (int)$command['toggle_after'] : null,
];
}, $commands);
usort($normalizedCommands, static fn(array $left, array $right): int => ($left['target'] <=> $right['target']) ?: ($left['relay_id'] <=> $right['relay_id']));
return hash('sha256', json_encode([
'department_id' => $departmentId,
'command_type' => $commandType,
'requested_by' => $userId ?? 0,
'commands' => $normalizedCommands,
], JSON_UNESCAPED_UNICODE | JSON_UNESCAPED_SLASHES) ?: '');
}
/**
* @return array<string,mixed>|null
* @throws Exception
*/
private function findRecentRelayBatchByDedupeKey(int $gatewayId, string $dedupeKey, int $windowSeconds): ?array
{
if ($gatewayId <= 0 || $dedupeKey === '') {
return null;
}
$statement = db::getPDO()->prepare(
"SELECT JSON_UNQUOTE(JSON_EXTRACT(delivery_json, '$.batch_id')) AS batch_id
FROM edge_gateway_command_jobs
WHERE gateway_id = :gateway_id
AND deleted_at IS NULL
AND requested_at >= :cutoff
AND JSON_UNQUOTE(JSON_EXTRACT(delivery_json, '$.batch_dedupe_key')) = :dedupe_key
ORDER BY requested_at DESC, id DESC
LIMIT 1"
);
$statement->execute([
':gateway_id' => $gatewayId,
':cutoff' => $this->formatDateTime(time() - max(1, $windowSeconds)),
':dedupe_key' => $dedupeKey,
]);
$row = $statement->fetch();
$batchId = is_array($row) ? trim((string)($row['batch_id'] ?? '')) : '';
return $batchId === '' ? null : $this->relayBatchStatus($batchId);
}
/**
* @throws Exception
*/
private function enforceRelayCommandRateLimit(
int $gatewayId,
int $departmentId,
string $commandType,
string $target,
?int $userId
): void {
$target = strtoupper(trim($target));
$isGate = in_array($target, ['ENTRANCE', 'EXIT'], true);
$limit = $commandType === 'GET_RELAY_STATUS'
? self::RELAY_STATUS_RATE_LIMIT_PER_MINUTE
: ($isGate ? self::RELAY_GATE_RATE_LIMIT_PER_MINUTE : self::RELAY_SET_RATE_LIMIT_PER_MINUTE);
$clauses = [
'gateway_id = :gateway_id',
'deleted_at IS NULL',
'requested_at >= :cutoff',
'command_type = :command_type',
"JSON_UNQUOTE(JSON_EXTRACT(delivery_json, '$.department_id')) = :department_id",
];
$params = [
':gateway_id' => $gatewayId,
':cutoff' => $this->formatDateTime(time() - 60),
':command_type' => $commandType,
':department_id' => (string)$departmentId,
];
if ($userId === null) {
$clauses[] = 'requested_by IS NULL';
} else {
$clauses[] = 'requested_by = :requested_by';
$params[':requested_by'] = $userId;
}
if ($isGate) {
$clauses[] = "JSON_UNQUOTE(JSON_EXTRACT(delivery_json, '$.target')) = :target";
$params[':target'] = $target;
}
$statement = db::getPDO()->prepare(
'SELECT COUNT(*) AS c
FROM edge_gateway_command_jobs
WHERE ' . implode(' AND ', $clauses)
);
$statement->execute($params);
$row = $statement->fetch();
$count = isset($row['c']) ? (int)$row['c'] : 0;
if ($count >= $limit) {
throw new Exception(sprintf(
'Relay command rate limit exceeded for %s. Try again shortly.',
$isGate ? strtolower($target) . ' gate' : strtolower(str_replace('_', ' ', $commandType))
));
}
}
/**
* @return array<int,array<string,mixed>>
*/
public function listBindings(int $gatewayId): array
{
return $this->listRecentObjects(new edge_gateway_relay_bindings_o(), [
'gateway_id' => $gatewayId,
'deleted_at' => null,
], 100);
}
/**
* @return array<int,array<string,mixed>>
*/
public function listInventory(int $gatewayId): array
{
return $this->listRecentObjects(new edge_gateway_device_inventory_o(), [
'gateway_id' => $gatewayId,
'deleted_at' => null,
], 100);
}
public function buildInstallCommand(string $plainToken): string
{
return 'curl -fsSL "' . $this->buildInstallScriptUrl($plainToken) . '" | sudo bash';
}
public function buildInstallTokenVerifyUrl(string $plainToken): string
{
return rtrim($this->getApiBaseUrl(), '/') . '/edge-agent/install-token/verify?token=' . urlencode($plainToken);
}
public function buildInstallScriptUrl(string $plainToken): string
{
return rtrim($this->getApiBaseUrl(), '/') . '/edge-agent/install.sh?token=' . urlencode($plainToken);
}
public function buildInstallScript(string $plainToken): string
{
$configJson = json_encode([
'apiUrl' => $this->getApiBaseUrl(),
'brokerUrl' => $this->buildBrokerPublicUrl(),
'installToken' => $plainToken,
'gatewayId' => null,
'agentToken' => null,
'installDir' => self::DEFAULT_INSTALL_DIR,
'runtimeDir' => self::DEFAULT_RUNTIME_DIR,
'runtimeMode' => 'compose',
'serviceName' => self::DEFAULT_AGENT_SERVICE_NAME,
'stackServiceName' => self::DEFAULT_STACK_SERVICE_NAME,
'composeFileName' => self::DEFAULT_COMPOSE_STACK_FILE,
'composeProjectName' => self::DEFAULT_COMPOSE_PROJECT_NAME,
'launcherScriptName' => self::DEFAULT_LAUNCHER_SCRIPT_NAME,
'lanWorkerArtifactName' => self::DEFAULT_LAN_WORKER_ARTIFACT,
'autoUpdaterArtifactName' => self::DEFAULT_AUTO_UPDATER_ARTIFACT,
'edgeAgentDockerfileName' => self::DEFAULT_EDGE_AGENT_DOCKERFILE,
'lanWorkerDockerfileName' => self::DEFAULT_LAN_WORKER_DOCKERFILE,
'autoUpdaterDockerfileName' => self::DEFAULT_AUTO_UPDATER_DOCKERFILE,
'stateDatabasePath' => self::DEFAULT_STATE_DATABASE_PATH,
'workerBaseUrl' => self::DEFAULT_WORKER_BASE_URL,
'updateWindow' => self::configuredDefaultUpdateWindow(),
'edgeAgentBaseImage' => self::DEFAULT_EDGE_AGENT_BASE_IMAGE,
'lanWorkerBaseImage' => self::DEFAULT_LAN_WORKER_BASE_IMAGE,
'autoUpdaterBaseImage' => self::DEFAULT_AUTO_UPDATER_BASE_IMAGE,
'redisBaseImage' => self::DEFAULT_REDIS_BASE_IMAGE,
'mariadbBaseImage' => self::DEFAULT_MARIADB_BASE_IMAGE,
'minioBaseImage' => self::DEFAULT_MINIO_BASE_IMAGE,
'heartbeatIntervalSeconds' => 15,
'operationPollTimeoutSeconds' => self::COMMAND_POLL_TIMEOUT_SECONDS,
'installedVersion' => self::DEFAULT_INSTALL_VERSION,
], JSON_UNESCAPED_SLASHES);
$script = <<<'BASH'
#!/usr/bin/env bash
set -Eeuo pipefail
INSTALL_DIR=/opt/truckwash-edge-agent
RUNTIME_DIR="$INSTALL_DIR/runtime"
CONFIG_PATH="$INSTALL_DIR/config.json"
CONFIG_TEMPLATE_PATH="$INSTALL_DIR/config.template.json"
HEARTBEAT_MARKER_PATH="$RUNTIME_DIR/last-heartbeat-ok.txt"
STACK_SERVICE_PATH="/etc/systemd/system/truckwash-edge-gateway-stack.service"
LEGACY_SERVICE_PATH="/etc/systemd/system/truckwash-edge-agent.service"
INSTALL_TOKEN="__INSTALL_TOKEN__"
INSTALL_STATUS_URL="__STATUS_URL__"
CURRENT_STEP="Preparing installer"
CURRENT_STEP_CODE="PENDING"
CURRENT_METHOD=""
CURRENT_URL=""
INSTALL_STARTED_AT="$(date +%s)"
DIAGNOSTIC_NAMES=()
DIAGNOSTIC_OUTPUTS=()
json_escape() {
local value="${1:-}"
value="${value//\\/\\\\}"
value="${value//\"/\\\"}"
value="${value//$'\n'/\\n}"
value="${value//$'\r'/\\r}"
value="${value//$'\t'/\\t}"
printf '%s' "$value"
}
trim_diagnostic_output() {
printf '%s' "${1:-}" | awk 'NR <= 80 { print } NR == 81 { print "...<trimmed>"; exit }' | head -c 4000
}
append_diagnostic() {
local name="$1"
local output="$2"
if [ -z "$name" ] || [ -z "$output" ]; then
return 0
fi
DIAGNOSTIC_NAMES+=("$name")
DIAGNOSTIC_OUTPUTS+=("$output")
if [ "${#DIAGNOSTIC_NAMES[@]}" -gt 6 ]; then
DIAGNOSTIC_NAMES=("${DIAGNOSTIC_NAMES[@]: -6}")
DIAGNOSTIC_OUTPUTS=("${DIAGNOSTIC_OUTPUTS[@]: -6}")
fi
}
emit_diagnostic_json() {
local json="["
local index
for index in "${!DIAGNOSTIC_NAMES[@]}"; do
if [ "$index" -gt 0 ]; then
json="${json},"
fi
json="${json}{\"name\":\"$(json_escape "${DIAGNOSTIC_NAMES[$index]}")\",\"output\":\"$(json_escape "${DIAGNOSTIC_OUTPUTS[$index]}")\"}"
done
json="${json}]"
printf '%s' "$json"
}
print_collected_diagnostics() {
local index
for index in "${!DIAGNOSTIC_NAMES[@]}"; do
if [ -z "${DIAGNOSTIC_OUTPUTS[$index]:-}" ]; then
continue
fi
log_error "Diagnostic: ${DIAGNOSTIC_NAMES[$index]}"
printf '%s\n' "${DIAGNOSTIC_OUTPUTS[$index]}" | sed 's/^/[truckwash-edge-agent] /' >&2
done
}
capture_command_diagnostic() {
local name="$1"
shift
local output=""
set +e
output="$("$@" 2>&1)"
set -e
output="$(trim_diagnostic_output "$output")"
if [ -n "$output" ]; then
append_diagnostic "$name" "$output"
fi
}
report_install_status() {
local status="$1"
local step="$2"
local message="$3"
local diagnostics_json="${4:-[]}"
local gateway_id="${5:-}"
local payload
payload="{\"token\":\"$(json_escape "$INSTALL_TOKEN")\",\"status\":\"$(json_escape "$status")\",\"step\":\"$(json_escape "$step")\",\"message\":\"$(json_escape "$message")\",\"diagnostics\":${diagnostics_json:-[]}"
if [ -n "${gateway_id:-}" ] && [ "$gateway_id" -gt 0 ] 2>/dev/null; then
payload="${payload},\"gateway_id\":${gateway_id}"
fi
payload="${payload}}"
set +e
curl -sS -X POST -H "Content-Type: application/json" --data-binary "$payload" "$INSTALL_STATUS_URL" >/dev/null 2>&1
set -e
}
begin_install_phase() {
CURRENT_STEP_CODE="$1"
CURRENT_STEP="$2"
CURRENT_METHOD=""
CURRENT_URL=""
report_install_status "RUNNING" "$CURRENT_STEP_CODE" "$CURRENT_STEP"
}
log_info() {
printf '[truckwash-edge-agent] %s\n' "$1"
}
log_error() {
printf '[truckwash-edge-agent] ERROR: %s\n' "$1" >&2
}
collect_install_diagnostics() {
DIAGNOSTIC_NAMES=()
DIAGNOSTIC_OUTPUTS=()
if [ -n "${CURRENT_METHOD:-}" ] && [ -n "${CURRENT_URL:-}" ]; then
append_diagnostic "Last request" "${CURRENT_METHOD} ${CURRENT_URL}"
fi
if command -v systemctl >/dev/null 2>&1; then
capture_command_diagnostic "systemctl status" systemctl status --no-pager truckwash-edge-gateway-stack.service
fi
if command -v journalctl >/dev/null 2>&1; then
capture_command_diagnostic "journalctl" journalctl -a -u truckwash-edge-gateway-stack.service -n 80 --no-pager
fi
if command -v docker >/dev/null 2>&1; then
capture_command_diagnostic "docker ps -a" docker ps -a --format '{{.Names}} {{.Status}} {{.Ports}}'
if [ -f "$INSTALL_DIR/docker-compose.gateway.yml" ]; then
if docker compose version >/dev/null 2>&1; then
capture_command_diagnostic "docker compose ps" docker compose -f "$INSTALL_DIR/docker-compose.gateway.yml" ps -a --no-trunc
capture_command_diagnostic "docker compose logs" docker compose -f "$INSTALL_DIR/docker-compose.gateway.yml" logs --no-color --no-log-prefix --tail=120
elif command -v docker-compose >/dev/null 2>&1; then
capture_command_diagnostic "docker-compose ps" docker-compose -f "$INSTALL_DIR/docker-compose.gateway.yml" ps -a
capture_command_diagnostic "docker-compose logs" docker-compose -f "$INSTALL_DIR/docker-compose.gateway.yml" logs --no-color --tail=120
fi
fi
fi
return 0
}
on_error() {
local exit_code=$?
local failure_message="Installer failed during step ${CURRENT_STEP_CODE:-FAILED}: ${CURRENT_STEP:-unknown}"
local diagnostics_json
local gateway_id
log_error "$failure_message"
if [ -n "${CURRENT_METHOD:-}" ] && [ -n "${CURRENT_URL:-}" ]; then
log_error "Last request: ${CURRENT_METHOD} ${CURRENT_URL}"
fi
collect_install_diagnostics
diagnostics_json="$(emit_diagnostic_json)"
print_collected_diagnostics
gateway_id="$(read_config_value "$CONFIG_PATH" gatewayId 2>/dev/null || true)"
report_install_status "FAILED" "FAILED" "$failure_message" "$diagnostics_json" "$gateway_id"
exit "$exit_code"
}
trap on_error ERR
run_step() {
local description="$1"
shift
CURRENT_STEP="$description"
CURRENT_METHOD=""
CURRENT_URL=""
log_info "$description"
"$@"
}
fetch_http() {
local description="$1"
local url="$2"
local output_path="${3:-}"
local body_path="$output_path"
local headers_path
local status=""
local curl_exit=0
local preview=""
local cleanup_body=0
if [ -z "$body_path" ]; then
body_path="$(mktemp)"
cleanup_body=1
fi
headers_path="$(mktemp)"
CURRENT_STEP="$description"
CURRENT_METHOD="GET"
CURRENT_URL="$url"
log_info "${description}: GET ${url}"
set +e
status="$(curl -sS -L -D "$headers_path" -o "$body_path" -w '%{http_code}' "$url")"
curl_exit=$?
set -e
if [ "$curl_exit" -ne 0 ]; then
log_error "${description} request failed before a successful HTTP response was received."
log_error "Request: GET ${url}"
log_error "curl exit code: ${curl_exit}"
if [ -s "$headers_path" ]; then
log_error "Response headers:"
sed 's/^/[truckwash-edge-agent] /' "$headers_path" >&2
fi
if [ -s "$body_path" ]; then
preview="$(head -c 400 "$body_path" || true)"
if [ -n "$preview" ]; then
log_error "Response body preview (first 400 bytes):"
printf '%s\n' "$preview" | sed 's/^/[truckwash-edge-agent] /' >&2
fi
fi
[ "$cleanup_body" -eq 1 ] && rm -f "$body_path"
rm -f "$headers_path"
return "$curl_exit"
fi
if [ "$status" -lt 200 ] || [ "$status" -ge 300 ]; then
log_error "${description} returned HTTP ${status}."
log_error "Request: GET ${url}"
if [ -s "$headers_path" ]; then
log_error "Response headers:"
sed 's/^/[truckwash-edge-agent] /' "$headers_path" >&2
fi
if [ -s "$body_path" ]; then
preview="$(head -c 400 "$body_path" || true)"
if [ -n "$preview" ]; then
log_error "Response body preview (first 400 bytes):"
printf '%s\n' "$preview" | sed 's/^/[truckwash-edge-agent] /' >&2
fi
fi
[ "$cleanup_body" -eq 1 ] && rm -f "$body_path"
rm -f "$headers_path"
return 1
fi
[ "$cleanup_body" -eq 1 ] && rm -f "$body_path"
rm -f "$headers_path"
}
verify_manifest_artifact() {
local manifest_path="$1"
local artifact_name="$2"
local artifact_path="$3"
log_info "Verifying ${artifact_name} checksum"
php -r '
$manifestPath = $argv[1];
$artifactName = $argv[2];
$artifactPath = $argv[3];
$manifest = json_decode((string)file_get_contents($manifestPath), true);
if (!is_array($manifest)) {
fwrite(STDERR, "Invalid artifact manifest: " . $manifestPath . PHP_EOL);
exit(1);
}
$expected = null;
foreach ((array)($manifest["artifacts"] ?? []) as $artifact) {
if (is_array($artifact) && ($artifact["name"] ?? null) === $artifactName) {
$expected = (string)($artifact["sha256"] ?? "");
break;
}
}
if ($expected === null || $expected === "") {
fwrite(STDERR, "Artifact missing from manifest: " . $artifactName . PHP_EOL);
exit(1);
}
if (!is_file($artifactPath)) {
fwrite(STDERR, "Downloaded artifact is missing: " . $artifactPath . PHP_EOL);
exit(1);
}
$actual = hash_file("sha256", $artifactPath);
if ($actual === false || !hash_equals($expected, $actual)) {
fwrite(STDERR, "Artifact checksum mismatch for " . $artifactName . PHP_EOL);
exit(1);
}
' "$manifest_path" "$artifact_name" "$artifact_path"
}
remove_docker_containers_matching_filter() {
local filter="$1"
local ids
ids="$(docker ps -aq --filter "$filter" 2>/dev/null || true)"
if [ -n "$ids" ]; then
printf '%s\n' "$ids" | xargs -r docker rm -f >/dev/null 2>&1 || true
fi
}
remove_edge_gateway_containers() {
local name
local project_name
for name in \
truckwash-edge-agent \
truckwash-lan-worker \
truckwash-auto-updater \
truckwash-redis \
truckwash-mariadb \
truckwash-minio; do
remove_docker_containers_matching_filter "name=${name}"
done
project_name="$(read_config_value "$CONFIG_PATH" composeProjectName 2>/dev/null || true)"
if [ -z "$project_name" ]; then
project_name="truckwash-edge-gateway"
fi
remove_docker_containers_matching_filter "label=com.docker.compose.project=${project_name}"
remove_docker_containers_matching_filter "label=com.docker.compose.project.working_dir=${INSTALL_DIR}"
}
cleanup_existing_installation() {
if [ "$INSTALL_DIR" != "/opt/truckwash-edge-agent" ]; then
echo "Refusing to remove unexpected install directory: $INSTALL_DIR" >&2
return 1
fi
systemctl stop truckwash-edge-gateway-stack.service >/dev/null 2>&1 || true
systemctl stop truckwash-edge-agent.service >/dev/null 2>&1 || true
if [ -x "$INSTALL_DIR/gateway-launcher.sh" ]; then
TRUCKWASH_INSTALL_DIR="$INSTALL_DIR" "$INSTALL_DIR/gateway-launcher.sh" down >/dev/null 2>&1 || true
elif [ -f "$INSTALL_DIR/docker-compose.gateway.yml" ]; then
if docker compose version >/dev/null 2>&1; then
docker compose -f "$INSTALL_DIR/docker-compose.gateway.yml" down >/dev/null 2>&1 || true
elif command -v docker-compose >/dev/null 2>&1; then
docker-compose -f "$INSTALL_DIR/docker-compose.gateway.yml" down >/dev/null 2>&1 || true
fi
fi
if command -v docker >/dev/null 2>&1; then
remove_edge_gateway_containers
fi
systemctl disable truckwash-edge-gateway-stack.service >/dev/null 2>&1 || true
systemctl disable truckwash-edge-agent.service >/dev/null 2>&1 || true
rm -f "$STACK_SERVICE_PATH" "$LEGACY_SERVICE_PATH"
rm -rf "$INSTALL_DIR"
systemctl daemon-reload >/dev/null 2>&1 || true
systemctl reset-failed truckwash-edge-gateway-stack.service >/dev/null 2>&1 || true
systemctl reset-failed truckwash-edge-agent.service >/dev/null 2>&1 || true
return 0
}
config_has_claimed_gateway() {
local config_path="$1"
php -r '
$path = $argv[1];
if (!is_file($path)) {
exit(1);
}
$decoded = json_decode((string)file_get_contents($path), true);
if (!is_array($decoded)) {
exit(1);
}
$gatewayId = isset($decoded["gatewayId"]) ? (int)$decoded["gatewayId"] : 0;
$agentToken = isset($decoded["agentToken"]) ? trim((string)$decoded["agentToken"]) : "";
exit($gatewayId > 0 && $agentToken !== "" ? 0 : 1);
' "$config_path"
}
read_config_value() {
local config_path="$1"
local key="$2"
php -r '
$path = $argv[1];
$key = $argv[2];
if (!is_file($path)) {
exit(0);
}
$decoded = json_decode((string)file_get_contents($path), true);
if (!is_array($decoded) || !array_key_exists($key, $decoded) || $decoded[$key] === null) {
exit(0);
}
$value = $decoded[$key];
if (is_array($value) || is_object($value)) {
echo json_encode($value, JSON_UNESCAPED_SLASHES);
exit(0);
}
echo (string)$value;
' "$config_path" "$key"
}
heartbeat_marker_is_fresh() {
local heartbeat_path="$1"
local minimum_epoch="$2"
if [ ! -f "$heartbeat_path" ]; then
return 1
fi
local modified_epoch
modified_epoch="$(stat -c %Y "$heartbeat_path" 2>/dev/null || echo 0)"
[ "${modified_epoch:-0}" -ge "$minimum_epoch" ]
}
print_service_diagnostics() {
log_error "truckwash-edge-gateway-stack.service did not complete installation verification."
log_error "systemctl status --no-pager truckwash-edge-gateway-stack.service"
systemctl status --no-pager truckwash-edge-gateway-stack.service || true
log_error "journalctl -u truckwash-edge-gateway-stack.service -n 60 --no-pager"
journalctl -u truckwash-edge-gateway-stack.service -n 60 --no-pager || true
log_error "docker ps --format '{{.Names}} {{.Status}}'"
docker ps --format '{{.Names}} {{.Status}}' || true
}
resolve_compose_command() {
if docker compose version >/dev/null 2>&1; then
echo "docker compose"
return 0
fi
if command -v docker-compose >/dev/null 2>&1; then
echo "docker-compose"
return 0
fi
return 1
}
apt_package_exists() {
local package_name="$1"
apt-cache show "$package_name" 2>/dev/null | grep -q '^Package: '
}
install_compose_runtime() {
if resolve_compose_command >/dev/null 2>&1; then
return 0
fi
if apt_package_exists docker-compose-plugin; then
log_info "Installing Docker Compose package docker-compose-plugin"
apt-get install -y docker-compose-plugin
elif apt_package_exists docker-compose; then
log_info "Installing Docker Compose package docker-compose"
apt-get install -y docker-compose
else
if apt-get install -y docker-compose-plugin; then
:
elif apt-get install -y docker-compose; then
:
else
echo "Unable to install Docker Compose using docker-compose-plugin or docker-compose." >&2
return 1
fi
fi
if ! resolve_compose_command >/dev/null 2>&1; then
echo "Docker Compose command is unavailable after installation." >&2
return 1
fi
}
wait_for_gateway_claim() {
local config_path="$1"
local heartbeat_path="$2"
local minimum_epoch="$3"
local timeout_seconds="${4:-30}"
local elapsed=0
while [ "$elapsed" -lt "$timeout_seconds" ]; do
if config_has_claimed_gateway "$config_path" && heartbeat_marker_is_fresh "$heartbeat_path" "$minimum_epoch"; then
return 0
fi
sleep 1
elapsed=$((elapsed + 1))
done
log_error "Gateway claim did not complete within ${timeout_seconds}s."
print_service_diagnostics
return 1
}
begin_install_phase "VERIFY_TOKEN" "Verifying install token"
fetch_http "Verify install token" "__VERIFY_URL__"
begin_install_phase "REMOVE_EXISTING_INSTALL" "Removing existing edge gateway installation"
run_step "Removing existing edge gateway installation" cleanup_existing_installation
begin_install_phase "INSTALL_PACKAGES" "Installing runtime dependencies"
run_step "Creating install directory" mkdir -p "$INSTALL_DIR" "$RUNTIME_DIR" "$RUNTIME_DIR/backups"
export DEBIAN_FRONTEND=noninteractive
run_step "Updating package lists" apt-get update
run_step "Installing base packages" apt-get install -y curl ca-certificates docker.io php-cli php-curl php-mbstring php-sqlite3
run_step "Installing Docker Compose runtime" install_compose_runtime
begin_install_phase "DOWNLOAD_ARTIFACTS" "Downloading edge gateway artifacts"
fetch_http "Download artifact manifest" "__MANIFEST_URL__" "$INSTALL_DIR/manifest.json"
fetch_http "Download PHP edge agent" "__AGENT_URL__" "$INSTALL_DIR/agent.php"
fetch_http "Download LAN worker" "__WORKER_URL__" "$INSTALL_DIR/lan-worker.php"
fetch_http "Download auto-updater" "__AUTO_UPDATER_URL__" "$INSTALL_DIR/auto-updater.php"
fetch_http "Download compose stack" "__COMPOSE_URL__" "$INSTALL_DIR/docker-compose.gateway.yml"
fetch_http "Download edge-agent Dockerfile" "__EDGE_DOCKERFILE_URL__" "$INSTALL_DIR/Dockerfile.edge-agent"
fetch_http "Download lan-worker Dockerfile" "__WORKER_DOCKERFILE_URL__" "$INSTALL_DIR/Dockerfile.lan-worker"
fetch_http "Download auto-updater Dockerfile" "__AUTO_UPDATER_DOCKERFILE_URL__" "$INSTALL_DIR/Dockerfile.auto-updater"
fetch_http "Download gateway launcher" "__LAUNCHER_URL__" "$INSTALL_DIR/gateway-launcher.sh"
fetch_http "Download compose stack service unit" "__STACK_SERVICE_URL__" "$INSTALL_DIR/truckwash-edge-gateway-stack.service"
fetch_http "Download compatibility service unit" "__LEGACY_SERVICE_URL__" "$INSTALL_DIR/truckwash-edge-agent.service"
begin_install_phase "VERIFY_ARTIFACTS" "Verifying edge gateway artifacts"
run_step "Verifying PHP edge agent" verify_manifest_artifact "$INSTALL_DIR/manifest.json" "agent.php" "$INSTALL_DIR/agent.php"
run_step "Verifying LAN worker" verify_manifest_artifact "$INSTALL_DIR/manifest.json" "lan-worker.php" "$INSTALL_DIR/lan-worker.php"
run_step "Verifying auto-updater" verify_manifest_artifact "$INSTALL_DIR/manifest.json" "auto-updater.php" "$INSTALL_DIR/auto-updater.php"
run_step "Verifying compose stack" verify_manifest_artifact "$INSTALL_DIR/manifest.json" "docker-compose.gateway.yml" "$INSTALL_DIR/docker-compose.gateway.yml"
run_step "Verifying edge-agent Dockerfile" verify_manifest_artifact "$INSTALL_DIR/manifest.json" "Dockerfile.edge-agent" "$INSTALL_DIR/Dockerfile.edge-agent"
run_step "Verifying lan-worker Dockerfile" verify_manifest_artifact "$INSTALL_DIR/manifest.json" "Dockerfile.lan-worker" "$INSTALL_DIR/Dockerfile.lan-worker"
run_step "Verifying auto-updater Dockerfile" verify_manifest_artifact "$INSTALL_DIR/manifest.json" "Dockerfile.auto-updater" "$INSTALL_DIR/Dockerfile.auto-updater"
run_step "Verifying gateway launcher" verify_manifest_artifact "$INSTALL_DIR/manifest.json" "gateway-launcher.sh" "$INSTALL_DIR/gateway-launcher.sh"
run_step "Verifying compose stack service unit" verify_manifest_artifact "$INSTALL_DIR/manifest.json" "truckwash-edge-gateway-stack.service" "$INSTALL_DIR/truckwash-edge-gateway-stack.service"
run_step "Verifying compatibility service unit" verify_manifest_artifact "$INSTALL_DIR/manifest.json" "truckwash-edge-agent.service" "$INSTALL_DIR/truckwash-edge-agent.service"
begin_install_phase "WRITE_CONFIG" "Writing gateway configuration"
cat > "$CONFIG_TEMPLATE_PATH" <<'EOF_JSON'
__CONFIG_JSON__
EOF_JSON
run_step "Writing fresh agent config" cp "$CONFIG_TEMPLATE_PATH" "$CONFIG_PATH"
rm -f "$CONFIG_TEMPLATE_PATH"
begin_install_phase "START_STACK" "Starting edge gateway stack"
run_step "Installing systemd stack definition" install -m 0644 "$INSTALL_DIR/truckwash-edge-gateway-stack.service" "$STACK_SERVICE_PATH"
run_step "Setting executable permissions" chmod 0755 "$INSTALL_DIR/agent.php" "$INSTALL_DIR/lan-worker.php" "$INSTALL_DIR/auto-updater.php" "$INSTALL_DIR/gateway-launcher.sh"
run_step "Ensuring Docker is enabled" systemctl enable docker
run_step "Starting Docker" systemctl restart docker
run_step "Checking Docker Compose availability" resolve_compose_command >/dev/null
run_step "Reloading systemd" systemctl daemon-reload
run_step "Enabling truckwash-edge-gateway-stack.service" systemctl enable truckwash-edge-gateway-stack.service
run_step "Restarting truckwash-edge-gateway-stack.service" systemctl restart truckwash-edge-gateway-stack.service
run_step "Verifying truckwash-edge-gateway-stack.service is active" systemctl is-active --quiet truckwash-edge-gateway-stack.service
begin_install_phase "WAIT_FOR_CLAIM" "Waiting for gateway heartbeat and claim"
run_step "Waiting for gateway claim" wait_for_gateway_claim "$CONFIG_PATH" "$HEARTBEAT_MARKER_PATH" "$INSTALL_STARTED_AT" 180
claimed_gateway_id="$(read_config_value "$CONFIG_PATH" gatewayId)"
report_install_status "CLAIMED" "CLAIMED" "Gateway claim completed successfully." "[]" "$claimed_gateway_id"
log_info "Gateway claim completed for gateway ${claimed_gateway_id}."
echo 'TruckWash edge gateway stack installed.'
BASH;
return strtr($script, [
'__INSTALL_TOKEN__' => $plainToken,
'__VERIFY_URL__' => $this->buildInstallTokenVerifyUrl($plainToken),
'__STATUS_URL__' => rtrim($this->getApiBaseUrl(), '/') . '/edge-agent/install-token/status',
'__MANIFEST_URL__' => $this->buildAgentArtifactUrl('manifest.json'),
'__AGENT_URL__' => $this->buildAgentArtifactUrl('agent.php'),
'__WORKER_URL__' => $this->buildAgentArtifactUrl(self::DEFAULT_LAN_WORKER_ARTIFACT),
'__AUTO_UPDATER_URL__' => $this->buildAgentArtifactUrl(self::DEFAULT_AUTO_UPDATER_ARTIFACT),
'__COMPOSE_URL__' => $this->buildAgentArtifactUrl(self::DEFAULT_COMPOSE_STACK_FILE),
'__EDGE_DOCKERFILE_URL__' => $this->buildAgentArtifactUrl(self::DEFAULT_EDGE_AGENT_DOCKERFILE),
'__WORKER_DOCKERFILE_URL__' => $this->buildAgentArtifactUrl(self::DEFAULT_LAN_WORKER_DOCKERFILE),
'__AUTO_UPDATER_DOCKERFILE_URL__' => $this->buildAgentArtifactUrl(self::DEFAULT_AUTO_UPDATER_DOCKERFILE),
'__LAUNCHER_URL__' => $this->buildAgentArtifactUrl(self::DEFAULT_LAUNCHER_SCRIPT_NAME),
'__STACK_SERVICE_URL__' => $this->buildAgentArtifactUrl(self::DEFAULT_STACK_SERVICE_NAME),
'__LEGACY_SERVICE_URL__' => $this->buildAgentArtifactUrl(self::DEFAULT_AGENT_SERVICE_NAME),
'__CONFIG_JSON__' => (string)$configJson,
]);
}
/**
* @throws Exception
*/
public function buildUpdateOperationRequest(string $targetVersion, string $releaseChannel): array
{
return array_merge(
$this->buildUpdateCommandPayload($targetVersion, $releaseChannel),
[
'target_version' => $targetVersion,
'release_channel' => $releaseChannel,
]
);
}
/**
* @throws Exception
*/
public function rotateGatewayCredentials(int $gatewayId, ?int $userId = null): array
{
$gateway = $this->requireGateway($gatewayId);
$newToken = bin2hex(random_bytes(32));
$gateway->agent_token_hash->set($this->hashToken($newToken));
$metadata = (array)($gateway->metadata_json->value() ?? []);
$metadata['credentials_rotated_at'] = $this->now();
$metadata['credential_rotation_requested_by'] = $userId;
$gateway->metadata_json->set($metadata);
$payload = [
'apiUrl' => $this->getApiBaseUrl(),
'brokerUrl' => $this->buildBrokerPublicUrl(),
'gatewayId' => (int)$gateway->id,
'agentToken' => $newToken,
'installDir' => self::DEFAULT_INSTALL_DIR,
'runtimeDir' => self::DEFAULT_RUNTIME_DIR,
'serviceName' => self::DEFAULT_AGENT_SERVICE_NAME,
'stackServiceName' => self::DEFAULT_STACK_SERVICE_NAME,
'composeFileName' => self::DEFAULT_COMPOSE_STACK_FILE,
'composeProjectName' => self::DEFAULT_COMPOSE_PROJECT_NAME,
'launcherScriptName' => self::DEFAULT_LAUNCHER_SCRIPT_NAME,
'stateDatabasePath' => self::DEFAULT_STATE_DATABASE_PATH,
'workerBaseUrl' => self::DEFAULT_WORKER_BASE_URL,
'updateWindow' => (string)($metadata['update_window'] ?? self::configuredDefaultUpdateWindow()),
'runtimeMode' => (string)($metadata['runtime_mode'] ?? 'compose'),
'edgeAgentBaseImage' => self::DEFAULT_EDGE_AGENT_BASE_IMAGE,
'lanWorkerBaseImage' => self::DEFAULT_LAN_WORKER_BASE_IMAGE,
'autoUpdaterBaseImage' => self::DEFAULT_AUTO_UPDATER_BASE_IMAGE,
'redisBaseImage' => self::DEFAULT_REDIS_BASE_IMAGE,
'mariadbBaseImage' => self::DEFAULT_MARIADB_BASE_IMAGE,
'minioBaseImage' => self::DEFAULT_MINIO_BASE_IMAGE,
'heartbeatIntervalSeconds' => 15,
'operationPollTimeoutSeconds' => self::COMMAND_POLL_TIMEOUT_SECONDS,
'installedVersion' => $gateway->installed_version->value() === null ? null : (string)$gateway->installed_version->value(),
];
$this->writeAudit(
(int)$gateway->id,
(int)$gateway->department_id->value(),
'GATEWAY_CREDENTIALS_ROTATED',
$userId,
[
'service_name' => self::DEFAULT_AGENT_SERVICE_NAME,
'stack_service_name' => self::DEFAULT_STACK_SERVICE_NAME,
]
);
edge_gateway_view_cache::syncGateway($this->getGateway($gatewayId));
return [
'gateway_id' => (int)$gateway->id,
'rotated_at' => (string)$metadata['credentials_rotated_at'],
'agent_token' => $newToken,
'config' => $payload,
'config_json' => json_encode($payload, JSON_PRETTY_PRINT | JSON_UNESCAPED_SLASHES),
'restart_instructions' => [
'sudo systemctl restart ' . self::DEFAULT_STACK_SERVICE_NAME,
'sudo systemctl status ' . self::DEFAULT_STACK_SERVICE_NAME . ' --no-pager',
'cd ' . self::DEFAULT_INSTALL_DIR . ' && sudo ./gateway-launcher.sh reconcile',
],
];
}
public function syncGatewayInventory(int $gatewayId, array $inventory): void
{
$this->syncDeviceInventory($gatewayId, $inventory);
}
public function logGatewayAudit(?int $gatewayId, ?int $departmentId, string $action, ?int $userId, array $context): void
{
$this->writeAudit($gatewayId, $departmentId, $action, $userId, $context);
}
/**
* @throws Exception
*/
public function buildGatewayTasksPage(int $gatewayId): array
{
$gateway = $this->getGateway($gatewayId);
$operations = new edge_gateway_operation_service($this);
return [
'gateway' => $gateway,
'active_operation' => $operations->getActiveOperation($gatewayId, true),
'operations' => $operations->listOperations($gatewayId, 20, true),
'recent_commands' => $this->listRecentObjects(
new edge_gateway_command_jobs_o(),
['gateway_id' => $gatewayId, 'deleted_at' => null],
20
),
'recent_operations_summary' => $operations->buildRecentOperationsSummary($gatewayId),
];
}
/**
* @throws Exception
*/
public function buildGatewayLogsPage(int $gatewayId, int $limit = 120): array
{
$gateway = $this->getGateway($gatewayId);
$operations = (new edge_gateway_operation_service($this))->listOperations($gatewayId, 20, true);
$auditLogs = $this->listRecentObjects(new edge_gateway_audit_logs_o(), ['gateway_id' => $gatewayId], $limit);
$liveLogs = $this->listRecentObjects(
new edge_gateway_log_entries_o(),
['gateway_id' => $gatewayId],
$limit
);
$shellSessions = $this->listRecentObjects(
new edge_gateway_shell_sessions_o(),
['gateway_id' => $gatewayId, 'deleted_at' => null],
12
);
$relayLogs = [];
$timeline = [];
foreach ($auditLogs as $auditLog) {
$timeline[] = [
'type' => 'audit',
'level' => (string)($auditLog['severity'] ?? 'INFO'),
'message' => (string)($auditLog['action'] ?? 'AUDIT_EVENT'),
'created_at' => (string)($auditLog['created_at'] ?? ''),
'entry' => $auditLog,
];
}
foreach ($liveLogs as $logEntry) {
$type = strtolower(trim((string)($logEntry['stream'] ?? ''))) === 'relay' ? 'relay' : 'log';
if ($type === 'relay') {
$relayLogs[] = $logEntry;
}
$timeline[] = [
'type' => $type,
'level' => (string)($logEntry['level'] ?? 'INFO'),
'message' => (string)($logEntry['message'] ?? ''),
'created_at' => (string)($logEntry['created_at'] ?? ''),
'entry' => $logEntry,
];
}
foreach ($operations as $operation) {
foreach ((array)($operation['events'] ?? []) as $event) {
if (!is_array($event)) {
continue;
}
$timeline[] = [
'type' => 'operation_event',
'level' => (string)($event['level'] ?? 'INFO'),
'message' => (string)($event['message'] ?? ''),
'created_at' => (string)($event['created_at'] ?? ''),
'entry' => array_merge($event, [
'operation_id' => $operation['id'] ?? null,
'operation_type' => $operation['type'] ?? null,
]),
];
}
}
usort(
$timeline,
static fn(array $left, array $right): int => strcmp(
(string)($right['created_at'] ?? ''),
(string)($left['created_at'] ?? '')
)
);
return [
'gateway' => $gateway,
'timeline' => array_slice($timeline, 0, max(20, $limit)),
'audit_logs' => $auditLogs,
'log_entries' => $liveLogs,
'relay_logs' => $relayLogs,
'shell_sessions' => $shellSessions,
];
}
/**
* @throws Exception
*/
public function buildGatewayStatisticsPage(int $gatewayId): array
{
$gateway = $this->getGateway($gatewayId);
$fleetUsage = $this->buildFleetUsageStatistics((int)$gateway['department_id'], [$gateway]);
return [
'gateway' => $gateway,
'fleet_usage' => $fleetUsage,
'channel_status' => (array)($gateway['channel_status'] ?? []),
'transport_health' => (array)($gateway['transport_health'] ?? []),
'backlog_depth' => (array)($gateway['backlog_depth'] ?? []),
'container_health' => (array)($gateway['container_health'] ?? []),
'system_metrics' => (array)($gateway['metadata']['system_metrics'] ?? []),
'version_drift' => (array)($gateway['version_drift'] ?? []),
];
}
/**
* @throws Exception
*/
public function validateGatewayAgentForBroker(int $gatewayId, string $plainToken): array
{
$gateway = $this->authenticateGateway($gatewayId, $plainToken);
return [
'id' => (int)$gateway->id,
'gateway_id' => (int)$gateway->id,
'department_id' => (int)$gateway->department_id->value(),
'label' => (string)$gateway->label->value(),
'broker_url' => $this->buildBrokerPublicUrl(),
];
}
/**
* @throws Exception
*/
public function createBrowserStreamSession(int $gatewayId, ?int $userId, array $scopes = []): array
{
$gateway = $this->requireGateway($gatewayId);
$scopes = array_values(array_unique(array_filter(array_map(
static fn(mixed $scope): string => strtolower(trim((string)$scope)),
$scopes
))));
if ($scopes === []) {
$scopes = ['overview', 'tasks', 'logs', 'statistics'];
}
$expiresAt = time() + self::BROWSER_STREAM_TOKEN_TTL_SECONDS;
$token = $this->buildSignedBrokerToken([
'session_type' => 'gateway-stream',
'gateway_id' => (int)$gateway->id,
'department_id' => (int)$gateway->department_id->value(),
'user_id' => $userId,
'scopes' => $scopes,
'exp' => $expiresAt,
'iat' => time(),
'jti' => bin2hex(random_bytes(12)),
]);
return [
'token' => $token,
'gateway_id' => (int)$gateway->id,
'expires_at' => $this->formatDateTime($expiresAt),
'scopes' => $scopes,
'broker_url' => $this->buildBrokerPublicUrl(),
'ws_url' => $this->buildBrokerPublicWebSocketUrl('/ws/browser-gateway-stream'),
];
}
public function validateBrowserStreamToken(string $token): array
{
$payload = $this->parseSignedBrokerToken($token);
if (($payload['session_type'] ?? null) !== 'gateway-stream') {
throw new Exception('Invalid gateway stream token');
}
return $payload;
}
/**
* @throws Exception
*/
public function createShellSession(
int $gatewayId,
?int $userId,
string $reason = '',
?int $cols = null,
?int $rows = null,
?string $cwd = null
): array {
$gateway = $this->requireGateway($gatewayId);
$readiness = $this->buildShellReadinessDiagnostics($gateway);
if (empty($readiness['ready'])) {
throw new edge_gateway_operation_exception(
(string)$readiness['message'],
(string)$readiness['reason_code'],
409,
$readiness
);
}
$sessionToken = bin2hex(random_bytes(32));
$expiresAt = $this->formatDateTime(time() + self::SHELL_SESSION_TTL_SECONDS);
$brokerUrl = $this->buildBrokerPublicUrl();
$wsUrl = $this->buildBrokerPublicWebSocketUrl('/ws/browser-shell');
$sessionObject = new edge_gateway_shell_sessions_o();
$sessionId = $sessionObject->add_object([
'gateway_id' => (int)$gateway->id,
'department_id' => (int)$gateway->department_id->value(),
'actor_user_id' => $userId,
'session_token_hash' => $this->hashToken($sessionToken),
'status' => 'PENDING',
'reason' => trim($reason) !== '' ? trim($reason) : 'Diagnostic shell session',
'cwd' => $cwd ?: self::DEFAULT_INSTALL_DIR,
'shell_command' => null,
'shell_args_json' => [],
'cols' => $cols,
'terminal_rows' => $rows,
'transcript' => null,
'metadata_json' => [
'root_dir' => self::DEFAULT_INSTALL_DIR,
'shell_diagnostics' => $readiness,
'requested_broker_url' => $brokerUrl,
'requested_ws_url' => $wsUrl,
'shortcut_paths' => [
self::DEFAULT_INSTALL_DIR,
self::DEFAULT_RUNTIME_DIR,
],
],
'expires_at' => $expiresAt,
'approved_at' => $this->now(),
'opened_at' => null,
'closed_at' => null,
]);
$session = $sessionObject->select($sessionId)->asArray();
$this->writeAudit(
(int)$gateway->id,
(int)$gateway->department_id->value(),
'GATEWAY_SHELL_SESSION_CREATED',
$userId,
['shell_session_id' => $sessionId, 'reason' => $session['reason']]
);
return [
'session' => $session,
'token' => $sessionToken,
'gateway_id' => (int)$gateway->id,
'expires_at' => $expiresAt,
'broker_url' => $brokerUrl,
'ws_url' => $wsUrl,
'diagnostics' => $readiness,
];
}
/**
* @throws Exception
*/
public function validateShellSessionToken(string $plainToken): array
{
$session = $this->findShellSessionByToken($plainToken);
$status = strtoupper((string)$session->status->value());
if (!in_array($status, ['PENDING', 'OPEN'], true)) {
throw new Exception('Shell session is closed');
}
$expiresAt = self::parseApplicationDateTime(
$session->expires_at->value() === null ? null : (string)$session->expires_at->value()
);
if ($expiresAt !== null && $expiresAt <= time()) {
$session->status->set('EXPIRED');
$session->closed_at->set($this->now());
throw new Exception('Shell session expired');
}
return $session->asArray();
}
/**
* @throws Exception
*/
public function markShellSessionOpened(string $plainToken, ?string $connectionId = null): array
{
$session = $this->findShellSessionByToken($plainToken);
if ((string)$session->status->value() !== 'OPEN') {
$session->status->set('OPEN');
$session->opened_at->set($this->now());
}
if ($connectionId !== null && trim($connectionId) !== '') {
$session->connection_id->set(trim($connectionId));
}
$this->writeAudit(
(int)$session->gateway_id->value(),
(int)$session->department_id->value(),
'GATEWAY_SHELL_SESSION_OPENED',
$session->actor_user_id->value() === null ? null : (int)$session->actor_user_id->value(),
['shell_session_id' => (int)$session->id]
);
return $session->asArray();
}
/**
* @throws Exception
*/
public function closeShellSessionByToken(
string $plainToken,
string $transcript = '',
?string $reason = null,
array $details = []
): array {
$session = $this->findShellSessionByToken($plainToken);
$metadata = (array)($session->metadata_json->value() ?? []);
$closeDiagnostics = $this->normalizeShellCloseDiagnostics($reason, $details);
$metadata['close_reason'] = $reason;
$metadata['close_message'] = $closeDiagnostics['message'] ?? null;
$metadata['close_code'] = $closeDiagnostics['code'] ?? null;
$metadata['close_stage'] = $closeDiagnostics['stage'] ?? null;
$metadata['close_diagnostics'] = $closeDiagnostics;
$metadata['transcript_bytes'] = strlen($transcript);
$session->status->set($reason === 'agent_exit' ? 'COMPLETED' : 'CLOSED');
$session->closed_at->set($this->now());
$session->transcript->set($transcript);
$session->metadata_json->set($metadata);
$this->writeAudit(
(int)$session->gateway_id->value(),
(int)$session->department_id->value(),
'GATEWAY_SHELL_SESSION_CLOSED',
$session->actor_user_id->value() === null ? null : (int)$session->actor_user_id->value(),
['shell_session_id' => (int)$session->id, 'reason' => $reason]
);
edge_gateway_view_cache::syncGateway($this->getGateway((int)$session->gateway_id->value()));
return $session->asArray();
}
private function normalizeShellCloseDiagnostics(?string $reason, array $details = []): array
{
$nestedDetails = isset($details['details']) && is_array($details['details']) ? (array)$details['details'] : [];
$message = self::trimInstallSessionText(
$details['message'] ?? $nestedDetails['message'] ?? null,
self::INSTALL_SESSION_OUTPUT_LIMIT
);
$stage = self::trimInstallSessionText(
$details['stage'] ?? $details['failure_stage'] ?? $nestedDetails['stage'] ?? null,
128
);
$codeValue = $details['code'] ?? $details['close_code'] ?? $nestedDetails['code'] ?? null;
$code = is_numeric($codeValue) ? (int)$codeValue : null;
$diagnostics = [
'reason' => self::trimInstallSessionText($reason, 128),
'message' => $message,
'code' => $code,
'stage' => $stage,
'was_clean' => array_key_exists('was_clean', $details) ? (bool)$details['was_clean'] : null,
'connection_id' => self::trimInstallSessionText(
$details['connection_id'] ?? $details['broker_connection_id'] ?? $nestedDetails['connection_id'] ?? null,
128
),
'broker_url' => self::trimInstallSessionText($details['broker_url'] ?? $nestedDetails['broker_url'] ?? null, 512),
'ws_url' => self::trimInstallSessionText(
$this->redactShellDiagnosticUrl($details['ws_url'] ?? $nestedDetails['ws_url'] ?? null),
512
),
'closed_at' => $this->now(),
];
return array_filter($diagnostics, static fn(mixed $value): bool => $value !== null && $value !== '');
}
private function redactShellDiagnosticUrl(mixed $value): ?string
{
if ($value === null) {
return null;
}
$url = trim((string)$value);
if ($url === '') {
return null;
}
return (string)preg_replace('/([?&](?:token|agentToken|agent_token)=)[^&]*/i', '$1***', $url);
}
/**
* @throws Exception
*/
public function appendGatewayLogEntry(
int $gatewayId,
string $message,
string $level = 'INFO',
string $stream = 'agent',
string $source = 'BROKER',
array $context = []
): array {
$gateway = $this->requireGateway($gatewayId);
$logEntryId = (new edge_gateway_log_entries_o())->add_object([
'gateway_id' => $gatewayId,
'department_id' => (int)$gateway->department_id->value(),
'level' => strtoupper(trim($level)) ?: 'INFO',
'stream' => trim($stream) !== '' ? trim($stream) : 'agent',
'source' => trim($source) !== '' ? trim($source) : 'BROKER',
'message' => $message,
'context_json' => $context,
]);
edge_gateway_view_cache::syncGateway($this->getGateway($gatewayId));
return (new edge_gateway_log_entries_o())->select($logEntryId)->asArray();
}
/**
* @throws Exception
*/
public function appendRelayTransportLog(
int $departmentId,
string $endpoint,
array $payload,
array|object|null $response,
string $handler = 'cloud',
?string $errorMessage = null,
array $actionContext = []
): ?array {
try {
$gateway = $this->getPrimaryGatewayForDepartment($departmentId, false);
} catch (Exception) {
return null;
}
$relayId = $this->inferRelayIdFromTransportPayload($payload);
$success = $errorMessage === null || trim($errorMessage) === '';
$targetOn = array_key_exists('on', $payload) ? (bool)$payload['on'] : null;
$handler = strtolower(trim($handler)) === 'local' ? 'local' : 'cloud';
return $this->appendRelayDispatchLog(
[
'id' => null,
'gateway_id' => (int)$gateway->id,
'department_id' => $departmentId,
'relay_id' => $relayId,
'device_id' => $payload['deviceId'] ?? $payload['device_id'] ?? null,
'channel' => $payload['channel'] ?? null,
],
[
'execution_path' => $handler,
'delivery_channel' => $handler === 'cloud' ? self::DELIVERY_CHANNEL_CLOUD : self::DELIVERY_CHANNEL_API,
'reason' => 'direct_transport',
],
$success,
[
'action' => $this->inferRelayActionFromEndpoint($endpoint),
'handler' => $handler,
'relay_id' => $relayId,
'target_on' => $targetOn,
'toggle_after_seconds' => $this->normalizeRelayToggleAfter(
isset($payload['toggle_after']) || isset($payload['toggleAfter']) || isset($payload['timer'])
? (int)($payload['toggle_after'] ?? $payload['toggleAfter'] ?? $payload['timer'])
: null
),
'signal' => [
'endpoint' => $endpoint,
'request' => $payload,
],
'action_context' => $this->normalizeRelayActionContext($actionContext),
],
$this->normalizeRelayTransportResponse($response),
$success ? null : new Exception($errorMessage ?? 'Relay transport request failed')
);
}
/**
* @throws Exception
*/
public function recordTelemetryFromBroker(int $gatewayId, array $payload): array
{
$gateway = $this->requireGateway($gatewayId);
$now = $this->now();
$metadata = array_merge(
(array)($gateway->metadata_json->value() ?? []),
isset($payload['metadata']) && is_array($payload['metadata']) ? (array)$payload['metadata'] : []
);
$existingPresence = isset($metadata['broker_presence']) && is_array($metadata['broker_presence'])
? (array)$metadata['broker_presence']
: [];
$presenceMetadata = isset($existingPresence['metadata']) && is_array($existingPresence['metadata'])
? (array)$existingPresence['metadata']
: [];
$payloadMetadata = isset($payload['metadata']) && is_array($payload['metadata']) ? (array)$payload['metadata'] : [];
$connectionId = trim((string)($payload['broker_connection_id'] ?? $existingPresence['connection_id'] ?? ''));
$presence = [
'gateway_id' => $gatewayId,
'connected' => true,
'connection_id' => $connectionId !== '' ? $connectionId : null,
'last_seen_at' => $now,
'disconnect_reason' => null,
'last_error' => null,
'metadata' => array_merge($presenceMetadata, array_filter([
'agent_instance_id' => $payload['broker_agent_instance_id']
?? $payloadMetadata['agent_instance_id']
?? null,
], static fn(mixed $value): bool => $value !== null && $value !== '')),
];
$metadata['broker_presence'] = $presence;
$metadata['broker_connected'] = true;
$metadata['broker_connected_at'] = $now;
$metadata['broker_last_error'] = null;
$this->writeBrokerPresence($gatewayId, $presence);
$gateway->status->set((string)($payload['status'] ?? self::STATUS_ONLINE));
$gateway->hostname->set($payload['hostname'] ?? $gateway->hostname->value());
$gateway->installed_version->set($payload['installed_version'] ?? $gateway->installed_version->value());
$gateway->target_version->set($payload['target_version'] ?? $gateway->target_version->value());
$gateway->last_heartbeat_at->set($now);
$gateway->metadata_json->set($metadata);
if (isset($payload['inventory']) && is_array($payload['inventory'])) {
$this->syncDeviceInventory($gatewayId, (array)$payload['inventory']);
}
$gatewayPayload = $this->getGateway($gatewayId);
edge_gateway_view_cache::syncGateway($gatewayPayload);
return $gatewayPayload;
}
private function buildUpdateCommandPayload(string $targetVersion, string $releaseChannel): array
{
return [
'targetVersion' => $targetVersion,
'releaseChannel' => $releaseChannel,
'artifactUrl' => $this->buildAgentArtifactUrl('agent.php'),
'artifactSha256' => $this->buildAgentArtifactSha256('agent.php'),
'serviceUnitUrl' => $this->buildAgentArtifactUrl(self::DEFAULT_AGENT_SERVICE_NAME),
'serviceUnitSha256' => $this->buildAgentArtifactSha256(self::DEFAULT_AGENT_SERVICE_NAME),
'serviceName' => self::DEFAULT_AGENT_SERVICE_NAME,
'runtimeMode' => 'compose',
'installDir' => self::DEFAULT_INSTALL_DIR,
'runtimeDir' => self::DEFAULT_RUNTIME_DIR,
'stackServiceName' => self::DEFAULT_STACK_SERVICE_NAME,
'stackServiceUnitUrl' => $this->buildAgentArtifactUrl(self::DEFAULT_STACK_SERVICE_NAME),
'stackServiceUnitSha256' => $this->buildAgentArtifactSha256(self::DEFAULT_STACK_SERVICE_NAME),
'composeFileName' => self::DEFAULT_COMPOSE_STACK_FILE,
'composeFileUrl' => $this->buildAgentArtifactUrl(self::DEFAULT_COMPOSE_STACK_FILE),
'composeFileSha256' => $this->buildAgentArtifactSha256(self::DEFAULT_COMPOSE_STACK_FILE),
'composeProjectName' => self::DEFAULT_COMPOSE_PROJECT_NAME,
'launcherScriptName' => self::DEFAULT_LAUNCHER_SCRIPT_NAME,
'launcherScriptUrl' => $this->buildAgentArtifactUrl(self::DEFAULT_LAUNCHER_SCRIPT_NAME),
'launcherScriptSha256' => $this->buildAgentArtifactSha256(self::DEFAULT_LAUNCHER_SCRIPT_NAME),
'lanWorkerArtifactUrl' => $this->buildAgentArtifactUrl(self::DEFAULT_LAN_WORKER_ARTIFACT),
'lanWorkerArtifactSha256' => $this->buildAgentArtifactSha256(self::DEFAULT_LAN_WORKER_ARTIFACT),
'autoUpdaterArtifactUrl' => $this->buildAgentArtifactUrl(self::DEFAULT_AUTO_UPDATER_ARTIFACT),
'autoUpdaterArtifactSha256' => $this->buildAgentArtifactSha256(self::DEFAULT_AUTO_UPDATER_ARTIFACT),
'edgeAgentDockerfileUrl' => $this->buildAgentArtifactUrl(self::DEFAULT_EDGE_AGENT_DOCKERFILE),
'edgeAgentDockerfileSha256' => $this->buildAgentArtifactSha256(self::DEFAULT_EDGE_AGENT_DOCKERFILE),
'lanWorkerDockerfileUrl' => $this->buildAgentArtifactUrl(self::DEFAULT_LAN_WORKER_DOCKERFILE),
'lanWorkerDockerfileSha256' => $this->buildAgentArtifactSha256(self::DEFAULT_LAN_WORKER_DOCKERFILE),
'autoUpdaterDockerfileUrl' => $this->buildAgentArtifactUrl(self::DEFAULT_AUTO_UPDATER_DOCKERFILE),
'autoUpdaterDockerfileSha256' => $this->buildAgentArtifactSha256(self::DEFAULT_AUTO_UPDATER_DOCKERFILE),
'stateDatabasePath' => self::DEFAULT_STATE_DATABASE_PATH,
'workerBaseUrl' => self::DEFAULT_WORKER_BASE_URL,
'updateWindow' => self::configuredDefaultUpdateWindow(),
'edgeAgentBaseImage' => self::DEFAULT_EDGE_AGENT_BASE_IMAGE,
'lanWorkerBaseImage' => self::DEFAULT_LAN_WORKER_BASE_IMAGE,
'autoUpdaterBaseImage' => self::DEFAULT_AUTO_UPDATER_BASE_IMAGE,
'redisBaseImage' => self::DEFAULT_REDIS_BASE_IMAGE,
'mariadbBaseImage' => self::DEFAULT_MARIADB_BASE_IMAGE,
'minioBaseImage' => self::DEFAULT_MINIO_BASE_IMAGE,
];
}
private function buildAgentArtifactUrl(string $fileName): string
{
return rtrim($this->getApiBaseUrl(), '/') . '/edge-agent/artifacts/' . $fileName;
}
private function buildAgentArtifactPath(string $fileName): string
{
return edge_gateway_agent_artifact_locator::resolve($fileName);
}
/**
* @throws Exception
*/
private function buildAgentArtifactSha256(string $fileName): string
{
$artifactPath = $this->buildAgentArtifactPath($fileName);
if (!is_file($artifactPath)) {
throw new Exception('Missing edge agent artifact: ' . $fileName);
}
$sha256 = hash_file('sha256', $artifactPath);
if ($sha256 === false) {
throw new Exception('Unable to checksum edge agent artifact: ' . $fileName);
}
return $sha256;
}
/**
* @throws Exception
*/
public function verifyInstallToken(string $plainToken): array
{
$claimToken = $this->requireClaimToken($plainToken);
if ($claimToken->used_at->value() !== null) {
throw new Exception('Install token has already been used');
}
return [
'valid' => true,
'claim_token_id' => (int)$claimToken->id,
'department_id' => (int)$claimToken->department_id->value(),
'label' => $claimToken->label->value(),
'expires_at' => (string)$claimToken->expires_at->value(),
];
}
/**
* @throws Exception
*/
public function getInstallTokenStatus(int $claimTokenId): array
{
return $this->buildInstallTokenStatusPayload($this->requireClaimTokenById($claimTokenId));
}
/**
* @throws Exception
*/
public function reportInstallTokenStatus(string $plainToken, array $payload): array
{
$claimToken = $this->requireClaimToken($plainToken);
$status = strtoupper(trim((string)($payload['status'] ?? self::INSTALL_SESSION_STATUS_RUNNING)));
$step = trim((string)($payload['step'] ?? ($status === self::INSTALL_SESSION_STATUS_FAILED ? 'FAILED' : $status)));
$message = trim((string)($payload['message'] ?? ''));
$update = [
'status' => $status,
'step' => $step !== '' ? $step : ($status === self::INSTALL_SESSION_STATUS_FAILED ? 'FAILED' : null),
'message' => $message !== '' ? $message : null,
'diagnostics' => isset($payload['diagnostics']) && is_array($payload['diagnostics']) ? (array)$payload['diagnostics'] : [],
];
if (array_key_exists('gateway_id', $payload)) {
$update['gateway_id'] = (int)$payload['gateway_id'];
}
if (array_key_exists('last_error', $payload)) {
$update['last_error'] = $payload['last_error'];
} elseif ($status === self::INSTALL_SESSION_STATUS_FAILED) {
$update['last_error'] = $message !== '' ? $message : 'Installer failed.';
} elseif ($status === self::INSTALL_SESSION_STATUS_CLAIMED) {
$update['last_error'] = null;
}
return $this->persistInstallSession($claimToken, $update);
}
public static function installSessionStatusIsTerminal(string $status): bool
{
return in_array(
strtoupper(trim($status)),
[
self::INSTALL_SESSION_STATUS_CLAIMED,
self::INSTALL_SESSION_STATUS_FAILED,
self::INSTALL_SESSION_STATUS_EXPIRED,
],
true
);
}
/**
* @param array<string,mixed> $session
* @param array<string,mixed> $update
* @return array<string,mixed>
*/
public static function mergeInstallSessionUpdate(array $session, array $update, ?int $now = null): array
{
$timestamp = date('Y-m-d H:i:s', $now ?? time());
$status = strtoupper(trim((string)($update['status'] ?? $session['status'] ?? self::INSTALL_SESSION_STATUS_PENDING)));
$step = trim((string)($update['step'] ?? $session['step'] ?? ''));
$message = self::trimInstallSessionText($update['message'] ?? ($session['message'] ?? null), self::INSTALL_SESSION_OUTPUT_LIMIT);
$startedAt = isset($session['started_at']) ? self::trimInstallSessionText($session['started_at'], 64) : null;
if ($startedAt === null && $status !== self::INSTALL_SESSION_STATUS_PENDING) {
$startedAt = $timestamp;
}
$gatewayId = array_key_exists('gateway_id', $update) ? (int)$update['gateway_id'] : (int)($session['gateway_id'] ?? 0);
$lastError = array_key_exists('last_error', $update)
? self::trimInstallSessionText($update['last_error'], self::INSTALL_SESSION_OUTPUT_LIMIT)
: self::trimInstallSessionText($session['last_error'] ?? null, self::INSTALL_SESSION_OUTPUT_LIMIT);
if ($status === self::INSTALL_SESSION_STATUS_CLAIMED) {
$lastError = null;
} elseif ($status === self::INSTALL_SESSION_STATUS_FAILED && $lastError === null) {
$lastError = $message ?? 'Installer failed.';
}
$diagnostics = array_key_exists('diagnostics', $update)
? self::sanitizeInstallSessionDiagnostics($update['diagnostics'])
: self::sanitizeInstallSessionDiagnostics($session['diagnostics'] ?? []);
if ($status === self::INSTALL_SESSION_STATUS_CLAIMED) {
$diagnostics = [];
}
$events = self::sanitizeInstallSessionEvents($session['events'] ?? []);
$shouldRecordEvent = !array_key_exists('record_event', $update) || $update['record_event'] !== false;
if ($shouldRecordEvent) {
$events[] = array_filter([
'status' => $status,
'step' => $step !== '' ? $step : null,
'message' => $message,
'at' => $timestamp,
], static fn(mixed $value): bool => $value !== null && $value !== '');
}
$events = self::sanitizeInstallSessionEvents($events);
return [
'status' => $status,
'step' => $step !== '' ? $step : null,
'message' => $message,
'started_at' => $startedAt,
'updated_at' => $timestamp,
'gateway_id' => $gatewayId > 0 ? $gatewayId : null,
'last_error' => $lastError,
'diagnostics' => $diagnostics,
'events' => $events,
];
}
/**
* @param array<string,mixed> $session
* @return array<string,mixed>
*/
public static function normalizeInstallSessionRecord(array $session, ?string $expiresAt, ?int $now = null): array
{
$normalized = [
'status' => strtoupper(trim((string)($session['status'] ?? self::INSTALL_SESSION_STATUS_PENDING))),
'step' => self::trimInstallSessionText($session['step'] ?? null, 64),
'message' => self::trimInstallSessionText($session['message'] ?? null, self::INSTALL_SESSION_OUTPUT_LIMIT),
'started_at' => self::trimInstallSessionText($session['started_at'] ?? null, 64),
'updated_at' => self::trimInstallSessionText($session['updated_at'] ?? null, 64),
'gateway_id' => (($session['gateway_id'] ?? null) !== null && (int)$session['gateway_id'] > 0) ? (int)$session['gateway_id'] : null,
'last_error' => self::trimInstallSessionText($session['last_error'] ?? null, self::INSTALL_SESSION_OUTPUT_LIMIT),
'diagnostics' => self::sanitizeInstallSessionDiagnostics($session['diagnostics'] ?? []),
'events' => self::sanitizeInstallSessionEvents($session['events'] ?? []),
];
$status = (string)$normalized['status'];
if (
!self::installSessionStatusIsTerminal($status)
&& $expiresAt !== null
&& (self::parseApplicationDateTime($expiresAt) ?? PHP_INT_MAX) < ($now ?? time())
) {
$status = self::INSTALL_SESSION_STATUS_EXPIRED;
$normalized['status'] = $status;
$normalized['message'] = $normalized['message'] ?: 'Installer token expired before the gateway claimed successfully.';
$normalized['last_error'] = $normalized['last_error'] ?: 'Install token expired.';
}
$normalized['terminal'] = self::installSessionStatusIsTerminal((string)$status);
return $normalized;
}
/**
* @param mixed $diagnostics
* @return array<int,array<string,string>>
*/
private static function sanitizeInstallSessionDiagnostics(mixed $diagnostics): array
{
if (!is_array($diagnostics)) {
return [];
}
$normalized = [];
foreach ($diagnostics as $diagnostic) {
if (is_string($diagnostic)) {
$output = self::trimInstallSessionText($diagnostic, self::INSTALL_SESSION_OUTPUT_LIMIT);
if ($output === null) {
continue;
}
$normalized[] = [
'name' => 'Diagnostic',
'output' => $output,
];
continue;
}
if (!is_array($diagnostic)) {
continue;
}
$name = self::trimInstallSessionText($diagnostic['name'] ?? $diagnostic['title'] ?? null, 120);
$output = self::trimInstallSessionText($diagnostic['output'] ?? $diagnostic['body'] ?? null, self::INSTALL_SESSION_OUTPUT_LIMIT);
if ($name === null || $output === null) {
continue;
}
$normalized[] = [
'name' => $name,
'output' => $output,
];
}
return array_slice($normalized, -self::INSTALL_SESSION_DIAGNOSTIC_LIMIT);
}
/**
* @param mixed $events
* @return array<int,array<string,string>>
*/
private static function sanitizeInstallSessionEvents(mixed $events): array
{
if (!is_array($events)) {
return [];
}
$normalized = [];
foreach ($events as $event) {
if (!is_array($event)) {
continue;
}
$status = self::trimInstallSessionText($event['status'] ?? null, 32);
$step = self::trimInstallSessionText($event['step'] ?? null, 64);
$message = self::trimInstallSessionText($event['message'] ?? null, 512);
$at = self::trimInstallSessionText($event['at'] ?? null, 64);
$normalized[] = array_filter([
'status' => $status,
'step' => $step,
'message' => $message,
'at' => $at,
], static fn(mixed $value): bool => $value !== null && $value !== '');
}
return array_slice($normalized, -self::INSTALL_SESSION_EVENT_LIMIT);
}
private static function trimInstallSessionText(mixed $value, int $limit): ?string
{
if ($value === null) {
return null;
}
$text = trim((string)$value);
if ($text === '') {
return null;
}
if (strlen($text) <= $limit) {
return $text;
}
return substr($text, 0, max(0, $limit - 3)) . '...';
}
/**
* @throws Exception
*/
private function buildInstallTokenStatusPayload(edge_gateway_claim_tokens_o $claimToken): array
{
$metadata = (array)($claimToken->metadata_json->value() ?? []);
$session = self::normalizeInstallSessionRecord(
isset($metadata['install_session']) && is_array($metadata['install_session'])
? (array)$metadata['install_session']
: [],
(string)$claimToken->expires_at->value()
);
return [
'claim_token_id' => (int)$claimToken->id,
'department_id' => (int)$claimToken->department_id->value(),
'label' => $claimToken->label->value() === null ? null : (string)$claimToken->label->value(),
'expires_at' => (string)$claimToken->expires_at->value(),
'status' => (string)$session['status'],
'step' => $session['step'] ?? null,
'message' => $session['message'] ?? null,
'started_at' => $session['started_at'] ?? null,
'updated_at' => $session['updated_at'] ?? null,
'terminal' => (bool)($session['terminal'] ?? false),
'gateway_id' => $session['gateway_id'] ?? null,
'last_error' => $session['last_error'] ?? null,
'diagnostics' => $session['diagnostics'] ?? [],
'events' => $session['events'] ?? [],
];
}
/**
* @throws Exception
*/
private function persistInstallSession(edge_gateway_claim_tokens_o $claimToken, array $update): array
{
$metadata = (array)($claimToken->metadata_json->value() ?? []);
$metadata['install_session'] = self::mergeInstallSessionUpdate(
isset($metadata['install_session']) && is_array($metadata['install_session'])
? (array)$metadata['install_session']
: [],
$update
);
$claimToken->metadata_json->set($metadata);
return $this->buildInstallTokenStatusPayload($claimToken);
}
public function getApiBaseUrl(): string
{
$configured = trim((string)(getenv('EDGE_PUBLIC_API_URL') ?: ''));
if ($configured !== '') {
return $configured;
}
$forwardedScheme = $this->detectForwardedScheme();
if ($forwardedScheme !== null) {
$scheme = strtolower($forwardedScheme) === 'https' ? 'https' : 'http';
} else {
$requestScheme = strtolower(trim((string)($_SERVER['REQUEST_SCHEME'] ?? '')));
$scheme = (!empty($_SERVER['HTTPS']) && $_SERVER['HTTPS'] !== 'off') || $requestScheme === 'https' ? 'https' : 'http';
}
$host = trim((string)($this->firstForwardedHeaderValue($_SERVER['HTTP_X_FORWARDED_HOST'] ?? null) ?? ($_SERVER['HTTP_HOST'] ?? $_SERVER['SERVER_NAME'] ?? 'localhost')));
if ($host === '') {
$host = 'localhost';
}
$forwardedPort = $this->firstForwardedHeaderValue($_SERVER['HTTP_X_FORWARDED_PORT'] ?? null);
$port = $forwardedPort !== null ? (int)$forwardedPort : 0;
if ($port <= 0) {
$hostPort = parse_url($scheme . '://' . $host, PHP_URL_PORT);
$port = is_int($hostPort) ? $hostPort : (int)($_SERVER['SERVER_PORT'] ?? 0);
}
if ($scheme === 'http' && in_array($port, [443, 4433], true)) {
$scheme = 'https';
}
if ($port > 0 && !str_contains($host, ':') && !(($scheme === 'https' && $port === 443) || ($scheme === 'http' && $port === 80))) {
$host .= ':' . $port;
}
$forwardedPrefix = $this->firstForwardedHeaderValue($_SERVER['HTTP_X_FORWARDED_PREFIX'] ?? null);
if ($forwardedPrefix !== null) {
$normalizedForwardedPrefix = '/' . trim($forwardedPrefix, '/');
$basePath = $normalizedForwardedPrefix === '/' ? '' : $normalizedForwardedPrefix;
} else {
$requestPath = parse_url((string)($_SERVER['REQUEST_URI'] ?? ''), PHP_URL_PATH);
$basePath = (is_string($requestPath) && preg_match('#^/api(?:/|$)#', $requestPath) === 1) ? '/api' : '';
}
return $scheme . '://' . $host . $basePath;
}
private function detectForwardedScheme(): ?string
{
$forwardedScheme = $this->firstForwardedHeaderValue($_SERVER['HTTP_X_FORWARDED_PROTO'] ?? null);
if ($forwardedScheme !== null) {
return $forwardedScheme;
}
$forwardedScheme = $this->firstForwardedHeaderValue($_SERVER['HTTP_X_FORWARDED_PROTOCOL'] ?? null);
if ($forwardedScheme !== null) {
return $forwardedScheme;
}
$forwardedHeader = trim((string)($_SERVER['HTTP_FORWARDED'] ?? ''));
if ($forwardedHeader !== '' && preg_match('/proto=([^;,\s]+)/i', $forwardedHeader, $matches) === 1) {
return trim($matches[1], "\"'");
}
return null;
}
private function firstForwardedHeaderValue(mixed $value): ?string
{
if (!is_string($value)) {
return null;
}
foreach (explode(',', $value) as $segment) {
$normalized = trim($segment);
if ($normalized !== '') {
return $normalized;
}
}
return null;
}
/**
* @throws Exception
*/
private function requireDispatchableGateway(int $gatewayId): edge_gateways_o
{
$gateway = $this->requireGateway($gatewayId);
$effectiveStatus = self::resolveGatewayStatus(
$gateway->status->value() === null ? null : (string)$gateway->status->value(),
$gateway->last_heartbeat_at->value() === null ? null : (string)$gateway->last_heartbeat_at->value()
);
if (!in_array($effectiveStatus, [self::STATUS_ONLINE, self::STATUS_DEGRADED], true)) {
throw new Exception('Gateway agent is offline');
}
return $gateway;
}
/**
* @throws Exception
*/
private function requireGateway(int $gatewayId): edge_gateways_o
{
$gateway = (new edge_gateways_o())->select($gatewayId);
if (!$gateway->exists() || $gateway->deleted_at->value() !== null) {
throw new Exception('Edge gateway not found');
}
if (!$this->departmentExists((int)$gateway->department_id->value())) {
$this->softDeleteOrphanedGateway($gateway);
throw new Exception('Edge gateway not found');
}
return $gateway;
}
private function departmentExists(int $departmentId): bool
{
if ($departmentId <= 0) {
return false;
}
try {
return (new departments_o())->select($departmentId)->exists();
} catch (\Throwable) {
return true;
}
}
private function softDeleteOrphanedGateway(edge_gateways_o $gateway): void
{
$gatewayId = (int)$gateway->id;
$departmentId = (int)$gateway->department_id->value();
try {
$this->softDeleteGatewayRelations($gatewayId);
} catch (\Throwable) {
}
try {
if ($gateway->deleted_at->value() === null) {
$gateway->deleted_at->set($this->now());
}
} catch (\Throwable) {
}
edge_gateway_view_cache::removeGateway($gatewayId, $departmentId > 0 ? $departmentId : null);
}
private function softDeleteGatewayRelations(int $gatewayId): void
{
$tables = [
'edge_gateway_device_inventory',
'edge_gateway_relay_bindings',
'edge_gateway_command_jobs',
'edge_gateway_operations',
];
$pdo = db::getPDO();
$deletedAt = $this->now();
foreach ($tables as $table) {
$statement = $pdo->prepare(
"UPDATE {$table}
SET deleted_at = :deleted_at
WHERE gateway_id = :gateway_id
AND deleted_at IS NULL"
);
$statement->execute([
':deleted_at' => $deletedAt,
':gateway_id' => $gatewayId,
]);
}
}
/**
* @throws Exception
*/
private function requireDepartment(int $departmentId): departments_o
{
$department = (new departments_o())->select($departmentId);
if (!$department->exists()) {
throw new Exception('Department not found');
}
return $department;
}
/**
* @throws Exception
*/
private function requireClaimToken(string $plainToken): edge_gateway_claim_tokens_o
{
$rows = (new edge_gateway_claim_tokens_o())->getFieldsWhere([
'token_hash' => $this->hashToken($plainToken),
'deleted_at' => null,
], ['id']);
if ($rows === []) {
throw new Exception('Invalid install token');
}
$claimToken = (new edge_gateway_claim_tokens_o())->select((int)$rows[0]['id']);
if (!$claimToken->exists()) {
throw new Exception('Invalid install token');
}
if ((self::parseApplicationDateTime((string)$claimToken->expires_at->value()) ?? 0) < time()) {
throw new Exception('Install token has expired');
}
return $claimToken;
}
/**
* @throws Exception
*/
private function requireClaimTokenById(int $claimTokenId): edge_gateway_claim_tokens_o
{
if ($claimTokenId <= 0) {
throw new Exception('Invalid install token');
}
$claimToken = (new edge_gateway_claim_tokens_o())->select($claimTokenId);
if (!$claimToken->exists() || $claimToken->deleted_at->value() !== null) {
throw new Exception('Invalid install token');
}
return $claimToken;
}
/**
* @throws Exception
*/
private function getPrimaryGatewayForDepartment(int $departmentId, bool $requireDispatchable = true): edge_gateways_o
{
$rows = (new edge_gateways_o())->getFieldsWhere([
'department_id' => $departmentId,
'deleted_at' => null,
], ['id']);
if ($rows === []) {
throw new Exception('No edge gateway found for department');
}
$gatewayIds = array_map(static fn(array $row): int => (int)$row['id'], $rows);
$gateways = array_map(static fn(int $id): edge_gateways_o => (new edge_gateways_o())->select($id), $gatewayIds);
usort($gateways, static function (edge_gateways_o $a, edge_gateways_o $b): int {
$aStatus = self::resolveGatewayStatus(
$a->status->value() === null ? null : (string)$a->status->value(),
$a->last_heartbeat_at->value() === null ? null : (string)$a->last_heartbeat_at->value()
);
$bStatus = self::resolveGatewayStatus(
$b->status->value() === null ? null : (string)$b->status->value(),
$b->last_heartbeat_at->value() === null ? null : (string)$b->last_heartbeat_at->value()
);
return ((int)$b->is_primary->value() <=> (int)$a->is_primary->value())
?: (self::statusPriority($bStatus) <=> self::statusPriority($aStatus))
?: (self::heartbeatTimestamp($b->last_heartbeat_at->value() === null ? null : (string)$b->last_heartbeat_at->value())
<=> self::heartbeatTimestamp($a->last_heartbeat_at->value() === null ? null : (string)$a->last_heartbeat_at->value()));
});
$gateway = $gateways[0];
$effectiveStatus = self::resolveGatewayStatus(
$gateway->status->value() === null ? null : (string)$gateway->status->value(),
$gateway->last_heartbeat_at->value() === null ? null : (string)$gateway->last_heartbeat_at->value()
);
if ($requireDispatchable && !in_array($effectiveStatus, [self::STATUS_ONLINE, self::STATUS_DEGRADED], true)) {
throw new Exception('Department edge gateway is offline');
}
return $gateway;
}
/**
* @throws Exception
*/
private function setGatewayPrimaryState(edge_gateways_o $gateway, bool $isPrimary): void
{
if ($isPrimary) {
$statement = db::getPDO()->prepare(
"UPDATE edge_gateways
SET is_primary = CASE WHEN id = :gateway_id THEN 1 ELSE 0 END
WHERE department_id = :department_id
AND deleted_at IS NULL"
);
$statement->execute([
':gateway_id' => (int)$gateway->id,
':department_id' => (int)$gateway->department_id->value(),
]);
$gateway->is_primary->set(true);
return;
}
$replacement = $this->findAlternateGatewayForDepartment(
(int)$gateway->department_id->value(),
(int)$gateway->id
);
if ($replacement === null) {
throw new Exception('Department must retain a primary gateway');
}
$replacement->is_primary->set(true);
$gateway->is_primary->set(false);
}
private function findAlternateGatewayForDepartment(int $departmentId, int $excludedGatewayId): ?edge_gateways_o
{
$rows = (new edge_gateways_o())->getFieldsWhere([
'department_id' => $departmentId,
'deleted_at' => null,
], ['id']);
$gatewayIds = array_values(array_filter(
array_map(static fn(array $row): int => (int)$row['id'], $rows),
static fn(int $gatewayId): bool => $gatewayId !== $excludedGatewayId
));
if ($gatewayIds === []) {
return null;
}
$gateways = array_map(static fn(int $id): edge_gateways_o => (new edge_gateways_o())->select($id), $gatewayIds);
usort($gateways, static function (edge_gateways_o $a, edge_gateways_o $b): int {
$aStatus = self::resolveGatewayStatus(
$a->status->value() === null ? null : (string)$a->status->value(),
$a->last_heartbeat_at->value() === null ? null : (string)$a->last_heartbeat_at->value()
);
$bStatus = self::resolveGatewayStatus(
$b->status->value() === null ? null : (string)$b->status->value(),
$b->last_heartbeat_at->value() === null ? null : (string)$b->last_heartbeat_at->value()
);
return ((int)$b->is_primary->value() <=> (int)$a->is_primary->value())
?: (self::statusPriority($bStatus) <=> self::statusPriority($aStatus))
?: (self::heartbeatTimestamp($b->last_heartbeat_at->value() === null ? null : (string)$b->last_heartbeat_at->value())
<=> self::heartbeatTimestamp($a->last_heartbeat_at->value() === null ? null : (string)$a->last_heartbeat_at->value()));
});
return $gateways[0] ?? null;
}
private function createCommandJob(
int $gatewayId,
string $commandType,
array $request,
?int $userId,
array $delivery = []
): edge_gateway_command_jobs_o
{
$deliveryMetadata = $this->buildDeliveryMetadata($delivery, self::COMMAND_EXPIRES_AFTER_SECONDS);
$jobObject = new edge_gateway_command_jobs_o();
$jobId = $jobObject->add_object([
'gateway_id' => $gatewayId,
'command_type' => $commandType,
'status' => 'PENDING',
'request_json' => $request,
'response_json' => [],
'delivery_json' => $deliveryMetadata,
'correlation_id' => bin2hex(random_bytes(16)),
'requested_by' => $userId,
'requested_at' => $this->now(),
]);
return $jobObject->select($jobId);
}
private function expireTimedOutRelayStatusCommandJobs(int $gatewayId): void
{
if ($gatewayId <= 0) {
return;
}
$statement = db::getPDO()->prepare(
"SELECT id
FROM edge_gateway_command_jobs
WHERE gateway_id = :gateway_id
AND deleted_at IS NULL
AND command_type = 'GET_RELAY_STATUS'
AND status IN ('PENDING', 'DISPATCHING')
AND requested_at <= :cutoff
ORDER BY requested_at ASC, id ASC
LIMIT 200"
);
$statement->execute([
':gateway_id' => $gatewayId,
':cutoff' => $this->formatDateTime(time() - self::COMMAND_WAIT_TIMEOUT_SECONDS),
]);
foreach ($statement->fetchAll() ?: [] as $row) {
$jobId = (int)($row['id'] ?? 0);
if ($jobId <= 0) {
continue;
}
$job = (new edge_gateway_command_jobs_o())->select($jobId);
if ($job->exists()) {
$this->finalizeCommandJob($job, false, [], 'Edge gateway command timed out', null, 'TIMED_OUT');
}
}
}
/**
* @throws Exception
*/
private function waitForCommandResult(int $jobId, int $timeoutSeconds = self::COMMAND_WAIT_TIMEOUT_SECONDS): array
{
$deadline = microtime(true) + max(0, $timeoutSeconds);
do {
$job = (new edge_gateway_command_jobs_o())->select($jobId);
if (!$job->exists()) {
throw new Exception('Edge gateway command job not found');
}
$status = (string)$job->status->value();
if ($status === 'COMPLETED') {
$response = (array)($job->response_json->value() ?? []);
return (array)($response['payload'] ?? []);
}
if ($status === 'FAILED') {
$errorMessage = trim((string)($job->error_message->value() ?? ''));
throw new Exception($errorMessage !== '' ? $errorMessage : 'Edge gateway command failed');
}
if ($status === 'TIMED_OUT') {
$errorMessage = trim((string)($job->error_message->value() ?? ''));
throw new Exception($errorMessage !== '' ? $errorMessage : 'Edge gateway command timed out');
}
if (microtime(true) >= $deadline) {
break;
}
usleep(self::COMMAND_POLL_INTERVAL_MICROSECONDS);
} while (true);
$job = (new edge_gateway_command_jobs_o())->select($jobId);
if ($job->exists()) {
$status = (string)$job->status->value();
if ($status === 'COMPLETED') {
$response = (array)($job->response_json->value() ?? []);
return (array)($response['payload'] ?? []);
}
if ($status === 'FAILED') {
$errorMessage = trim((string)($job->error_message->value() ?? ''));
throw new Exception($errorMessage !== '' ? $errorMessage : 'Edge gateway command failed');
}
if ($status === 'TIMED_OUT') {
$errorMessage = trim((string)($job->error_message->value() ?? ''));
throw new Exception($errorMessage !== '' ? $errorMessage : 'Edge gateway command timed out');
}
$this->finalizeCommandJob($job, false, [], 'Edge gateway command timed out', null, 'TIMED_OUT');
}
throw new Exception('Edge gateway command timed out');
}
private function claimNextCommandJob(edge_gateways_o $gateway): ?edge_gateway_command_jobs_o
{
$pdo = db::getPDO();
$pdo->beginTransaction();
try {
$statement = $pdo->prepare(
'SELECT id, delivery_json
FROM edge_gateway_command_jobs
WHERE gateway_id = :gateway_id
AND deleted_at IS NULL
AND (
status = :pending_status_match
OR (
status = :dispatching_status_match
AND COALESCE(updated_at, created_at, requested_at) <= :stale_before
AND COALESCE(JSON_UNQUOTE(JSON_EXTRACT(delivery_json, \'$.no_auto_retry\')), \'false\') <> \'true\'
)
)
ORDER BY CASE WHEN status = :pending_status_order THEN 0 ELSE 1 END, requested_at ASC, id ASC
LIMIT 1
FOR UPDATE'
);
$statement->execute([
':gateway_id' => (int)$gateway->id,
':pending_status_match' => 'PENDING',
':dispatching_status_match' => 'DISPATCHING',
':pending_status_order' => 'PENDING',
':stale_before' => $this->formatDateTime(time() - self::COMMAND_DISPATCH_STALE_AFTER_SECONDS),
]);
$row = $statement->fetch();
if (!is_array($row) || !isset($row['id'])) {
$pdo->commit();
return null;
}
$delivery = isset($row['delivery_json']) && is_string($row['delivery_json'])
? json_decode($row['delivery_json'], true)
: [];
if (!is_array($delivery)) {
$delivery = [];
}
$delivery['delivery_channel'] = self::DELIVERY_CHANNEL_API;
$delivery['attempt_count'] = ((int)($delivery['attempt_count'] ?? 0)) + 1;
$delivery['last_dispatch_error'] = null;
$encodedDelivery = json_encode($delivery, JSON_UNESCAPED_UNICODE | JSON_UNESCAPED_SLASHES);
if (!is_string($encodedDelivery)) {
$encodedDelivery = '{}';
}
$update = $pdo->prepare(
'UPDATE edge_gateway_command_jobs
SET status = :status,
response_json = :response_json,
delivery_json = :delivery_json,
error_message = NULL,
completed_at = NULL
WHERE id = :id'
);
$update->execute([
':status' => 'DISPATCHING',
':response_json' => json_encode([], JSON_UNESCAPED_UNICODE),
':delivery_json' => $encodedDelivery,
':id' => (int)$row['id'],
]);
$pdo->commit();
} catch (\Throwable $throwable) {
if ($pdo->inTransaction()) {
$pdo->rollBack();
}
throw $throwable;
}
$this->clearObjectPropertyCache('edge_gateway_command_jobs', (int)$row['id']);
return (new edge_gateway_command_jobs_o())->select((int)$row['id']);
}
private function formatAgentCommandJob(edge_gateway_command_jobs_o $job, edge_gateways_o $gateway): array
{
return [
'id' => (int)$job->id,
'gateway_id' => (int)$gateway->id,
'department_id' => (int)$gateway->department_id->value(),
'command_type' => (string)$job->command_type->value(),
'commandType' => (string)$job->command_type->value(),
'payload' => $this->buildCommandExecutionPayload($job, $gateway),
'requested_at' => (string)$job->requested_at->value(),
];
}
private function buildCommandExecutionPayload(edge_gateway_command_jobs_o $job, edge_gateways_o $gateway): array
{
return array_merge([
'jobId' => (int)$job->id,
'gatewayId' => (int)$gateway->id,
'departmentId' => (int)$gateway->department_id->value(),
'correlationId' => (string)$job->correlation_id->value(),
], (array)($job->request_json->value() ?? []));
}
private function finalizeCommandJob(
edge_gateway_command_jobs_o $job,
bool $ok,
array $payload = [],
?string $errorMessage = null,
?edge_gateways_o $gateway = null,
?string $terminalStatus = null
): void {
$gatewayObject = $gateway ?? $this->requireGateway((int)$job->gateway_id->value());
$response = [
'ok' => $ok,
'payload' => $payload,
];
if (!$ok && $errorMessage !== null && trim($errorMessage) !== '') {
$response['error'] = $errorMessage;
}
$job->response_json->set($response);
$job->delivery_json->set($this->buildDeliveryMetadata(
array_merge(
(array)($job->delivery_json->value() ?? []),
[
'delivery_channel' => ((array)($job->delivery_json->value() ?? []))['delivery_channel'] ?? self::DELIVERY_CHANNEL_API,
'last_dispatch_error' => $ok ? null : $errorMessage,
]
),
self::COMMAND_EXPIRES_AFTER_SECONDS
));
$job->completed_at->set($this->now());
$job->error_message->set($ok ? null : $errorMessage);
$job->status->set($ok ? 'COMPLETED' : $this->normalizeCommandFailureStatus($terminalStatus));
$this->applyCommandResult($gatewayObject, $job, $ok, $payload, $errorMessage);
}
private function normalizeCommandFailureStatus(?string $status): string
{
$normalized = strtoupper(trim((string)$status));
return in_array($normalized, ['FAILED', 'TIMED_OUT'], true) ? $normalized : 'FAILED';
}
private function applyCommandResult(
edge_gateways_o $gateway,
edge_gateway_command_jobs_o $job,
bool $ok,
array $payload,
?string $errorMessage
): void {
unset($errorMessage);
if ((string)$job->command_type->value() === 'DISCOVER_SHELLY') {
if ($ok) {
$inventory = isset($payload['inventory']) && is_array($payload['inventory']) ? $payload['inventory'] : [];
$this->syncDeviceInventory((int)$gateway->id, $inventory);
$gateway->discovery_status->set('READY');
} else {
$gateway->discovery_status->set('FAILED');
}
}
}
private function resolveRelayBindingLocalIp(
int $gatewayId,
array $binding,
string $deviceId,
mixed $existingLocalIp = null
): ?string {
$incomingLocalIp = $this->normalizeLocalIp(
$binding['local_ip']
?? $binding['localIp']
?? $binding['ip']
?? $binding['metadata']['local_ip']
?? null
);
if ($incomingLocalIp !== null) {
return $incomingLocalIp;
}
$preservedLocalIp = $this->normalizeLocalIp($existingLocalIp);
if ($preservedLocalIp !== null) {
return $preservedLocalIp;
}
$inventoryLocalIp = $this->findInventoryLocalIp($gatewayId, $deviceId);
if ($inventoryLocalIp !== null) {
return $inventoryLocalIp;
}
return $this->findShellyCloudRelayLocalIp(
$deviceId,
trim((string)($binding['relay_id'] ?? ''))
);
}
private function findInventoryLocalIp(int $gatewayId, string $deviceId): ?string
{
$rows = (new edge_gateway_device_inventory_o())->getFieldsWhere([
'gateway_id' => $gatewayId,
'device_id' => $deviceId,
'deleted_at' => null,
], ['id']);
if ($rows === []) {
return null;
}
$inventoryObject = (new edge_gateway_device_inventory_o())->select((int)$rows[0]['id']);
return $this->normalizeLocalIp($inventoryObject->local_ip->value());
}
private function findShellyCloudRelayLocalIp(string $deviceId, string $relayId): ?string
{
foreach ($this->listShellyRelayOptionsForLocalIpLookup() as $option) {
$optionDeviceId = trim((string)($option['device_id'] ?? ''));
$optionRelayId = trim((string)($option['id'] ?? ''));
if ($optionDeviceId !== $deviceId && $optionRelayId !== $relayId && $optionRelayId !== $deviceId) {
continue;
}
$localIp = $this->normalizeLocalIp(
$option['local_ip']
?? $option['localIp']
?? $option['ip']
?? null
);
if ($localIp !== null) {
return $localIp;
}
}
return null;
}
/**
* @return array<int,array<string,mixed>>
*/
private function listShellyRelayOptionsForLocalIpLookup(): array
{
if (is_array($this->shellyRelayOptionsCache)) {
return $this->shellyRelayOptionsCache;
}
if ($this->realShellyRequestsBlockedForTests()) {
$this->shellyRelayOptionsCache = [];
return $this->shellyRelayOptionsCache;
}
try {
$this->shellyRelayOptionsCache = (new shelly_relay_inventory())->listRelayOptions(true);
} catch (\Throwable) {
$this->shellyRelayOptionsCache = [];
}
return $this->shellyRelayOptionsCache;
}
private function realShellyRequestsBlockedForTests(): bool
{
return trim((string)(getenv('TRUCKWASH_TEST_BLOCK_REAL_SHELLY') ?: '')) === '1';
}
private function normalizeLocalIp(mixed $value): ?string
{
$localIp = trim((string)($value ?? ''));
if ($localIp === '') {
return null;
}
return filter_var($localIp, FILTER_VALIDATE_IP) !== false ? $localIp : null;
}
/**
* @param array<string,mixed> $device
*/
private function extractDeviceLocalIp(array $device): ?string
{
return $this->normalizeLocalIp(
$device['local_ip']
?? $device['localIp']
?? $device['ip']
?? $device['metadata']['local_ip']
?? $device['metadata']['localIp']
?? $device['metadata']['ip']
?? null
);
}
private function resolveRelayBindingDeviceGeneration(array $binding): ?int
{
$metadata = isset($binding['metadata']) && is_array($binding['metadata'])
? (array)$binding['metadata']
: [];
$generation = $this->resolveShellyDeviceGenerationFromPayload(array_merge($metadata, $binding));
if ($generation !== null) {
return $generation;
}
$inventoryDevice = $this->findInventoryDeviceForRelayBinding($binding);
if ($inventoryDevice !== null) {
$generation = $this->resolveShellyDeviceGenerationFromPayload($inventoryDevice);
if ($generation !== null) {
return $generation;
}
}
$deviceId = trim((string)($binding['device_id'] ?? ''));
$relayId = trim((string)($binding['relay_id'] ?? ''));
foreach ($this->listShellyRelayOptionsForLocalIpLookup() as $option) {
$optionDeviceId = trim((string)($option['device_id'] ?? ''));
$optionRelayId = trim((string)($option['id'] ?? ''));
if ($optionDeviceId !== $deviceId && $optionRelayId !== $relayId && $optionRelayId !== $deviceId) {
continue;
}
$generation = $this->resolveShellyDeviceGenerationFromPayload($option);
if ($generation !== null) {
return $generation;
}
}
return null;
}
private function findInventoryDeviceForRelayBinding(array $binding): ?array
{
$gatewayId = (int)($binding['gateway_id'] ?? 0);
$deviceId = trim((string)($binding['device_id'] ?? ''));
if ($gatewayId <= 0 || $deviceId === '') {
return null;
}
$rows = (new edge_gateway_device_inventory_o())->getFieldsWhere([
'gateway_id' => $gatewayId,
'device_id' => $deviceId,
'deleted_at' => null,
], ['id']);
if ($rows === []) {
return null;
}
$inventoryObject = (new edge_gateway_device_inventory_o())->select((int)$rows[0]['id']);
return $inventoryObject->exists() ? $inventoryObject->asArray() : null;
}
private function normalizeDeviceCapabilities(array $device): array
{
$capabilities = isset($device['capabilities']) && is_array($device['capabilities'])
? (array)$device['capabilities']
: [];
if (!isset($capabilities['generation'])) {
$generation = $this->resolveShellyDeviceGenerationFromPayload($device);
if ($generation !== null) {
$capabilities['generation'] = $generation;
}
}
return $capabilities;
}
private function resolveShellyDeviceGenerationFromPayload(array $payload): ?int
{
$metadata = isset($payload['metadata']) && is_array($payload['metadata']) ? (array)$payload['metadata'] : [];
$capabilities = isset($payload['capabilities']) && is_array($payload['capabilities']) ? (array)$payload['capabilities'] : [];
foreach ([
$payload['deviceGeneration'] ?? null,
$payload['device_generation'] ?? null,
$payload['generation'] ?? null,
$payload['gen'] ?? null,
$capabilities['generation'] ?? null,
$metadata['deviceGeneration'] ?? null,
$metadata['device_generation'] ?? null,
$metadata['generation'] ?? null,
$metadata['gen'] ?? null,
$metadata['capabilities']['generation'] ?? null,
] as $candidate) {
$generation = $this->normalizeShellyDeviceGeneration($candidate);
if ($generation !== null) {
return $generation;
}
}
foreach ([
$payload['device_model'] ?? null,
$payload['deviceModel'] ?? null,
$payload['model'] ?? null,
$payload['device_type'] ?? null,
$payload['deviceType'] ?? null,
$payload['type'] ?? null,
$payload['code'] ?? null,
$metadata['device_model'] ?? null,
$metadata['deviceModel'] ?? null,
$metadata['model'] ?? null,
$metadata['device_type'] ?? null,
$metadata['deviceType'] ?? null,
$metadata['type'] ?? null,
$metadata['code'] ?? null,
] as $candidate) {
$generation = $this->inferShellyDeviceGenerationFromString((string)($candidate ?? ''));
if ($generation !== null) {
return $generation;
}
}
return null;
}
private function normalizeShellyDeviceGeneration(mixed $value): ?int
{
if (is_int($value)) {
return $value > 0 ? $value : null;
}
if (is_numeric($value)) {
$generation = (int)$value;
return $generation > 0 ? $generation : null;
}
return $this->inferShellyDeviceGenerationFromString((string)($value ?? ''));
}
private function inferShellyDeviceGenerationFromString(string $value): ?int
{
$normalized = trim($value);
if ($normalized === '') {
return null;
}
if (preg_match('/\bgen(?:eration)?\s*([1-9]\d*)\b/i', $normalized, $matches) === 1) {
return (int)$matches[1];
}
$upper = strtoupper($normalized);
if (preg_match('/\bS([3-9])(?:[A-Z0-9]+)?-[A-Z0-9-]+\b/', $upper, $matches) === 1) {
return (int)$matches[1];
}
if (preg_match('/\b(?:SHELLY\s+)?(?:PLUS|PRO)\b/i', $normalized) === 1
|| preg_match('/\bSP[A-Z0-9]+-[A-Z0-9-]+\b/', $upper) === 1) {
return 2;
}
if (preg_match('/\bSH[A-Z0-9]+-?[A-Z0-9-]*\b/', $upper) === 1) {
return 1;
}
return null;
}
private function backfillRelayBindingLocalIpFromInventory(int $gatewayId, string $deviceId, ?string $localIp): void
{
$localIp = $this->normalizeLocalIp($localIp);
if ($localIp === null) {
return;
}
$rows = (new edge_gateway_relay_bindings_o())->getFieldsWhere([
'gateway_id' => $gatewayId,
'device_id' => $deviceId,
'deleted_at' => null,
], ['id']);
foreach ($rows as $row) {
$bindingObject = (new edge_gateway_relay_bindings_o())->select((int)$row['id']);
if ($this->normalizeLocalIp($bindingObject->local_ip->value()) !== null) {
continue;
}
$bindingObject->local_ip->set($localIp);
}
}
/**
* @param array<int,array<string,mixed>> $inventory
*/
private function syncDeviceInventory(int $gatewayId, array $inventory): void
{
foreach ($inventory as $device) {
$deviceId = trim((string)($device['device_id'] ?? $device['id'] ?? ''));
if ($deviceId === '') {
continue;
}
$localIp = $this->extractDeviceLocalIp($device);
$capabilities = $this->normalizeDeviceCapabilities($device);
$rows = (new edge_gateway_device_inventory_o())->getFieldsWhere([
'gateway_id' => $gatewayId,
'device_id' => $deviceId,
'deleted_at' => null,
], ['id']);
if ($rows === []) {
(new edge_gateway_device_inventory_o())->add_object([
'gateway_id' => $gatewayId,
'device_id' => $deviceId,
'local_ip' => $localIp,
'model' => $device['model'] ?? null,
'channel_count' => (int)($device['channel_count'] ?? $device['channels'] ?? 1),
'capabilities_json' => $capabilities,
'online' => (bool)($device['online'] ?? true),
'last_seen_at' => $this->now(),
'metadata_json' => (array)($device['metadata'] ?? []),
]);
$this->backfillRelayBindingLocalIpFromInventory($gatewayId, $deviceId, $localIp);
continue;
}
$inventoryObject = (new edge_gateway_device_inventory_o())->select((int)$rows[0]['id']);
if ($localIp !== null) {
$inventoryObject->local_ip->set($localIp);
}
$inventoryObject->model->set($device['model'] ?? null);
$inventoryObject->channel_count->set((int)($device['channel_count'] ?? $device['channels'] ?? 1));
$inventoryObject->capabilities_json->set($capabilities);
$inventoryObject->online->set((bool)($device['online'] ?? true));
$inventoryObject->last_seen_at->set($this->now());
$inventoryObject->metadata_json->set((array)($device['metadata'] ?? []));
$this->backfillRelayBindingLocalIpFromInventory($gatewayId, $deviceId, $localIp);
}
}
/**
* @return array<int,array<string,mixed>>
*/
private function listRecentObjects(object $object, array $conditions, int $limit = 20): array
{
if (!method_exists($object, 'getFieldsWhere') || !method_exists($object, 'select')) {
return [];
}
$rows = $object->getFieldsWhere($conditions, ['id']);
$ids = array_map(static fn(array $row): int => (int)$row['id'], $rows);
rsort($ids);
$ids = array_slice($ids, 0, $limit);
$result = [];
foreach ($ids as $id) {
$tmp = $object::class;
$selected = (new $tmp())->select($id);
if (method_exists($selected, 'asArray')) {
$result[] = $selected->asArray();
}
}
return $result;
}
/**
* @throws Exception
*/
public function validateBrokerAgentConnection(int $gatewayId, string $plainToken): array
{
$gateway = $this->authenticateGateway($gatewayId, $plainToken);
return [
'id' => (int)$gateway->id,
'gateway_id' => (int)$gateway->id,
'department_id' => (int)$gateway->department_id->value(),
'label' => (string)$gateway->label->value(),
'hostname' => $gateway->hostname->value() === null ? null : (string)$gateway->hostname->value(),
];
}
/**
* @throws Exception
*/
public function recordBrokerPresence(
int $gatewayId,
string $status,
?string $connectionId = null,
?string $reason = null,
array $metadata = []
): array {
$gateway = $this->requireGateway($gatewayId);
$normalizedStatus = trim(strtolower($status));
$connected = $normalizedStatus === 'connected';
$presence = [
'gateway_id' => $gatewayId,
'connected' => $connected,
'connection_id' => $connectionId,
'last_seen_at' => $this->now(),
'disconnect_reason' => $connected ? null : $reason,
'last_error' => !$connected && $reason !== null && trim($reason) !== '' ? trim($reason) : null,
'metadata' => $metadata,
];
$this->writeBrokerPresence($gatewayId, $presence);
$gatewayMetadata = (array)($gateway->metadata_json->value() ?? []);
$gatewayMetadata['broker_presence'] = array_merge(
(array)($gatewayMetadata['broker_presence'] ?? []),
$presence
);
$gatewayMetadata['broker_connected'] = $connected;
if ($connected) {
$gatewayMetadata['broker_connected_at'] = $this->now();
$gatewayMetadata['broker_last_error'] = null;
} else {
$gatewayMetadata['broker_disconnected_at'] = $this->now();
$gatewayMetadata['broker_last_error'] = $reason;
}
$gateway->metadata_json->set($gatewayMetadata);
edge_gateway_view_cache::syncGateway($this->getGateway($gatewayId));
return $presence;
}
private function readBrokerPresence(int $gatewayId): array
{
$redisPresence = $this->withRedis(
static fn(redis $redis): ?string => $redis->get(edge_gateway_manager::brokerPresenceKey($gatewayId)),
null
);
if (is_string($redisPresence) && trim($redisPresence) !== '') {
$decoded = json_decode($redisPresence, true);
if (is_array($decoded)) {
return $decoded;
}
}
$gateway = (new edge_gateways_o())->select($gatewayId);
if ($gateway->exists()) {
$metadata = (array)($gateway->metadata_json->value() ?? []);
if (isset($metadata['broker_presence']) && is_array($metadata['broker_presence'])) {
return (array)$metadata['broker_presence'];
}
}
return [];
}
private function writeBrokerPresence(int $gatewayId, array $presence): void
{
$encoded = json_encode($presence, JSON_UNESCAPED_UNICODE | JSON_UNESCAPED_SLASHES);
if ($encoded === false) {
return;
}
$this->withRedis(
static function (redis $redis) use ($gatewayId, $encoded): void {
$redis->setEx(edge_gateway_manager::brokerPresenceKey($gatewayId), $encoded, edge_gateway_manager::BROKER_PRESENCE_TTL_SECONDS);
}
);
}
private static function brokerPresenceKey(int $gatewayId): string
{
return 'edge_gateway_broker_presence_' . $gatewayId;
}
private function withRedis(callable $callback, mixed $fallback = null): mixed
{
try {
return $callback(new redis());
} catch (\Throwable) {
return $fallback;
}
}
private function buildGatewayOperationalSnapshot(int $gatewayId): array
{
$pdo = db::getPDO();
$counts = [
'command_backlog' => 0,
'operation_backlog' => 0,
'stale_dispatching_commands' => 0,
'recent_command_failures' => 0,
'recent_command_timeouts' => 0,
'recent_unknown_gate_outcomes' => 0,
'recent_relay_commands' => 0,
'recent_relay_failure_rate' => 0.0,
'recent_command_avg_latency_seconds' => null,
'last_successful_command_at' => null,
'last_successful_discovery_at' => null,
'last_successful_operation_at' => null,
'last_successful_update_at' => null,
];
$countQueries = [
'command_backlog' => "SELECT COUNT(*) AS c
FROM edge_gateway_command_jobs
WHERE gateway_id = :gateway_id
AND deleted_at IS NULL
AND status IN ('PENDING', 'DISPATCHING')",
'operation_backlog' => "SELECT COUNT(*) AS c
FROM edge_gateway_operations
WHERE gateway_id = :gateway_id
AND deleted_at IS NULL
AND status IN ('PENDING', 'IN_PROGRESS')",
'stale_dispatching_commands' => "SELECT COUNT(*) AS c
FROM edge_gateway_command_jobs
WHERE gateway_id = :gateway_id
AND deleted_at IS NULL
AND status = 'DISPATCHING'
AND COALESCE(updated_at, created_at, requested_at) <= :stale_before",
'recent_command_failures' => "SELECT COUNT(*) AS c
FROM edge_gateway_command_jobs
WHERE gateway_id = :gateway_id
AND deleted_at IS NULL
AND status IN ('FAILED', 'TIMED_OUT')
AND requested_at >= :recent_cutoff",
'recent_command_timeouts' => "SELECT COUNT(*) AS c
FROM edge_gateway_command_jobs
WHERE gateway_id = :gateway_id
AND deleted_at IS NULL
AND status = 'TIMED_OUT'
AND requested_at >= :recent_cutoff",
'recent_unknown_gate_outcomes' => "SELECT COUNT(*) AS c
FROM edge_gateway_command_jobs
WHERE gateway_id = :gateway_id
AND deleted_at IS NULL
AND status = 'TIMED_OUT'
AND requested_at >= :recent_cutoff
AND COALESCE(JSON_UNQUOTE(JSON_EXTRACT(delivery_json, '$.no_auto_retry')), 'false') = 'true'",
'recent_relay_commands' => "SELECT COUNT(*) AS c
FROM edge_gateway_command_jobs
WHERE gateway_id = :gateway_id
AND deleted_at IS NULL
AND command_type IN ('GET_RELAY_STATUS', 'SET_RELAY_STATE')
AND requested_at >= :recent_cutoff",
];
foreach ($countQueries as $key => $sql) {
$statement = $pdo->prepare($sql);
$params = [
':gateway_id' => $gatewayId,
];
if (str_contains($sql, ':stale_before')) {
$params[':stale_before'] = $this->formatDateTime(time() - self::COMMAND_DISPATCH_STALE_AFTER_SECONDS);
}
if (str_contains($sql, ':recent_cutoff')) {
$params[':recent_cutoff'] = $this->formatDateTime(time() - self::RELAY_OPERATIONAL_WINDOW_SECONDS);
}
$statement->execute($params);
$row = $statement->fetch();
$counts[$key] = isset($row['c']) ? (int)$row['c'] : 0;
}
$counts['recent_relay_failure_rate'] = $counts['recent_relay_commands'] > 0
? round($counts['recent_command_failures'] / $counts['recent_relay_commands'], 4)
: 0.0;
$latencyStatement = $pdo->prepare(
"SELECT AVG(TIMESTAMPDIFF(SECOND, requested_at, completed_at)) AS avg_latency
FROM edge_gateway_command_jobs
WHERE gateway_id = :gateway_id
AND deleted_at IS NULL
AND completed_at IS NOT NULL
AND requested_at >= :recent_cutoff"
);
$latencyStatement->execute([
':gateway_id' => $gatewayId,
':recent_cutoff' => $this->formatDateTime(time() - self::RELAY_OPERATIONAL_WINDOW_SECONDS),
]);
$latencyRow = $latencyStatement->fetch();
if (is_array($latencyRow) && $latencyRow['avg_latency'] !== null) {
$counts['recent_command_avg_latency_seconds'] = round((float)$latencyRow['avg_latency'], 2);
}
$timestampQueries = [
'last_successful_command_at' => "SELECT completed_at AS ts
FROM edge_gateway_command_jobs
WHERE gateway_id = :gateway_id
AND deleted_at IS NULL
AND status = 'COMPLETED'
ORDER BY completed_at DESC, id DESC
LIMIT 1",
'last_successful_discovery_at' => "SELECT completed_at AS ts
FROM edge_gateway_command_jobs
WHERE gateway_id = :gateway_id
AND deleted_at IS NULL
AND status = 'COMPLETED'
AND command_type = 'DISCOVER_SHELLY'
ORDER BY completed_at DESC, id DESC
LIMIT 1",
'last_successful_operation_at' => "SELECT completed_at AS ts
FROM edge_gateway_operations
WHERE gateway_id = :gateway_id
AND deleted_at IS NULL
AND status = 'COMPLETED'
ORDER BY completed_at DESC, id DESC
LIMIT 1",
'last_successful_update_at' => "SELECT completed_at AS ts
FROM edge_gateway_operations
WHERE gateway_id = :gateway_id
AND deleted_at IS NULL
AND status = 'COMPLETED'
AND type = 'UPDATE'
ORDER BY completed_at DESC, id DESC
LIMIT 1",
];
foreach ($timestampQueries as $key => $sql) {
$statement = $pdo->prepare($sql);
$statement->execute([':gateway_id' => $gatewayId]);
$row = $statement->fetch();
$counts[$key] = isset($row['ts']) ? (string)$row['ts'] : null;
}
return $counts;
}
private function buildBrokerPublicUrl(): ?string
{
$configured = $this->configuredPublicBrokerUrl();
if ($configured !== '') {
return rtrim($configured, '/');
}
$apiBaseUrl = $this->getApiBaseUrl();
if (trim($apiBaseUrl) === '') {
return null;
}
return rtrim($apiBaseUrl, '/') . '/edge-broker';
}
private function buildBrokerPublicWebSocketUrl(string $path = ''): ?string
{
$brokerUrl = $this->buildBrokerPublicUrl();
if ($brokerUrl === null) {
return null;
}
$parsed = parse_url($brokerUrl);
$scheme = strtolower((string)($parsed['scheme'] ?? 'http')) === 'https' ? 'wss' : 'ws';
$host = (string)($parsed['host'] ?? '');
if ($host === '') {
return null;
}
$port = isset($parsed['port']) ? ':' . (int)$parsed['port'] : '';
$basePath = rtrim((string)($parsed['path'] ?? ''), '/');
$normalizedPath = '/' . ltrim($path, '/');
$fullPath = $basePath . ($normalizedPath === '/' ? '' : $normalizedPath);
return $scheme . '://' . $host . $port . ($fullPath === '' ? '' : $fullPath);
}
private function buildBrokerInternalUrl(): ?string
{
$configured = $this->configuredBrokerInternalUrl();
return $configured !== '' ? rtrim($configured, '/') : null;
}
private function configuredPublicBrokerUrl(): string
{
try {
$configured = trim((string)(new edgegateway())->publicBrokerUrl());
if ($configured !== '') {
return rtrim($configured, '/');
}
} catch (Exception) {
}
$fallback = trim((string)(getenv('EDGE_PUBLIC_BROKER_URL') ?: ''));
return $fallback !== '' ? rtrim($fallback, '/') : '';
}
private function configuredBrokerInternalUrl(): string
{
try {
$configured = trim((string)(new edgegateway())->brokerUrl());
if ($configured !== '') {
return rtrim($configured, '/');
}
} catch (Exception) {
}
$fallback = trim((string)(getenv('EDGE_BROKER_URL') ?: ''));
return $fallback !== '' ? rtrim($fallback, '/') : '';
}
private function configuredBrokerAuthMode(): string
{
try {
$configured = trim((string)(new edgegateway())->brokerAuthMode());
return $configured !== '' ? $configured : 'manager';
} catch (Exception) {
}
$fallback = trim((string)(getenv('EDGE_AUTH_MODE') ?: ''));
return $fallback !== '' ? $fallback : 'manager';
}
private function configuredBrokerSharedSecret(): string
{
try {
$configured = trim((string)(new edgegateway())->brokerSharedSecret());
if ($configured !== '') {
return $configured;
}
} catch (Exception) {
}
return trim((string)(getenv('EDGE_BROKER_SHARED_SECRET') ?: ''));
}
private function resolveGatewayPreferredCommandChannel(edge_gateways_o|array $gateway): string
{
$gatewayId = is_array($gateway) ? (int)($gateway['id'] ?? 0) : (int)$gateway->id;
if ($gatewayId <= 0 || $this->buildBrokerInternalUrl() === null) {
return self::DELIVERY_CHANNEL_API;
}
$presence = $this->readBrokerPresence($gatewayId);
return self::isBrokerPresenceConnected($presence) ? self::DELIVERY_CHANNEL_BROKER : self::DELIVERY_CHANNEL_API;
}
public function validateBrokerSharedSecret(?string $secret): bool
{
$configured = $this->configuredBrokerSharedSecret();
if ($configured === '') {
return false;
}
return $secret !== null && hash_equals($configured, trim($secret));
}
/**
* @param array<string,mixed> $options
* @return array<string,mixed>
*/
public function diagnoseBrokerConfiguration(array $options = []): array
{
$target = strtolower(trim((string)($options['target'] ?? 'all')));
$target = in_array($target, ['internal', 'public', 'secret', 'all'], true) ? $target : 'all';
$internalUrl = $this->normalizeBrokerDiagnosticBaseUrl($this->configuredBrokerInternalUrl());
$publicConfigured = $this->configuredPublicBrokerUrl();
$publicUrl = $this->normalizeBrokerDiagnosticBaseUrl(
$publicConfigured !== '' ? $publicConfigured : $this->deriveBrokerPublicUrl()
);
$sharedSecret = array_key_exists('broker_shared_secret', $options)
? trim((string)$options['broker_shared_secret'])
: $this->configuredBrokerSharedSecret();
$diagnostics = [
'target' => $target,
'checked_at' => $this->now(),
'broker_auth_mode' => array_key_exists('broker_auth_mode', $options)
? trim((string)$options['broker_auth_mode'])
: $this->configuredBrokerAuthMode(),
'broker_shared_secret_configured' => $sharedSecret !== '',
];
if ($target === 'internal' || $target === 'all') {
$diagnostics['internal_broker_connection'] = $this->diagnoseBrokerHttpEndpoint(
$internalUrl,
'Internal broker'
);
}
if ($target === 'public' || $target === 'all') {
$diagnostics['public_broker_url'] = $this->diagnoseBrokerHttpEndpoint(
$publicUrl,
'Public broker'
);
}
if ($target === 'secret' || $target === 'all') {
$diagnostics['broker_shared_secret'] = $this->diagnoseBrokerSharedSecret(
$internalUrl,
$sharedSecret
);
}
return $diagnostics;
}
private function deriveBrokerPublicUrl(): ?string
{
$apiBaseUrl = $this->getApiBaseUrl();
if (trim($apiBaseUrl) === '') {
return null;
}
return rtrim($apiBaseUrl, '/') . '/edge-broker';
}
/**
* @return array{url:?string,error:?string}
*/
private function normalizeBrokerDiagnosticBaseUrl(mixed $value): array
{
$url = trim((string)$value);
if ($url === '') {
return [
'url' => null,
'error' => 'not_configured',
];
}
$parsed = parse_url($url);
$scheme = is_array($parsed) ? strtolower((string)($parsed['scheme'] ?? '')) : '';
$host = is_array($parsed) ? trim((string)($parsed['host'] ?? '')) : '';
if (!is_array($parsed) || $host === '' || !in_array($scheme, ['http', 'https'], true)) {
return [
'url' => $url,
'error' => 'invalid_url',
];
}
return [
'url' => rtrim($url, '/'),
'error' => null,
];
}
/**
* @param array{url:?string,error:?string} $baseUrl
* @return array<string,mixed>
*/
private function diagnoseBrokerHttpEndpoint(array $baseUrl, string $label): array
{
if ($baseUrl['url'] === null || $baseUrl['error'] !== null) {
return $this->brokerDiagnosticUrlFailure($baseUrl, $label);
}
$health = $this->brokerHttpProbe($baseUrl['url'] . '/api/health');
if (($health['status_code'] ?? null) === 200 && !empty($health['json']['ok'])) {
return array_merge($this->redactBrokerDiagnosticProbe($health), [
'ok' => true,
'status' => 'connected',
'url' => $baseUrl['url'],
'message' => $label . ' responded to the health check.',
]);
}
if (($health['status_code'] ?? null) === 404 && $this->isBrokerNotFoundProbe($health)) {
return array_merge($this->redactBrokerDiagnosticProbe($health), [
'ok' => true,
'status' => 'connected_legacy',
'url' => $baseUrl['url'],
'message' => $label . ' responded, but the health endpoint is not deployed yet.',
]);
}
if (($health['status_code'] ?? null) !== null) {
return array_merge($this->redactBrokerDiagnosticProbe($health), [
'ok' => false,
'status' => 'unexpected_response',
'url' => $baseUrl['url'],
'message' => $label . ' returned HTTP ' . (string)$health['status_code'] . ' instead of the broker health response.',
]);
}
return array_merge($this->redactBrokerDiagnosticProbe($health), [
'ok' => false,
'status' => 'unreachable',
'url' => $baseUrl['url'],
'message' => $label . ' did not respond.',
]);
}
/**
* @param array{url:?string,error:?string} $baseUrl
* @return array<string,mixed>
*/
private function diagnoseBrokerSharedSecret(array $baseUrl, string $sharedSecret): array
{
if ($baseUrl['url'] === null || $baseUrl['error'] !== null) {
return $this->brokerDiagnosticUrlFailure($baseUrl, 'Internal broker');
}
$headers = $sharedSecret !== '' ? ['x-edge-broker-secret: ' . $sharedSecret] : [];
$diagnostic = $this->brokerHttpProbe(
$baseUrl['url'] . '/api/diagnostics/shared-secret',
'POST',
[],
$headers
);
if (($diagnostic['status_code'] ?? null) === 200 && !empty($diagnostic['json']['ok'])) {
$required = (bool)($diagnostic['json']['shared_secret_required'] ?? false);
return array_merge($this->redactBrokerDiagnosticProbe($diagnostic), [
'ok' => true,
'status' => $required ? 'validated' : 'not_required',
'url' => $baseUrl['url'],
'message' => $required
? 'Broker accepted the configured shared secret.'
: 'Broker responded and does not currently require a shared secret.',
]);
}
if (($diagnostic['status_code'] ?? null) === 403) {
return array_merge($this->redactBrokerDiagnosticProbe($diagnostic), [
'ok' => false,
'status' => 'secret_rejected',
'url' => $baseUrl['url'],
'message' => 'Broker rejected the configured shared secret.',
]);
}
if (($diagnostic['status_code'] ?? null) === 404 && $this->isBrokerNotFoundProbe($diagnostic)) {
return $this->diagnoseBrokerSharedSecretWithLegacySync($baseUrl, $headers);
}
if (($diagnostic['status_code'] ?? null) !== null) {
return array_merge($this->redactBrokerDiagnosticProbe($diagnostic), [
'ok' => false,
'status' => 'unexpected_response',
'url' => $baseUrl['url'],
'message' => 'Broker returned HTTP ' . (string)$diagnostic['status_code'] . ' during shared secret validation.',
]);
}
return array_merge($this->redactBrokerDiagnosticProbe($diagnostic), [
'ok' => false,
'status' => 'unreachable',
'url' => $baseUrl['url'],
'message' => 'Internal broker did not respond during shared secret validation.',
]);
}
/**
* @param array{url:?string,error:?string} $baseUrl
* @param array<int,string> $headers
* @return array<string,mixed>
*/
private function diagnoseBrokerSharedSecretWithLegacySync(array $baseUrl, array $headers): array
{
$legacy = $this->brokerHttpProbe(
$baseUrl['url'] . '/api/gateways/0/sync',
'POST',
['diagnostic' => true],
$headers
);
if (($legacy['status_code'] ?? null) === 200 && !empty($legacy['json']['ok'])) {
return array_merge($this->redactBrokerDiagnosticProbe($legacy), [
'ok' => true,
'status' => 'validated_legacy',
'url' => $baseUrl['url'],
'message' => 'Broker accepted the shared secret through the legacy sync endpoint.',
]);
}
if (($legacy['status_code'] ?? null) === 403) {
return array_merge($this->redactBrokerDiagnosticProbe($legacy), [
'ok' => false,
'status' => 'secret_rejected',
'url' => $baseUrl['url'],
'message' => 'Broker rejected the configured shared secret.',
]);
}
return array_merge($this->redactBrokerDiagnosticProbe($legacy), [
'ok' => false,
'status' => ($legacy['status_code'] ?? null) === null ? 'unreachable' : 'unexpected_response',
'url' => $baseUrl['url'],
'message' => 'Broker shared secret could not be validated.',
]);
}
/**
* @param array<string,mixed> $probe
* @return array<string,mixed>
*/
private function redactBrokerDiagnosticProbe(array $probe): array
{
unset($probe['json']);
$probe['body_excerpt'] = null;
return $probe;
}
/**
* @param array{url:?string,error:?string} $baseUrl
* @return array<string,mixed>
*/
private function brokerDiagnosticUrlFailure(array $baseUrl, string $label): array
{
$error = (string)($baseUrl['error'] ?? 'not_configured');
return [
'ok' => false,
'status' => $error,
'url' => $baseUrl['url'],
'status_code' => null,
'elapsed_ms' => 0,
'message' => $error === 'invalid_url'
? $label . ' URL is not a valid http(s) URL.'
: $label . ' URL is not configured.',
];
}
/**
* @param array<string,mixed> $response
*/
private function isBrokerNotFoundProbe(array $response): bool
{
$json = isset($response['json']) && is_array($response['json']) ? (array)$response['json'] : [];
return strtolower(trim((string)($json['error'] ?? ''))) === 'not found';
}
/**
* @param array<int,string> $headers
* @return array<string,mixed>
*/
private function brokerHttpProbe(
string $url,
string $method = 'GET',
?array $payload = null,
array $headers = [],
int $timeoutSeconds = 3
): array {
$method = strtoupper(trim($method)) ?: 'GET';
$requestHeaders = array_filter(array_merge(['Accept: application/json'], $headers));
$options = [
'method' => $method,
'header' => implode("\r\n", $requestHeaders),
'timeout' => max(1, $timeoutSeconds),
'ignore_errors' => true,
];
if ($payload !== null) {
$requestHeaders[] = 'Content-Type: application/json';
$options['header'] = implode("\r\n", array_filter($requestHeaders));
$options['content'] = json_encode($payload, JSON_UNESCAPED_UNICODE | JSON_UNESCAPED_SLASHES);
}
$context = stream_context_create(['http' => $options]);
$started = microtime(true);
$body = @file_get_contents($url, false, $context);
$elapsedMs = (int)round((microtime(true) - $started) * 1000);
$responseHeaders = is_array($http_response_header ?? null) ? $http_response_header : [];
$statusCode = $this->parseHttpStatusCode($responseHeaders);
if ($body === false) {
$lastError = error_get_last();
return [
'status_code' => $statusCode,
'elapsed_ms' => $elapsedMs,
'error' => isset($lastError['message']) ? self::trimInstallSessionText($lastError['message'], 512) : null,
'json' => null,
'body_excerpt' => null,
];
}
$decoded = json_decode($body, true);
return [
'status_code' => $statusCode,
'elapsed_ms' => $elapsedMs,
'error' => null,
'json' => is_array($decoded) ? $decoded : null,
'body_excerpt' => null,
];
}
/**
* @param array<int,string> $headers
*/
private function parseHttpStatusCode(array $headers): ?int
{
foreach ($headers as $header) {
if (preg_match('/^HTTP\/\S+\s+(\d{3})\b/i', trim((string)$header), $matches) === 1) {
return (int)$matches[1];
}
}
return null;
}
/**
* @throws Exception
*/
public function buildBrokerBacklog(int $gatewayId, ?string $agentInstanceId = null): array
{
$gateway = $this->requireGateway($gatewayId);
$operations = new edge_gateway_operation_service($this);
$dispatch = [];
$operation = $operations->claimBrokerOperation($gatewayId, $agentInstanceId);
if ($operation !== null) {
$dispatch[] = [
'type' => 'TASK_DISPATCH',
'taskType' => 'OPERATION',
'operation' => $operation,
];
}
foreach ($operations->listBrokerCancellationRequests($gatewayId, $agentInstanceId) as $cancelledOperation) {
$dispatch[] = [
'type' => 'TASK_CANCEL',
'taskType' => 'OPERATION',
'operation' => $cancelledOperation,
];
}
return [
'gateway' => [
'id' => (int)$gateway->id,
'department_id' => (int)$gateway->department_id->value(),
'label' => (string)$gateway->label->value(),
],
'dispatch' => $dispatch,
];
}
public function notifyBrokerGatewaySync(int $gatewayId): void
{
$brokerUrl = $this->buildBrokerInternalUrl();
if ($brokerUrl === null) {
return;
}
try {
$this->httpJsonRequest(
$brokerUrl . '/api/gateways/' . $gatewayId . '/sync',
['gatewayId' => $gatewayId],
['x-edge-broker-secret: ' . $this->configuredBrokerSharedSecret()],
self::BROKER_HTTP_TIMEOUT_SECONDS
);
} catch (Exception) {
// Broker sync is opportunistic. Legacy polling remains available during rollout.
}
}
private function normalizeRelayBindingMetadata(array $metadata = [], array $binding = []): array
{
$fallbackMode = strtoupper(trim((string)($binding['fallback_mode'] ?? $metadata['fallback_mode'] ?? self::RELAY_FALLBACK_PREFER_LOCAL)));
if (!in_array($fallbackMode, [
self::RELAY_FALLBACK_PREFER_LOCAL,
self::RELAY_FALLBACK_LOCAL_ONLY,
self::RELAY_FALLBACK_CLOUD_ONLY,
], true)) {
$fallbackMode = self::RELAY_FALLBACK_PREFER_LOCAL;
}
$metadata['fallback_mode'] = $fallbackMode;
$consumerContexts = $binding['consumer_contexts'] ?? $binding['consumers'] ?? $metadata['consumer_contexts'] ?? $metadata['consumers'] ?? [];
if (!is_array($consumerContexts)) {
$consumerContexts = [];
}
$consumerContexts = array_values(array_filter(array_map(static function (mixed $consumer): ?array {
if (!is_array($consumer)) {
return null;
}
$consumerType = trim((string)($consumer['type'] ?? ''));
if ($consumerType === '') {
return null;
}
return [
'type' => $consumerType,
'id' => isset($consumer['id']) ? (int)$consumer['id'] : null,
'slot' => isset($consumer['slot']) ? (string)$consumer['slot'] : null,
'label' => isset($consumer['label']) ? (string)$consumer['label'] : null,
];
}, $consumerContexts)));
$metadata['consumer_contexts'] = $consumerContexts;
$metadata['consumers'] = $consumerContexts;
foreach (['device_type', 'device_model', 'code'] as $field) {
$value = trim((string)($binding[$field] ?? $metadata[$field] ?? ''));
if ($value !== '') {
$metadata[$field] = $value;
}
}
$generation = $this->normalizeShellyDeviceGeneration(
$binding['deviceGeneration']
?? $binding['device_generation']
?? $binding['generation']
?? $metadata['deviceGeneration']
?? $metadata['device_generation']
?? $metadata['generation']
?? null
);
if ($generation !== null) {
$metadata['device_generation'] = $generation;
$metadata['generation'] = $generation;
}
if (isset($binding['last_resolution']) && is_array($binding['last_resolution'])) {
$metadata['last_resolution'] = (array)$binding['last_resolution'];
}
if (array_key_exists('last_success_at', $binding)) {
$metadata['last_success_at'] = $binding['last_success_at'];
}
if (array_key_exists('last_error', $binding)) {
$metadata['last_error'] = $binding['last_error'];
}
return $metadata;
}
private function buildDeliveryMetadata(array $overrides = [], int $ttlSeconds = self::COMMAND_EXPIRES_AFTER_SECONDS): array
{
$preferredChannel = strtoupper(trim((string)($overrides['preferred_channel'] ?? self::DELIVERY_CHANNEL_API)));
if (!in_array($preferredChannel, [
self::DELIVERY_CHANNEL_BROKER,
self::DELIVERY_CHANNEL_API,
self::DELIVERY_CHANNEL_CLOUD,
], true)) {
$preferredChannel = self::DELIVERY_CHANNEL_API;
}
return array_merge([
'preferred_channel' => $preferredChannel,
'delivery_channel' => $overrides['delivery_channel'] ?? null,
'attempt_count' => isset($overrides['attempt_count']) ? (int)$overrides['attempt_count'] : 0,
'expires_at' => $overrides['expires_at'] ?? $this->formatDateTime(time() + max(30, $ttlSeconds)),
'fallback_reason' => $overrides['fallback_reason'] ?? null,
'last_dispatch_error' => $overrides['last_dispatch_error'] ?? null,
], $overrides);
}
private function resolveRelayExecutionPlan(edge_gateways_o $gateway, array $binding, string $logicalRelayId): array
{
$gatewayData = $gateway->asArray();
$gatewayData['metadata']['broker_presence'] = $this->readBrokerPresence((int)$gateway->id);
$gatewayData['department_transport_mode'] = $this->getDepartmentTransportMode((int)$gateway->department_id->value());
$gatewayData['inventory'] = $this->listInventory((int)$gateway->id);
$gatewayData['bindings'] = [$binding];
$runtime = self::deriveGatewayRuntimeState($gatewayData);
$relayHealth = (array)($runtime['relay_health'][0] ?? []);
$executionPath = (string)($relayHealth['execution_path'] ?? 'local');
return array_merge($relayHealth, [
'relay_id' => $logicalRelayId,
'execution_path' => $executionPath,
'preferred_channel' => $executionPath === 'local'
? $this->resolveGatewayPreferredCommandChannel($gateway)
: self::DELIVERY_CHANNEL_CLOUD,
]);
}
private function forceLocalRelayExecutionPlan(array $resolution): array
{
$wasCloud = (string)($resolution['execution_path'] ?? 'local') === 'cloud';
$recoveryActions = array_values(array_filter(array_unique(array_merge(
(array)($resolution['recovery_actions'] ?? []),
['retry_local_command']
))));
return array_merge($resolution, [
'execution_path' => 'local',
'preferred_channel' => self::DELIVERY_CHANNEL_BROKER,
'fallback_mode' => self::RELAY_FALLBACK_LOCAL_ONLY,
'reason' => $wasCloud ? 'local_transport_override' : ($resolution['reason'] ?? null),
'recommended_action' => $resolution['recommended_action'] ?? 'retry_local_command',
'recovery_actions' => $recoveryActions,
]);
}
private function normalizeRelayToggleAfter(?int $toggleAfterSeconds): ?int
{
if ($toggleAfterSeconds === null || $toggleAfterSeconds <= 0) {
return null;
}
return $toggleAfterSeconds;
}
private function currentRelayActionContext(): array
{
$context = [];
foreach (self::$relayActionContextStack as $entry) {
if (is_array($entry)) {
$context = array_replace_recursive($context, $entry);
}
}
return $context;
}
private function normalizeRelayActionContext(array $context): array
{
$context = array_replace_recursive($this->currentRelayActionContext(), $context);
$module = trim((string)($context['module'] ?? $context['module_responsible'] ?? ''));
$reason = trim((string)($context['reason'] ?? $context['action_reason'] ?? ''));
$context['module'] = $module !== '' ? $module : 'edge_gateway';
$context['module_responsible'] = $context['module'];
$context['reason'] = $reason !== '' ? $reason : 'Relay dispatch';
$actor = array_replace(
$this->resolveRelayAuthenticatedActorContext(),
isset($context['actor']) && is_array($context['actor']) ? (array)$context['actor'] : []
);
foreach (['user_id', 'admin_user_id', 'customer_user_id', 'customer_number', 'subuser_id', 'type', 'display_name'] as $key) {
if (array_key_exists($key, $context) && !array_key_exists($key, $actor)) {
$actor[$key] = $context[$key];
}
}
$context['actor'] = $this->compactRelayLogArray($actor);
$associated = isset($context['associated']) && is_array($context['associated'])
? (array)$context['associated']
: [];
foreach (['admin_user_id', 'customer_user_id', 'customer_number', 'subuser_id'] as $key) {
if (isset($context['actor'][$key]) && !isset($associated[$key])) {
$associated[$key] = $context['actor'][$key];
}
if (array_key_exists($key, $context) && !isset($associated[$key])) {
$associated[$key] = $context[$key];
}
}
$context['associated'] = $this->compactRelayLogArray($associated);
return $this->compactRelayLogArray($context);
}
private function resolveRelayAuthenticatedActorContext(): array
{
if (!function_exists('getallheaders')) {
return [];
}
try {
$headers = getallheaders();
} catch (\Throwable) {
return [];
}
if (!is_array($headers) || $this->relayHeaderValue($headers, 'Authorization') === null) {
return [];
}
try {
$user = (new authentication())->get_user();
} catch (\Throwable) {
return [];
}
if (!$user instanceof \objects\users_o || !$user->exists()) {
return [];
}
$userId = (int)$user->id;
$customerNumber = isset($user->customer_number)
? (int)($user->customer_number->value() ?? 0)
: 0;
$displayName = isset($user->display_name) ? trim((string)($user->display_name->value() ?? '')) : '';
$actor = [
'user_id' => $userId,
'type' => $customerNumber > 0 ? 'customer' : 'admin',
];
if ($displayName !== '') {
$actor['display_name'] = $displayName;
}
if ($customerNumber > 0) {
$actor['customer_user_id'] = $userId;
$actor['customer_number'] = $customerNumber;
} else {
$actor['admin_user_id'] = $userId;
}
return $actor;
}
private function relayHeaderValue(array $headers, string $name): ?string
{
$normalized = strtolower($name);
foreach ($headers as $key => $value) {
if (strtolower((string)$key) === $normalized) {
$value = trim((string)$value);
return $value !== '' ? $value : null;
}
}
return null;
}
private function resolveRelayRequestedBy(array $actionContext): ?int
{
$actor = isset($actionContext['actor']) && is_array($actionContext['actor']) ? (array)$actionContext['actor'] : [];
foreach (['admin_user_id', 'user_id', 'customer_user_id'] as $key) {
$id = isset($actor[$key]) ? (int)$actor[$key] : 0;
if ($id > 0) {
return $id;
}
}
return null;
}
private function buildRelayCommandSignal(edge_gateway_command_jobs_o $job, array $request): array
{
$delivery = (array)($job->delivery_json->value() ?? []);
return $this->compactRelayLogArray([
'command_type' => (string)$job->command_type->value(),
'job_id' => (int)$job->id,
'correlation_id' => (string)$job->correlation_id->value(),
'request' => $request,
'preferred_channel' => $delivery['preferred_channel'] ?? null,
'require_fast_path' => !empty($delivery['require_fast_path']),
'fallback_reason' => $delivery['fallback_reason'] ?? null,
]);
}
private function appendRelayDispatchLog(
array $binding,
array $resolution,
bool $success,
array $dispatchLog,
array $result = [],
?\Throwable $exception = null
): ?array {
try {
$gatewayId = (int)($binding['gateway_id'] ?? 0);
if ($gatewayId <= 0) {
return null;
}
$context = $this->buildRelayLogContext($binding, $resolution, $success, $dispatchLog, $result, $exception);
return $this->appendGatewayLogEntry(
$gatewayId,
$this->buildRelayLogMessage($context, $success),
$success ? 'INFO' : 'ERROR',
'relay',
'RELAY_DISPATCH',
$context
);
} catch (\Throwable) {
return null;
}
}
private function buildRelayLogContext(
array $binding,
array $resolution,
bool $success,
array $dispatchLog,
array $result,
?\Throwable $exception
): array {
$actionContext = $this->normalizeRelayActionContext(
isset($dispatchLog['action_context']) && is_array($dispatchLog['action_context'])
? (array)$dispatchLog['action_context']
: []
);
$handler = strtolower(trim((string)($dispatchLog['handler'] ?? $resolution['execution_path'] ?? 'local')));
$handler = $handler === 'cloud' ? 'cloud' : 'local';
$deliveryChannel = (string)($resolution['delivery_channel']
?? ($handler === 'cloud' ? self::DELIVERY_CHANNEL_CLOUD : ($resolution['preferred_channel'] ?? self::DELIVERY_CHANNEL_API)));
$relayId = trim((string)($dispatchLog['relay_id'] ?? $binding['relay_id'] ?? ''));
$signal = isset($dispatchLog['signal']) && is_array($dispatchLog['signal'])
? (array)$dispatchLog['signal']
: [];
if ($relayId !== '' && !isset($signal['relay_id'])) {
$signal['relay_id'] = $relayId;
}
$relayRole = $this->normalizeRelayLogRole(
$actionContext['relay_role']
?? $actionContext['role']
?? $binding['metadata']['relay_role']
?? $binding['metadata']['role']
?? null
);
$relayName = $this->resolveRelayLogDisplayName($binding, $actionContext, $signal);
$context = [
'success' => $success,
'module' => (string)$actionContext['module'],
'module_responsible' => (string)$actionContext['module_responsible'],
'reason' => (string)$actionContext['reason'],
'handler' => $handler,
'execution_path' => $handler,
'delivery_channel' => $deliveryChannel,
'department_id' => isset($binding['department_id']) ? (int)$binding['department_id'] : null,
'gateway_id' => isset($binding['gateway_id']) ? (int)$binding['gateway_id'] : null,
'relay_id' => $relayId !== '' ? $relayId : null,
'relay_name' => $relayName,
'relay_role' => $relayRole,
'action' => strtoupper(trim((string)($dispatchLog['action'] ?? 'RELAY'))),
'target_on' => array_key_exists('target_on', $dispatchLog) ? $dispatchLog['target_on'] : null,
'toggle_after_seconds' => $dispatchLog['toggle_after_seconds'] ?? null,
'actor' => isset($actionContext['actor']) && is_array($actionContext['actor']) ? (array)$actionContext['actor'] : [],
'associated' => isset($actionContext['associated']) && is_array($actionContext['associated']) ? (array)$actionContext['associated'] : [],
'binding' => $this->relayLogBindingPayload($binding),
'execution' => $this->compactRelayLogArray([
'path' => $handler,
'channel' => $deliveryChannel,
'reason' => $resolution['reason'] ?? null,
'fallback_reason' => $resolution['fallback_reason'] ?? null,
'fallback_mode' => $resolution['fallback_mode'] ?? self::RELAY_FALLBACK_PREFER_LOCAL,
'recommended_action' => $resolution['recommended_action'] ?? null,
]),
'signal' => $this->sanitizeRelayLogValue($signal),
'response' => $this->relayLogResponsePayload($result),
];
if ($exception !== null) {
$context['error'] = [
'message' => $exception->getMessage(),
'type' => $exception::class,
];
}
$extraContext = $actionContext;
unset(
$extraContext['module'],
$extraContext['module_responsible'],
$extraContext['reason'],
$extraContext['actor'],
$extraContext['associated'],
$extraContext['admin_user_id'],
$extraContext['customer_user_id'],
$extraContext['customer_number'],
$extraContext['subuser_id'],
$extraContext['relay_name'],
$extraContext['relay_label'],
$extraContext['relay_role'],
$extraContext['role']
);
if ($extraContext !== []) {
$context['action_context'] = $this->sanitizeRelayLogValue($extraContext);
}
$context = $this->compactRelayLogArray($context);
$description = $this->buildRelayLogDescription($context, $success);
if ($description !== '') {
$context['description'] = $description;
}
return $this->compactRelayLogArray($context);
}
private function buildRelayLogMessage(array $context, bool $success): string
{
$description = trim((string)($context['description'] ?? ''));
if ($description !== '') {
return $description;
}
return $this->buildRelayLogDescription($context, $success);
}
private function buildRelayLogDescription(array $context, bool $success): string
{
$subject = $this->buildRelayLogSubject($context);
$handler = strtolower(trim((string)($context['handler'] ?? 'local')));
$channel = trim((string)($context['delivery_channel'] ?? ''));
if (!$success) {
return trim(sprintf('%s failed via %s', $subject, $handler));
}
return trim(sprintf(
'%s handled by %s%s',
$subject,
$handler,
$channel !== '' ? ' via ' . $channel : ''
));
}
private function buildRelayLogSubject(array $context): string
{
$action = strtoupper(trim((string)($context['action'] ?? 'RELAY')));
$relayId = trim((string)($context['relay_id'] ?? 'unknown'));
$relayName = trim((string)($context['relay_name'] ?? ''));
$relayTarget = $relayName !== '' ? $relayName : $relayId;
$relayRole = $this->normalizeRelayLogRole($context['relay_role'] ?? null);
$state = $this->resolveRelayLogState($context);
if (in_array($relayRole, ['ENTRY', 'EXIT'], true)) {
$verb = $state === false ? 'Close' : 'Open';
return trim(sprintf('%s %s %s', $verb, $relayRole, $relayTarget));
}
if (in_array($relayRole, ['MACHINE', 'PROGRAM_PICKER', 'CLEANER'], true) && $state !== null) {
return trim(sprintf('%s %s %s', $relayRole, $state ? 'ON' : 'OFF', $relayTarget));
}
$targetState = $state !== null ? ($state ? ' ON' : ' OFF') : '';
return trim(sprintf('Relay %s %s%s', $action, $relayTarget, $targetState));
}
private function resolveRelayLogState(array $context): ?bool
{
if (array_key_exists('target_on', $context) && $context['target_on'] !== null) {
return (bool)$context['target_on'];
}
$signal = isset($context['signal']) && is_array($context['signal']) ? (array)$context['signal'] : [];
$request = isset($signal['request']) && is_array($signal['request']) ? (array)$signal['request'] : [];
if (array_key_exists('on', $request)) {
return (bool)$request['on'];
}
$response = isset($context['response']) && is_array($context['response']) ? (array)$context['response'] : [];
if (array_key_exists('on', $response)) {
return (bool)$response['on'];
}
return null;
}
private function normalizeRelayLogRole(mixed $role): ?string
{
$normalized = strtoupper(trim((string)($role ?? '')));
if ($normalized === '') {
return null;
}
return match ($normalized) {
'ENTRANCE', 'IN', 'INLET', 'ENTRY_GATE' => 'ENTRY',
'OUT', 'OUTLET', 'EXIT_GATE' => 'EXIT',
'MACHINE_PROGRAM_PICKER', 'PROGRAM_SELECTOR', 'PICKER' => 'PROGRAM_PICKER',
'MACHINE_CLEANER' => 'CLEANER',
default => $normalized,
};
}
private function resolveRelayLogDisplayName(array $binding, array $actionContext, array $signal): ?string
{
$metadata = isset($binding['metadata']) && is_array($binding['metadata']) ? (array)$binding['metadata'] : [];
$request = isset($signal['request']) && is_array($signal['request']) ? (array)$signal['request'] : [];
$relayId = trim((string)($signal['relay_id'] ?? $binding['relay_id'] ?? $request['relayId'] ?? $request['id'] ?? ''));
$directName = $this->firstRelayLogString([
$actionContext['relay_name'] ?? null,
$actionContext['relay_label'] ?? null,
$metadata['relay_name'] ?? null,
$metadata['relay_label'] ?? null,
$metadata['name'] ?? null,
$metadata['label'] ?? null,
$request['relay_name'] ?? null,
$request['relay_label'] ?? null,
]);
if ($directName !== null) {
return $directName;
}
$departmentName = $this->findDepartmentRelayName(
isset($binding['department_id']) ? (int)$binding['department_id'] : 0,
$relayId
);
if ($departmentName !== null) {
return $departmentName;
}
foreach ($this->listShellyRelayOptionsForLocalIpLookup() as $option) {
$optionRelayId = trim((string)($option['id'] ?? ''));
if ($optionRelayId === '' || $optionRelayId !== $relayId) {
continue;
}
$optionName = $this->firstRelayLogString([
$option['name'] ?? null,
$option['label'] ?? null,
$option['device_name'] ?? null,
]);
if ($optionName !== null) {
return $optionName;
}
}
return null;
}
private function firstRelayLogString(array $candidates): ?string
{
foreach ($candidates as $candidate) {
$value = trim((string)($candidate ?? ''));
if ($value !== '') {
return $value;
}
}
return null;
}
private function findDepartmentRelayName(int $departmentId, string $relayId): ?string
{
if ($departmentId <= 0 || trim($relayId) === '') {
return null;
}
try {
$rows = (new department_relays_o())->getFieldsWhere([
'department' => $departmentId,
'relay_id' => $relayId,
'deleted_at' => null,
], ['id', 'name']);
} catch (\Throwable) {
return null;
}
foreach ($rows as $row) {
$name = trim((string)($row['name'] ?? ''));
if ($name !== '') {
return $name;
}
}
return null;
}
private function relayLogBindingPayload(array $binding): array
{
$metadata = isset($binding['metadata']) && is_array($binding['metadata']) ? (array)$binding['metadata'] : [];
return $this->compactRelayLogArray([
'id' => isset($binding['id']) ? (int)$binding['id'] : null,
'gateway_id' => isset($binding['gateway_id']) ? (int)$binding['gateway_id'] : null,
'department_id' => isset($binding['department_id']) ? (int)$binding['department_id'] : null,
'relay_id' => $binding['relay_id'] ?? null,
'relay_name' => $this->firstRelayLogString([
$metadata['relay_name'] ?? null,
$metadata['relay_label'] ?? null,
$metadata['name'] ?? null,
$metadata['label'] ?? null,
]),
'device_id' => $binding['device_id'] ?? null,
'local_ip' => $binding['local_ip'] ?? null,
'channel' => isset($binding['channel']) ? (int)$binding['channel'] : null,
]);
}
private function relayLogResponsePayload(array $result): array
{
if ($result === []) {
return [];
}
return $this->compactRelayLogArray([
'online' => array_key_exists('online', $result) ? (bool)$result['online'] : null,
'on' => array_key_exists('on', $result) ? (bool)$result['on'] : null,
'raw' => $this->sanitizeRelayLogValue($result['raw'] ?? $result),
]);
}
private function normalizeRelayTransportResponse(array|object|null $response): array
{
if ($response === null) {
return [];
}
$normalized = is_array($response) ? (array)($response[0] ?? $response) : (array)$response;
return [
'online' => (bool)($normalized['online'] ?? true),
'on' => (bool)($normalized['on']
?? $normalized['output']
?? $normalized['status']['switch:0']['output']
?? false),
'raw' => (array)($normalized['raw'] ?? $normalized),
];
}
private function inferRelayIdFromTransportPayload(array $payload): ?string
{
$relayId = trim((string)($payload['id'] ?? $payload['relayId'] ?? $payload['relay_id'] ?? ''));
if ($relayId !== '') {
return $relayId;
}
$ids = (array)($payload['ids'] ?? []);
foreach ($ids as $id) {
$relayId = trim((string)$id);
if ($relayId !== '') {
return $relayId;
}
}
return null;
}
private function inferRelayActionFromEndpoint(string $endpoint): string
{
return str_contains(strtolower($endpoint), '/get') ? 'STATUS' : 'SWITCH';
}
private function compactRelayLogArray(array $value): array
{
return array_filter(
$value,
static fn(mixed $entry): bool => $entry !== null && $entry !== '' && $entry !== []
);
}
private function sanitizeRelayLogValue(mixed $value, int $depth = 0): mixed
{
if ($depth > 5) {
return '[truncated]';
}
if (is_object($value)) {
$value = (array)$value;
}
if (is_array($value)) {
$result = [];
$count = 0;
foreach ($value as $key => $entry) {
if ($count >= 80) {
$result['__truncated'] = true;
break;
}
$result[$key] = $this->sanitizeRelayLogValue($entry, $depth + 1);
$count++;
}
return $result;
}
if (is_string($value) && strlen($value) > 2000) {
return substr($value, 0, 2000) . '...';
}
if (is_scalar($value) || $value === null) {
return $value;
}
return (string)$value;
}
/**
* @throws Exception
*/
private function dispatchGatewayCommand(edge_gateways_o $gateway, edge_gateway_command_jobs_o $job): array
{
$delivery = (array)($job->delivery_json->value() ?? []);
$preferredChannel = (string)($delivery['preferred_channel'] ?? self::DELIVERY_CHANNEL_API);
$requireFastPath = !empty($delivery['require_fast_path']);
$waitTimeoutSeconds = self::COMMAND_WAIT_TIMEOUT_SECONDS;
$effectiveStatus = self::resolveGatewayStatus(
$gateway->status->value() === null ? null : (string)$gateway->status->value(),
$gateway->last_heartbeat_at->value() === null ? null : (string)$gateway->last_heartbeat_at->value()
);
if (!$requireFastPath && !in_array($effectiveStatus, [self::STATUS_ONLINE, self::STATUS_DEGRADED], true)) {
throw new Exception('Gateway agent is offline');
}
if ($preferredChannel === self::DELIVERY_CHANNEL_BROKER) {
if ($this->buildBrokerInternalUrl() === null) {
$this->markCommandDeliveryFailure($job, self::DELIVERY_CHANNEL_BROKER, 'Edge broker is not configured', 'broker_not_configured');
if ($requireFastPath) {
$this->finalizeCommandJob($job, false, [], 'Edge broker is not configured', $gateway);
throw new Exception('Edge broker is not configured');
}
} else {
try {
$this->markCommandJobDispatching($job, self::DELIVERY_CHANNEL_BROKER);
$payload = $this->dispatchBrokerCommand($gateway, $job);
$this->finalizeCommandJob($job, true, $payload, null, $gateway);
return $payload;
} catch (Exception $exception) {
$this->markCommandDeliveryFailure($job, self::DELIVERY_CHANNEL_BROKER, $exception->getMessage(), 'broker_dispatch_failed');
if ($requireFastPath) {
$this->finalizeCommandJob(
$job,
false,
[],
$exception->getMessage(),
$gateway,
$this->isCommandTimeoutError($exception->getMessage()) ? 'TIMED_OUT' : 'FAILED'
);
throw $exception;
}
if ($this->commandDisallowsAutomaticRetry($job)) {
$this->finalizeCommandJob(
$job,
false,
[],
$exception->getMessage(),
$gateway,
$this->isCommandTimeoutError($exception->getMessage()) ? 'TIMED_OUT' : 'FAILED'
);
throw $exception;
}
$this->requeueCommandForApiPolling($job, $exception->getMessage());
$waitTimeoutSeconds = max(
self::COMMAND_WAIT_TIMEOUT_SECONDS,
self::COMMAND_POLL_TIMEOUT_SECONDS + 5
);
}
}
}
if ($requireFastPath) {
$this->finalizeCommandJob($job, false, [], 'Edge broker fast path is unavailable', $gateway);
throw new Exception('Edge broker fast path is unavailable');
}
return $this->waitForCommandResult((int)$job->id, $waitTimeoutSeconds);
}
private function commandDisallowsAutomaticRetry(edge_gateway_command_jobs_o $job): bool
{
$delivery = (array)($job->delivery_json->value() ?? []);
return filter_var($delivery['no_auto_retry'] ?? false, FILTER_VALIDATE_BOOLEAN);
}
private function requeueCommandForApiPolling(edge_gateway_command_jobs_o $job, string $errorMessage): void
{
$delivery = $this->buildDeliveryMetadata(
array_merge(
(array)($job->delivery_json->value() ?? []),
[
'preferred_channel' => self::DELIVERY_CHANNEL_API,
'delivery_channel' => null,
'fallback_reason' => 'broker_dispatch_failed',
'last_dispatch_error' => $errorMessage,
]
),
self::COMMAND_EXPIRES_AFTER_SECONDS
);
$job->status->set('PENDING');
$job->response_json->set([]);
$job->completed_at->set(null);
$job->error_message->set(null);
$job->delivery_json->set($delivery);
}
private function isCommandTimeoutError(string $errorMessage): bool
{
return str_contains(strtolower(trim($errorMessage)), 'timed out');
}
private function markCommandJobDispatching(
edge_gateway_command_jobs_o $job,
string $channel,
?string $fallbackReason = null
): void {
$delivery = $this->buildDeliveryMetadata(
array_merge(
(array)($job->delivery_json->value() ?? []),
[
'delivery_channel' => $channel,
'attempt_count' => (int)((array)($job->delivery_json->value() ?? [])['attempt_count'] ?? 0) + 1,
'fallback_reason' => $fallbackReason,
'last_dispatch_error' => null,
]
),
self::COMMAND_EXPIRES_AFTER_SECONDS
);
$job->status->set('DISPATCHING');
$job->response_json->set([]);
$job->completed_at->set(null);
$job->error_message->set(null);
$job->delivery_json->set($delivery);
}
private function markCommandDeliveryFailure(
edge_gateway_command_jobs_o $job,
string $channel,
string $errorMessage,
?string $fallbackReason = null
): void {
$delivery = $this->buildDeliveryMetadata(
array_merge(
(array)($job->delivery_json->value() ?? []),
[
'delivery_channel' => $channel,
'fallback_reason' => $fallbackReason,
'last_dispatch_error' => $errorMessage,
]
),
self::COMMAND_EXPIRES_AFTER_SECONDS
);
$job->delivery_json->set($delivery);
}
/**
* @throws Exception
*/
private function dispatchBrokerCommand(edge_gateways_o $gateway, edge_gateway_command_jobs_o $job): array
{
$brokerUrl = $this->buildBrokerInternalUrl();
if ($brokerUrl === null) {
throw new Exception('Edge broker is not configured');
}
$result = $this->httpJsonRequest(
$brokerUrl . '/api/gateways/' . (int)$gateway->id . '/commands',
[
'commandType' => (string)$job->command_type->value(),
'payload' => $this->buildCommandExecutionPayload($job, $gateway),
],
[
'x-edge-broker-secret: ' . $this->configuredBrokerSharedSecret(),
],
self::BROKER_HTTP_TIMEOUT_SECONDS
);
if (!is_array($result) || empty($result['ok'])) {
throw new Exception(trim((string)($result['error'] ?? 'Edge broker dispatch failed')) ?: 'Edge broker dispatch failed');
}
return isset($result['payload']) && is_array($result['payload']) ? (array)$result['payload'] : [];
}
/**
* @throws Exception
*/
private function dispatchRelayThroughCloud(
int $departmentId,
string $logicalRelayId,
?bool $on,
array $binding,
array $resolution,
?int $toggleAfterSeconds = null,
array $actionContext = []
): array {
$transport = new cloud_shelly_transport(null, false);
$setPayload = ['id' => $logicalRelayId, 'on' => $on];
if ($on !== null && $toggleAfterSeconds !== null) {
$setPayload['toggle_after'] = $toggleAfterSeconds;
}
$endpoint = $on === null ? '/v2/devices/api/get' : '/v2/devices/api/set/switch';
$request = $on === null ? ['ids' => [$logicalRelayId]] : $setPayload;
$actionContext = $this->normalizeRelayActionContext($actionContext);
$dispatchLog = [
'action' => $on === null ? 'STATUS' : 'SWITCH',
'handler' => 'cloud',
'relay_id' => $logicalRelayId,
'target_on' => $on,
'toggle_after_seconds' => $toggleAfterSeconds,
'signal' => [
'endpoint' => $endpoint,
'request' => $request,
],
'action_context' => $actionContext,
];
try {
$response = $transport->sendPostRequest($endpoint, $request, $departmentId);
} catch (\Throwable $exception) {
$this->appendRelayDispatchLog(
$binding,
array_merge($resolution, [
'execution_path' => 'cloud',
'delivery_channel' => self::DELIVERY_CHANNEL_CLOUD,
]),
false,
$dispatchLog,
[],
$exception
);
throw $exception;
}
$normalized = is_array($response) ? (array)($response[0] ?? []) : (array)$response;
$result = [
'online' => (bool)($normalized['online'] ?? true),
'on' => (bool)($normalized['on']
?? $normalized['output']
?? $normalized['status']['switch:0']['output']
?? $on
?? false),
'raw' => (array)($normalized['raw'] ?? $normalized),
];
return $this->finalizeRelayDispatch(
$binding,
array_merge($resolution, [
'execution_path' => 'cloud',
'delivery_channel' => self::DELIVERY_CHANNEL_CLOUD,
]),
$result,
$dispatchLog
);
}
/**
* @throws Exception
*/
private function handleRelayDispatchFailure(
int $departmentId,
string $logicalRelayId,
array $binding,
array $resolution,
?bool $on,
Exception $exception,
?int $toggleAfterSeconds = null,
array $actionContext = []
): array {
$recommendedAction = $this->mapRelayFailureToRecommendedAction($exception->getMessage());
$this->recordRelayBindingResolution(
$binding,
array_merge($resolution, [
'execution_path' => 'local',
'delivery_channel' => (string)($resolution['preferred_channel'] ?? self::DELIVERY_CHANNEL_API),
'reason' => 'local_dispatch_failed',
'recommended_action' => $recommendedAction,
'recovery_actions' => [$recommendedAction],
]),
false,
$exception->getMessage()
);
if ((string)($resolution['fallback_mode'] ?? self::RELAY_FALLBACK_PREFER_LOCAL) !== self::RELAY_FALLBACK_PREFER_LOCAL) {
throw $exception;
}
try {
return $this->dispatchRelayThroughCloud(
$departmentId,
$logicalRelayId,
$on,
$binding,
array_merge($resolution, [
'execution_path' => 'cloud',
'reason' => 'local_dispatch_failed',
'fallback_reason' => $exception->getMessage(),
'recommended_action' => $recommendedAction,
'recovery_actions' => [$recommendedAction, 'force_cloud'],
]),
$toggleAfterSeconds,
$actionContext
);
} catch (Exception $cloudException) {
$this->recordRelayBindingResolution(
$binding,
array_merge($resolution, [
'execution_path' => 'cloud',
'delivery_channel' => self::DELIVERY_CHANNEL_CLOUD,
'reason' => 'cloud_fallback_failed',
'recommended_action' => $recommendedAction,
]),
false,
$cloudException->getMessage()
);
throw $cloudException;
}
}
private function finalizeRelayDispatch(array $binding, array $resolution, array $result, array $dispatchLog = []): array
{
$executionPath = (string)($resolution['execution_path'] ?? 'local');
$deliveryChannel = $executionPath === 'cloud'
? self::DELIVERY_CHANNEL_CLOUD
: (string)($resolution['preferred_channel'] ?? self::DELIVERY_CHANNEL_API);
$resolutionPayload = array_merge($resolution, [
'delivery_channel' => $deliveryChannel,
'execution_path' => $executionPath,
]);
$this->recordRelayBindingResolution($binding, $resolutionPayload, true, null);
if ($dispatchLog !== []) {
$this->appendRelayDispatchLog($binding, $resolutionPayload, true, $dispatchLog, $result, null);
}
return array_merge($result, [
'binding' => $this->reloadRelayBinding((int)$binding['id']),
'execution' => [
'path' => $executionPath,
'channel' => $deliveryChannel,
'reason' => $resolutionPayload['reason'] ?? null,
'fallback_mode' => $resolutionPayload['fallback_mode'] ?? self::RELAY_FALLBACK_PREFER_LOCAL,
'recommended_action' => $resolutionPayload['recommended_action'] ?? null,
],
'raw' => (array)($result['raw'] ?? []),
]);
}
private function reloadRelayBinding(int $bindingId): array
{
$binding = (new edge_gateway_relay_bindings_o())->select($bindingId);
return $binding->exists() ? $binding->asArray() : [];
}
private function recordRelayBindingResolution(
array $binding,
array $resolution,
bool $success,
?string $errorMessage
): void {
$bindingObject = (new edge_gateway_relay_bindings_o())->select((int)$binding['id']);
if (!$bindingObject->exists()) {
return;
}
$metadata = $this->normalizeRelayBindingMetadata((array)($bindingObject->metadata_json->value() ?? []), $binding);
$metadata['last_resolution'] = [
'at' => $this->now(),
'execution_path' => $resolution['execution_path'] ?? 'local',
'delivery_channel' => $resolution['delivery_channel'] ?? ($resolution['preferred_channel'] ?? self::DELIVERY_CHANNEL_API),
'reason' => $resolution['reason'] ?? null,
'fallback_mode' => $metadata['fallback_mode'],
'recommended_action' => $resolution['recommended_action'] ?? null,
'recovery_actions' => array_values(array_filter((array)($resolution['recovery_actions'] ?? []))),
'gateway_status' => $resolution['gateway_status'] ?? null,
'device_online' => $resolution['device_online'] ?? null,
'device_freshness_seconds' => $resolution['device_freshness_seconds'] ?? null,
'device_freshness_state' => $resolution['device_freshness_state'] ?? null,
];
if ($success) {
$metadata['last_success_at'] = $this->now();
$metadata['last_error'] = null;
} else {
$metadata['last_error'] = $errorMessage;
}
$bindingObject->metadata_json->set($metadata);
}
private function mapRelayFailureToRecommendedAction(string $errorMessage): string
{
$normalized = strtolower(trim($errorMessage));
if ($normalized === '') {
return 'retry_local_command';
}
if (str_contains($normalized, 'credential') || str_contains($normalized, 'token')) {
return 'rotate_credentials';
}
if (str_contains($normalized, 'discovery') || str_contains($normalized, 'device')) {
return 'retry_discovery';
}
if (str_contains($normalized, 'update')) {
return 'retry_update';
}
if (str_contains($normalized, 'offline') || str_contains($normalized, 'timeout') || str_contains($normalized, 'broker')) {
return 'restart_agent';
}
return 'retry_local_command';
}
/**
* @throws Exception
*/
private function httpJsonRequest(string $url, array $payload, array $headers = [], int $timeoutSeconds = 5): array
{
$defaultHeaders = [
'Content-Type: application/json',
'Accept: application/json',
];
$context = stream_context_create([
'http' => [
'method' => 'POST',
'header' => implode("\r\n", array_filter(array_merge($defaultHeaders, $headers))),
'content' => json_encode($payload, JSON_UNESCAPED_UNICODE | JSON_UNESCAPED_SLASHES),
'timeout' => max(1, $timeoutSeconds),
'ignore_errors' => true,
],
]);
$response = @file_get_contents($url, false, $context);
if ($response === false) {
throw new Exception('Unable to reach edge broker');
}
$decoded = json_decode($response, true);
if (!is_array($decoded)) {
throw new Exception('Edge broker returned an invalid response');
}
$statusLine = is_array($http_response_header ?? null) ? (string)($http_response_header[0] ?? '') : '';
if ($statusLine !== '' && preg_match('/\s(\d{3})\s/', $statusLine, $matches) === 1) {
$statusCode = (int)$matches[1];
if ($statusCode >= 400) {
throw new Exception(trim((string)($decoded['error'] ?? $decoded['message'] ?? 'Edge broker request failed')) ?: 'Edge broker request failed');
}
}
return $decoded;
}
/**
* @param array<int,int> $gatewayIds
* @return array<string,int>
*/
private function aggregateInventoryUsage(array $gatewayIds): array
{
if ($gatewayIds === []) {
return self::emptyInventoryUsage();
}
$placeholders = implode(', ', array_fill(0, count($gatewayIds), '?'));
$statement = db::getPDO()->prepare(
"SELECT
COUNT(*) AS total,
SUM(CASE WHEN online = 1 THEN 1 ELSE 0 END) AS online_total,
SUM(CASE WHEN online = 0 THEN 1 ELSE 0 END) AS offline_total
FROM edge_gateway_device_inventory
WHERE deleted_at IS NULL
AND gateway_id IN ($placeholders)"
);
$statement->execute($gatewayIds);
$row = $statement->fetch();
return [
'total' => (int)($row['total'] ?? 0),
'online' => (int)($row['online_total'] ?? 0),
'offline' => (int)($row['offline_total'] ?? 0),
];
}
/**
* @param array<int,int> $gatewayIds
* @return array<string,int>
*/
private function aggregateBindingUsage(array $gatewayIds): array
{
if ($gatewayIds === []) {
return self::emptyBindingUsage();
}
$placeholders = implode(', ', array_fill(0, count($gatewayIds), '?'));
$statement = db::getPDO()->prepare(
"SELECT
COUNT(*) AS total,
SUM(CASE WHEN fallback_mode <> ? THEN 1 ELSE 0 END) AS fallback_overrides,
SUM(CASE WHEN fallback_mode = ? THEN 1 ELSE 0 END) AS cloud_only_total,
SUM(CASE WHEN fallback_mode = ? THEN 1 ELSE 0 END) AS local_only_total
FROM edge_gateway_relay_bindings
WHERE deleted_at IS NULL
AND gateway_id IN ($placeholders)"
);
$statement->execute(array_merge([
self::RELAY_FALLBACK_PREFER_LOCAL,
self::RELAY_FALLBACK_CLOUD_ONLY,
self::RELAY_FALLBACK_LOCAL_ONLY,
], $gatewayIds));
$row = $statement->fetch();
return [
'total' => (int)($row['total'] ?? 0),
'fallback_overrides' => (int)($row['fallback_overrides'] ?? 0),
'cloud_only' => (int)($row['cloud_only_total'] ?? 0),
'local_only' => (int)($row['local_only_total'] ?? 0),
];
}
/**
* @param array<int,int> $gatewayIds
* @return array<int,array<string,int>>
*/
private function aggregateInventoryUsageByGateway(array $gatewayIds): array
{
if ($gatewayIds === []) {
return [];
}
$placeholders = implode(', ', array_fill(0, count($gatewayIds), '?'));
$statement = db::getPDO()->prepare(
"SELECT
gateway_id,
COUNT(*) AS total,
SUM(CASE WHEN online = 1 THEN 1 ELSE 0 END) AS online_total,
SUM(CASE WHEN online = 0 THEN 1 ELSE 0 END) AS offline_total
FROM edge_gateway_device_inventory
WHERE deleted_at IS NULL
AND gateway_id IN ($placeholders)
GROUP BY gateway_id"
);
$statement->execute($gatewayIds);
$rows = [];
while (($row = $statement->fetch()) !== false) {
if (!is_array($row) || !isset($row['gateway_id'])) {
continue;
}
$rows[(int)$row['gateway_id']] = [
'total' => (int)($row['total'] ?? 0),
'online' => (int)($row['online_total'] ?? 0),
'offline' => (int)($row['offline_total'] ?? 0),
];
}
return $rows;
}
/**
* @param array<int,int> $gatewayIds
* @return array<int,array<string,int>>
*/
private function aggregateBindingUsageByGateway(array $gatewayIds): array
{
if ($gatewayIds === []) {
return [];
}
$placeholders = implode(', ', array_fill(0, count($gatewayIds), '?'));
$statement = db::getPDO()->prepare(
"SELECT
gateway_id,
COUNT(*) AS total,
SUM(CASE WHEN fallback_mode <> ? THEN 1 ELSE 0 END) AS fallback_overrides,
SUM(CASE WHEN fallback_mode = ? THEN 1 ELSE 0 END) AS cloud_only_total,
SUM(CASE WHEN fallback_mode = ? THEN 1 ELSE 0 END) AS local_only_total
FROM edge_gateway_relay_bindings
WHERE deleted_at IS NULL
AND gateway_id IN ($placeholders)
GROUP BY gateway_id"
);
$statement->execute(array_merge([
self::RELAY_FALLBACK_PREFER_LOCAL,
self::RELAY_FALLBACK_CLOUD_ONLY,
self::RELAY_FALLBACK_LOCAL_ONLY,
], $gatewayIds));
$rows = [];
while (($row = $statement->fetch()) !== false) {
if (!is_array($row) || !isset($row['gateway_id'])) {
continue;
}
$rows[(int)$row['gateway_id']] = [
'total' => (int)($row['total'] ?? 0),
'fallback_overrides' => (int)($row['fallback_overrides'] ?? 0),
'cloud_only' => (int)($row['cloud_only_total'] ?? 0),
'local_only' => (int)($row['local_only_total'] ?? 0),
];
}
return $rows;
}
/**
* @param array<int,array<string,mixed>> $gateways
* @param array<int,array<string,int>> $inventoryUsageByGateway
* @param array<int,array<string,int>> $bindingUsageByGateway
* @return array<int,array<string,mixed>>
*/
private static function attachGatewayCollectionSummaries(
array $gateways,
array $inventoryUsageByGateway = [],
array $bindingUsageByGateway = []
): array {
foreach ($gateways as $index => $gateway) {
if (!is_array($gateway)) {
continue;
}
$gatewayId = (int)($gateway['id'] ?? 0);
$gateways[$index] = self::decorateGatewayUsageSummaries(
$gateway,
$inventoryUsageByGateway[$gatewayId] ?? null,
$bindingUsageByGateway[$gatewayId] ?? null
);
}
return $gateways;
}
/**
* @param array<int,array<string,mixed>> $gateways
* @return array<string,int>
*/
private static function aggregateInventoryUsageFromGatewayRows(array $gateways): array
{
$totals = self::emptyInventoryUsage();
foreach ($gateways as $gateway) {
if (!is_array($gateway)) {
continue;
}
$summary = self::resolveInventoryUsageForGateway($gateway);
$totals['total'] += (int)($summary['total'] ?? 0);
$totals['online'] += (int)($summary['online'] ?? 0);
$totals['offline'] += (int)($summary['offline'] ?? 0);
}
return $totals;
}
/**
* @param array<int,array<string,mixed>> $gateways
* @return array<string,int>
*/
private static function aggregateBindingUsageFromGatewayRows(array $gateways): array
{
$totals = self::emptyBindingUsage();
foreach ($gateways as $gateway) {
if (!is_array($gateway)) {
continue;
}
$summary = self::resolveBindingUsageForGateway($gateway);
$totals['total'] += (int)($summary['total'] ?? 0);
$totals['fallback_overrides'] += (int)($summary['fallback_overrides'] ?? 0);
$totals['cloud_only'] += (int)($summary['cloud_only'] ?? 0);
$totals['local_only'] += (int)($summary['local_only'] ?? 0);
}
return $totals;
}
/**
* @param array<string,mixed> $gateway
* @param array<string,int>|null $inventoryUsage
* @param array<string,int>|null $bindingUsage
* @return array<string,mixed>
*/
private static function decorateGatewayUsageSummaries(
array $gateway,
?array $inventoryUsage = null,
?array $bindingUsage = null
): array {
$inventory = self::resolveInventoryUsageForGateway($gateway, $inventoryUsage);
$bindings = self::resolveBindingUsageForGateway($gateway, $bindingUsage);
$gateway['inventory_summary'] = $inventory;
$gateway['binding_summary'] = [
'total' => (int)($bindings['total'] ?? 0),
'fallback_overrides' => (int)($bindings['fallback_overrides'] ?? 0),
];
$fallbackSummary = isset($gateway['fallback_summary']) && is_array($gateway['fallback_summary'])
? (array)$gateway['fallback_summary']
: [];
$gateway['fallback_summary'] = array_merge($fallbackSummary, [
'cloud_only_relays' => (int)($fallbackSummary['cloud_only_relays'] ?? $bindings['cloud_only'] ?? 0),
'local_only_relays' => (int)($fallbackSummary['local_only_relays'] ?? $bindings['local_only'] ?? 0),
]);
return $gateway;
}
/**
* @param array<string,mixed> $gateway
* @param array<string,int>|null $summary
* @return array<string,int>
*/
private static function resolveInventoryUsageForGateway(array $gateway, ?array $summary = null): array
{
if ($summary !== null) {
return array_merge(self::emptyInventoryUsage(), $summary);
}
if (isset($gateway['inventory_summary']) && is_array($gateway['inventory_summary'])) {
return array_merge(self::emptyInventoryUsage(), array_map('intval', $gateway['inventory_summary']));
}
$inventory = isset($gateway['inventory']) && is_array($gateway['inventory']) ? $gateway['inventory'] : [];
$online = 0;
$offline = 0;
foreach ($inventory as $device) {
if (!is_array($device)) {
continue;
}
if (($device['online'] ?? true) === false) {
$offline += 1;
continue;
}
$online += 1;
}
return [
'total' => count($inventory),
'online' => $online,
'offline' => $offline,
];
}
/**
* @param array<string,mixed> $gateway
* @param array<string,int>|null $summary
* @return array<string,int>
*/
private static function resolveBindingUsageForGateway(array $gateway, ?array $summary = null): array
{
if ($summary !== null) {
return array_merge(self::emptyBindingUsage(), $summary);
}
if (isset($gateway['binding_summary']) && is_array($gateway['binding_summary'])) {
$fallbackSummary = isset($gateway['fallback_summary']) && is_array($gateway['fallback_summary'])
? (array)$gateway['fallback_summary']
: [];
return array_merge(self::emptyBindingUsage(), [
'total' => (int)($gateway['binding_summary']['total'] ?? 0),
'fallback_overrides' => (int)($gateway['binding_summary']['fallback_overrides'] ?? 0),
'cloud_only' => (int)($fallbackSummary['cloud_only_relays'] ?? 0),
'local_only' => (int)($fallbackSummary['local_only_relays'] ?? 0),
]);
}
$bindings = isset($gateway['bindings']) && is_array($gateway['bindings']) ? $gateway['bindings'] : [];
$fallbackOverrides = 0;
$cloudOnly = 0;
$localOnly = 0;
foreach ($bindings as $binding) {
if (!is_array($binding)) {
continue;
}
$metadata = isset($binding['metadata']) && is_array($binding['metadata']) ? (array)$binding['metadata'] : [];
$fallbackMode = isset($metadata['fallback_mode'])
? (string)$metadata['fallback_mode']
: (string)($binding['fallback_mode'] ?? self::RELAY_FALLBACK_PREFER_LOCAL);
$fallbackMode = self::normalizeFallbackMode($fallbackMode);
if ($fallbackMode !== self::RELAY_FALLBACK_PREFER_LOCAL) {
$fallbackOverrides += 1;
}
if ($fallbackMode === self::RELAY_FALLBACK_CLOUD_ONLY) {
$cloudOnly += 1;
}
if ($fallbackMode === self::RELAY_FALLBACK_LOCAL_ONLY) {
$localOnly += 1;
}
}
return [
'total' => count($bindings),
'fallback_overrides' => $fallbackOverrides,
'cloud_only' => $cloudOnly,
'local_only' => $localOnly,
];
}
/**
* @return array<string,int>
*/
private static function emptyInventoryUsage(): array
{
return [
'total' => 0,
'online' => 0,
'offline' => 0,
];
}
/**
* @return array<string,int>
*/
private static function emptyBindingUsage(): array
{
return [
'total' => 0,
'fallback_overrides' => 0,
'cloud_only' => 0,
'local_only' => 0,
];
}
/**
* @param array<int,float|int> $values
*/
private static function appendNumericMetric(array &$values, mixed $value): void
{
if (!is_int($value) && !is_float($value) && !(is_string($value) && is_numeric($value))) {
return;
}
$values[] = (float)$value;
}
/**
* @param array<int,float|int> $values
*/
private static function averageMetric(array $values): ?int
{
if ($values === []) {
return null;
}
return (int)round(array_sum($values) / count($values));
}
public static function deriveGatewayRuntimeState(array $gateway, ?int $now = null): array
{
$effectiveStatus = self::resolveGatewayStatus(
isset($gateway['status']) ? (string)$gateway['status'] : null,
isset($gateway['last_heartbeat_at']) && $gateway['last_heartbeat_at'] !== null
? (string)$gateway['last_heartbeat_at']
: null,
$now
);
$gateway['status'] = $effectiveStatus;
$gateway['discovery_status'] = self::resolveDiscoveryStatus(
isset($gateway['discovery_status']) ? (string)$gateway['discovery_status'] : null,
$effectiveStatus
);
$gateway['metadata'] = isset($gateway['metadata']) && is_array($gateway['metadata']) ? (array)$gateway['metadata'] : [];
$gateway['operational_snapshot'] = isset($gateway['operational_snapshot']) && is_array($gateway['operational_snapshot'])
? (array)$gateway['operational_snapshot']
: [];
$channelStatus = self::deriveChannelStatus($gateway, $effectiveStatus, $now);
$relayHealth = self::buildRelayHealth($gateway, $effectiveStatus, $now);
$fallbackSummary = self::buildFallbackSummary($relayHealth);
$gateway['outbox_status'] = self::buildOutboxStatusSummary($gateway, $now);
$lastSyncAt = self::resolveLastSyncAt($gateway);
$gateway['channel_status'] = $channelStatus;
$gateway['relay_health'] = $relayHealth;
$gateway['fallback_summary'] = $fallbackSummary;
$gateway['transport_health'] = self::deriveTransportHealth(
$gateway,
$effectiveStatus,
$channelStatus,
$fallbackSummary,
$lastSyncAt
);
$gateway['last_successful_command_at'] = $gateway['operational_snapshot']['last_successful_command_at']
?? self::findLatestCompletionTimestamp((array)($gateway['recent_commands'] ?? []), null);
$gateway['last_successful_discovery_at'] = $gateway['operational_snapshot']['last_successful_discovery_at']
?? self::findLatestCompletionTimestamp((array)($gateway['recent_commands'] ?? []), 'DISCOVER_SHELLY');
$gateway['last_successful_operation_at'] = $gateway['operational_snapshot']['last_successful_operation_at'] ?? null;
$gateway['backlog_depth'] = [
'commands' => (int)($gateway['operational_snapshot']['command_backlog'] ?? 0),
'operations' => (int)($gateway['operational_snapshot']['operation_backlog'] ?? 0),
];
$gateway['version_drift'] = self::buildVersionDriftSummary($gateway);
$gateway['credential_freshness'] = self::buildCredentialFreshnessSummary($gateway, $now);
$gateway['container_health'] = self::buildContainerHealthSummary($gateway, $effectiveStatus);
$gateway['last_sync_at'] = $lastSyncAt;
$gateway['update_window'] = self::buildUpdateWindowSummary($gateway);
$gateway['staged_version'] = self::buildStagedVersionSummary($gateway);
$gateway['rollback_status'] = self::buildRollbackStatusSummary($gateway);
$gateway['diagnostics'] = self::buildGatewayDiagnostics($gateway, $effectiveStatus, $now);
$gateway['error_state'] = self::primaryGatewayErrorState($gateway['diagnostics'], $gateway);
return $gateway;
}
private static function deriveChannelStatus(array $gateway, string $effectiveStatus, ?int $now = null): array
{
$metadata = (array)($gateway['metadata'] ?? []);
$operational = (array)($gateway['operational_snapshot'] ?? []);
$brokerPresence = isset($metadata['broker_presence']) && is_array($metadata['broker_presence'])
? (array)$metadata['broker_presence']
: [];
$brokerLastSeenAt = isset($brokerPresence['last_seen_at']) ? (string)$brokerPresence['last_seen_at'] : null;
$brokerAgeSeconds = self::heartbeatAgeSeconds($brokerLastSeenAt, $now);
$brokerConnected = self::isBrokerPresenceConnected($brokerPresence, $now);
$brokerHealthy = $brokerConnected
&& $brokerAgeSeconds !== null
&& $brokerAgeSeconds < self::BROKER_CONNECTIVITY_DEGRADED_AFTER_SECONDS;
$commandPreferred = $brokerConnected ? self::DELIVERY_CHANNEL_BROKER : self::DELIVERY_CHANNEL_API;
return [
'command' => [
'preferred' => $commandPreferred,
'active' => $brokerHealthy ? self::DELIVERY_CHANNEL_BROKER : self::DELIVERY_CHANNEL_API,
'state' => $effectiveStatus === self::STATUS_OFFLINE
? self::STATUS_OFFLINE
: ($brokerConnected ? ($brokerHealthy ? self::STATUS_ONLINE : self::STATUS_DEGRADED) : self::STATUS_DEGRADED),
'backlog_depth' => (int)($operational['command_backlog'] ?? 0),
'last_success_at' => $operational['last_successful_command_at']
?? self::findLatestCompletionTimestamp((array)($gateway['recent_commands'] ?? []), null),
],
'broker' => [
'connected' => $brokerConnected,
'state' => !$brokerConnected
? self::STATUS_OFFLINE
: ($brokerHealthy ? self::STATUS_ONLINE : self::STATUS_DEGRADED),
'last_seen_at' => $brokerLastSeenAt,
'disconnect_reason' => isset($brokerPresence['disconnect_reason']) ? (string)$brokerPresence['disconnect_reason'] : null,
'last_error' => isset($brokerPresence['last_error']) ? (string)$brokerPresence['last_error'] : null,
],
];
}
private static function isBrokerPresenceConnected(array $presence, ?int $now = null): bool
{
if (empty($presence['connected'])) {
return false;
}
$lastSeenAt = isset($presence['last_seen_at']) ? (string)$presence['last_seen_at'] : null;
$ageSeconds = self::heartbeatAgeSeconds($lastSeenAt, $now);
return $ageSeconds !== null && $ageSeconds < self::BROKER_PRESENCE_TTL_SECONDS;
}
private static function buildRelayHealth(array $gateway, string $effectiveStatus, ?int $now = null): array
{
$bindings = is_array($gateway['bindings'] ?? null) ? (array)$gateway['bindings'] : [];
$inventory = is_array($gateway['inventory'] ?? null) ? (array)$gateway['inventory'] : [];
$inventoryByDeviceId = [];
foreach ($inventory as $device) {
if (!is_array($device)) {
continue;
}
$deviceId = trim((string)($device['device_id'] ?? ''));
if ($deviceId !== '') {
$inventoryByDeviceId[$deviceId] = $device;
}
}
$departmentTransportMode = (string)($gateway['department_transport_mode'] ?? self::TRANSPORT_MODE_CLOUD);
$relayHealth = [];
foreach ($bindings as $binding) {
if (!is_array($binding)) {
continue;
}
$bindingMetadata = isset($binding['metadata']) && is_array($binding['metadata']) ? (array)$binding['metadata'] : [];
$fallbackMode = self::normalizeFallbackMode((string)($binding['fallback_mode'] ?? $bindingMetadata['fallback_mode'] ?? self::RELAY_FALLBACK_PREFER_LOCAL));
$device = isset($inventoryByDeviceId[(string)($binding['device_id'] ?? '')])
? (array)$inventoryByDeviceId[(string)$binding['device_id']]
: null;
$deviceLastSeenAt = is_array($device) && isset($device['last_seen_at']) ? (string)$device['last_seen_at'] : null;
$deviceFreshnessSeconds = self::heartbeatAgeSeconds($deviceLastSeenAt, $now);
$deviceOnline = is_array($device) && array_key_exists('online', $device) ? (bool)$device['online'] : null;
$deviceFresh = $device !== null
&& $deviceOnline !== false
&& $deviceFreshnessSeconds !== null
&& $deviceFreshnessSeconds < self::DEVICE_FRESHNESS_DEGRADED_AFTER_SECONDS;
$executionPath = 'local';
$reason = null;
if ($departmentTransportMode === self::TRANSPORT_MODE_CLOUD) {
$executionPath = 'cloud';
$reason = 'department_cutover';
} elseif ($fallbackMode === self::RELAY_FALLBACK_CLOUD_ONLY) {
$executionPath = 'cloud';
$reason = 'binding_cloud_only';
} elseif ($effectiveStatus === self::STATUS_OFFLINE) {
$executionPath = $fallbackMode === self::RELAY_FALLBACK_LOCAL_ONLY ? 'local' : 'cloud';
$reason = 'gateway_offline';
} elseif ($device === null) {
$executionPath = $fallbackMode === self::RELAY_FALLBACK_LOCAL_ONLY ? 'local' : 'cloud';
$reason = 'device_missing';
} elseif (!$deviceFresh) {
$executionPath = $fallbackMode === self::RELAY_FALLBACK_LOCAL_ONLY ? 'local' : 'cloud';
$reason = $deviceOnline === false ? 'device_offline' : 'device_stale';
}
$recommendedAction = match ($reason) {
'department_cutover' => 'review_department_cutover',
'binding_cloud_only' => 'review_binding_override',
'gateway_offline' => 'restart_agent',
'device_missing', 'device_stale', 'device_offline' => 'retry_discovery',
default => null,
};
$relayHealth[] = [
'binding_id' => isset($binding['id']) ? (int)$binding['id'] : null,
'relay_id' => isset($binding['relay_id']) ? (string)$binding['relay_id'] : null,
'device_id' => isset($binding['device_id']) ? (string)$binding['device_id'] : null,
'fallback_mode' => $fallbackMode,
'execution_path' => $executionPath,
'reason' => $reason,
'recommended_action' => $recommendedAction,
'recovery_actions' => array_values(array_filter([$recommendedAction])),
'device_online' => $deviceOnline,
'device_freshness_seconds' => $deviceFreshnessSeconds,
'device_freshness_state' => self::resolveDeviceFreshnessState($device, $deviceFreshnessSeconds),
'gateway_status' => $effectiveStatus,
'last_resolution' => isset($binding['last_resolution']) && is_array($binding['last_resolution'])
? (array)$binding['last_resolution']
: (isset($bindingMetadata['last_resolution']) && is_array($bindingMetadata['last_resolution'])
? (array)$bindingMetadata['last_resolution']
: null),
'last_success_at' => $binding['last_success_at'] ?? $bindingMetadata['last_success_at'] ?? null,
'last_error' => $binding['last_error'] ?? $bindingMetadata['last_error'] ?? null,
];
}
return $relayHealth;
}
private static function buildFallbackSummary(array $relayHealth): array
{
$summary = [
'local_relays' => 0,
'cloud_relays' => 0,
'local_only_relays' => 0,
'cloud_only_relays' => 0,
'affected_relays' => [],
'recommended_action' => null,
];
foreach ($relayHealth as $relay) {
$executionPath = (string)($relay['execution_path'] ?? 'local');
if ($executionPath === 'cloud') {
$summary['cloud_relays'] += 1;
if (!empty($relay['relay_id'])) {
$summary['affected_relays'][] = (string)$relay['relay_id'];
}
if ($summary['recommended_action'] === null && !empty($relay['recommended_action'])) {
$summary['recommended_action'] = (string)$relay['recommended_action'];
}
} else {
$summary['local_relays'] += 1;
}
$fallbackMode = (string)($relay['fallback_mode'] ?? self::RELAY_FALLBACK_PREFER_LOCAL);
if ($fallbackMode === self::RELAY_FALLBACK_LOCAL_ONLY) {
$summary['local_only_relays'] += 1;
}
if ($fallbackMode === self::RELAY_FALLBACK_CLOUD_ONLY) {
$summary['cloud_only_relays'] += 1;
}
}
return $summary;
}
private static function deriveTransportHealth(
array $gateway,
string $effectiveStatus,
array $channelStatus,
array $fallbackSummary,
?string $lastSyncAt
): array
{
$metadata = isset($gateway['metadata']) && is_array($gateway['metadata']) ? (array)$gateway['metadata'] : [];
$controlPlaneStatus = isset($metadata['control_plane_status']) && is_array($metadata['control_plane_status'])
? (array)$metadata['control_plane_status']
: [];
$brokerState = (string)($channelStatus['broker']['state'] ?? self::STATUS_OFFLINE);
$affectedRelayCount = count((array)($fallbackSummary['affected_relays'] ?? []));
$transportState = $effectiveStatus;
if ($effectiveStatus !== self::STATUS_OFFLINE && ($brokerState === self::STATUS_DEGRADED || $affectedRelayCount > 0)) {
$transportState = self::STATUS_DEGRADED;
}
return [
'status' => $transportState,
'broker_connected' => !empty($channelStatus['broker']['connected']),
'affected_relay_count' => $affectedRelayCount,
'summary' => $affectedRelayCount > 0
? $affectedRelayCount . ' relæ(er) kører via cloud fallback'
: (!empty($channelStatus['broker']['connected'])
? 'Broker fast path er aktiv med API polling som fallback'
: 'API polling er aktiv som primær kontrolkanal'),
'recommended_action' => $fallbackSummary['recommended_action'] ?? ($channelStatus['broker']['last_error'] ?? null),
'last_successful_sync_at' => $lastSyncAt,
'last_transport_failure_at' => isset($controlPlaneStatus['last_transport_failure_at'])
? (string)$controlPlaneStatus['last_transport_failure_at']
: null,
'last_transport_error' => isset($controlPlaneStatus['last_transport_error'])
? (string)$controlPlaneStatus['last_transport_error']
: null,
];
}
private static function buildVersionDriftSummary(array $gateway): array
{
$installed = isset($gateway['installed_version']) ? trim((string)$gateway['installed_version']) : '';
$target = isset($gateway['target_version']) ? trim((string)$gateway['target_version']) : '';
$isDrifted = $installed !== '' && $target !== '' && $installed !== $target;
return [
'installed_version' => $installed !== '' ? $installed : null,
'target_version' => $target !== '' ? $target : null,
'release_channel' => isset($gateway['release_channel']) ? (string)$gateway['release_channel'] : self::configuredDefaultReleaseChannel(),
'is_drifted' => $isDrifted,
'status' => $isDrifted ? 'UPDATE_AVAILABLE' : (($installed === '' || $target === '') ? 'UNKNOWN' : 'IN_SYNC'),
'last_successful_update_at' => $gateway['operational_snapshot']['last_successful_update_at'] ?? null,
];
}
private static function buildCredentialFreshnessSummary(array $gateway, ?int $now = null): array
{
$metadata = isset($gateway['metadata']) && is_array($gateway['metadata']) ? (array)$gateway['metadata'] : [];
$rotatedAt = isset($metadata['credentials_rotated_at']) ? (string)$metadata['credentials_rotated_at'] : null;
$ageSeconds = self::heartbeatAgeSeconds($rotatedAt, $now);
return [
'rotated_at' => $rotatedAt,
'age_days' => $ageSeconds === null ? null : (int)floor($ageSeconds / 86400),
'state' => $rotatedAt === null
? 'UNKNOWN'
: ($ageSeconds !== null && $ageSeconds <= self::CREDENTIAL_FRESH_AFTER_SECONDS ? 'FRESH' : 'STALE'),
];
}
/**
* @return array<int,array<string,string>>
*/
private static function defaultGatewayServiceHealth(string $defaultStatus): array
{
return [
['name' => 'edge-agent', 'status' => $defaultStatus],
['name' => 'lan-worker', 'status' => $defaultStatus],
['name' => 'redis', 'status' => $defaultStatus],
['name' => 'mariadb', 'status' => $defaultStatus],
['name' => 'minio', 'status' => $defaultStatus],
['name' => 'auto-updater', 'status' => $defaultStatus],
];
}
private static function buildContainerHealthSummary(array $gateway, string $effectiveStatus): array
{
$metadata = isset($gateway['metadata']) && is_array($gateway['metadata']) ? (array)$gateway['metadata'] : [];
$raw = isset($metadata['container_health']) && is_array($metadata['container_health'])
? (array)$metadata['container_health']
: [];
$rawServices = isset($raw['services']) && is_array($raw['services']) ? (array)$raw['services'] : [];
$defaultServices = self::defaultGatewayServiceHealth(
$effectiveStatus === self::STATUS_OFFLINE ? 'offline' : 'healthy'
);
$services = $defaultServices;
foreach ($rawServices as $rawService) {
if (!is_array($rawService)) {
continue;
}
$serviceName = trim((string)($rawService['name'] ?? ''));
if ($serviceName === '') {
continue;
}
$matched = false;
foreach ($services as $index => $defaultService) {
if ((string)($defaultService['name'] ?? '') !== $serviceName) {
continue;
}
$services[$index] = array_merge($defaultService, $rawService);
$matched = true;
break;
}
if (!$matched) {
$services[] = $rawService;
}
}
$healthyCount = 0;
$degradedCount = 0;
foreach ($services as $index => $service) {
if (!is_array($service)) {
$services[$index] = ['name' => 'service-' . $index, 'status' => 'unknown'];
continue;
}
$status = strtolower(trim((string)($service['status'] ?? 'unknown')));
$name = trim((string)($service['name'] ?? 'service-' . $index));
if (in_array($status, ['healthy', 'running', 'online'], true)) {
$status = 'healthy';
$healthyCount += 1;
} elseif (in_array($status, ['degraded', 'starting', 'unknown'], true)) {
$status = 'degraded';
$degradedCount += 1;
} else {
$status = $status === 'offline' ? 'offline' : 'degraded';
$degradedCount += 1;
}
$services[$index] = array_merge($service, [
'name' => $name,
'status' => $status,
]);
}
$state = $effectiveStatus === self::STATUS_OFFLINE
? self::STATUS_OFFLINE
: ($degradedCount > 0 ? self::STATUS_DEGRADED : self::STATUS_ONLINE);
return [
'state' => strtoupper((string)($raw['state'] ?? $state)),
'summary' => (string)($raw['summary'] ?? sprintf('%d/%d containers healthy', $healthyCount, count($services))),
'services' => $services,
'healthy_count' => $healthyCount,
'total' => count($services),
];
}
private static function buildOutboxStatusSummary(array $gateway, ?int $now = null): array
{
$metadata = isset($gateway['metadata']) && is_array($gateway['metadata']) ? (array)$gateway['metadata'] : [];
$raw = isset($metadata['outbox_status']) && is_array($metadata['outbox_status'])
? (array)$metadata['outbox_status']
: [];
$queued = max(0, (int)($raw['queued'] ?? $raw['queue_depth'] ?? 0));
$oldestQueuedAt = isset($raw['oldest_queued_at']) ? (string)$raw['oldest_queued_at'] : null;
$oldestAgeSeconds = self::heartbeatAgeSeconds($oldestQueuedAt, $now);
$state = $queued === 0
? 'IN_SYNC'
: (($oldestAgeSeconds !== null && $oldestAgeSeconds >= self::HEARTBEAT_OFFLINE_AFTER_SECONDS) ? 'DEGRADED' : 'QUEUED');
return [
'state' => (string)($raw['state'] ?? $state),
'queued' => $queued,
'oldest_queued_at' => $oldestQueuedAt,
'oldest_age_seconds' => $oldestAgeSeconds,
'last_replayed_at' => isset($raw['last_replayed_at']) ? (string)$raw['last_replayed_at'] : null,
'summary' => (string)($raw['summary'] ?? ($queued === 0 ? 'Outbox is empty' : sprintf('%d outbound items queued', $queued))),
];
}
private static function resolveLastSyncAt(array $gateway): ?string
{
$metadata = isset($gateway['metadata']) && is_array($gateway['metadata']) ? (array)$gateway['metadata'] : [];
$controlPlaneStatus = isset($metadata['control_plane_status']) && is_array($metadata['control_plane_status'])
? (array)$metadata['control_plane_status']
: [];
$outbox = isset($gateway['outbox_status']) && is_array($gateway['outbox_status'])
? (array)$gateway['outbox_status']
: [];
$outboxMetadata = isset($metadata['outbox_status']) && is_array($metadata['outbox_status'])
? (array)$metadata['outbox_status']
: [];
return self::latestTimestamp([
$controlPlaneStatus['last_successful_sync_at'] ?? null,
$metadata['last_sync_at'] ?? null,
$outbox['last_replayed_at'] ?? null,
$outboxMetadata['last_replayed_at'] ?? null,
$gateway['last_heartbeat_at'] ?? null,
]);
}
private static function buildUpdateWindowSummary(array $gateway): array
{
$metadata = isset($gateway['metadata']) && is_array($gateway['metadata']) ? (array)$gateway['metadata'] : [];
$window = trim((string)($metadata['update_window'] ?? self::configuredDefaultUpdateWindow()));
if ($window === '') {
$window = self::configuredDefaultUpdateWindow();
}
return [
'window' => $window,
'timezone' => isset($metadata['timezone']) ? (string)$metadata['timezone'] : null,
'strategy' => 'nightly',
];
}
private static function buildStagedVersionSummary(array $gateway): ?array
{
$metadata = isset($gateway['metadata']) && is_array($gateway['metadata']) ? (array)$gateway['metadata'] : [];
$raw = isset($metadata['staged_version']) && is_array($metadata['staged_version'])
? (array)$metadata['staged_version']
: [];
$targetVersion = trim((string)($raw['target_version'] ?? $raw['version'] ?? ''));
if ($targetVersion === '') {
return null;
}
return [
'target_version' => $targetVersion,
'staged_at' => isset($raw['staged_at']) ? (string)$raw['staged_at'] : null,
'apply_after' => isset($raw['apply_after']) ? (string)$raw['apply_after'] : null,
'status' => isset($raw['status']) ? (string)$raw['status'] : 'STAGED',
];
}
private static function buildRollbackStatusSummary(array $gateway): array
{
$metadata = isset($gateway['metadata']) && is_array($gateway['metadata']) ? (array)$gateway['metadata'] : [];
$raw = isset($metadata['rollback_status']) && is_array($metadata['rollback_status'])
? (array)$metadata['rollback_status']
: [];
$state = trim((string)($raw['state'] ?? 'IDLE'));
return [
'state' => $state !== '' ? $state : 'IDLE',
'reason' => isset($raw['reason']) ? (string)$raw['reason'] : null,
'rolled_back_to' => isset($raw['rolled_back_to']) ? (string)$raw['rolled_back_to'] : null,
'at' => isset($raw['at']) ? (string)$raw['at'] : null,
];
}
private static function buildGatewayDiagnostics(array $gateway, string $effectiveStatus, ?int $now = null): array
{
$diagnostics = [];
$heartbeatAge = self::heartbeatAgeSeconds(
isset($gateway['last_heartbeat_at']) ? (string)$gateway['last_heartbeat_at'] : null,
$now
);
if ($effectiveStatus === self::STATUS_OFFLINE) {
$diagnostics[] = [
'code' => edge_gateway_operation_service::ERROR_OFFLINE,
'severity' => 'danger',
'message' => 'Gateway heartbeat has expired and the gateway is offline.',
'recommended_action' => 'restart_agent',
];
} elseif ($effectiveStatus === self::STATUS_DEGRADED || ($heartbeatAge !== null && $heartbeatAge >= self::HEARTBEAT_DEGRADED_AFTER_SECONDS)) {
$diagnostics[] = [
'code' => edge_gateway_operation_service::ERROR_STALE_HEARTBEAT,
'severity' => 'warning',
'message' => 'Gateway heartbeat is stale and control traffic may degrade.',
'recommended_action' => 'inspect_connectivity',
];
}
$activeOperation = isset($gateway['active_operation']) && is_array($gateway['active_operation'])
? (array)$gateway['active_operation']
: null;
if ($activeOperation !== null && !empty($activeOperation['started_at'])) {
$startedAt = self::parseApplicationDateTime((string)$activeOperation['started_at']);
if ($startedAt !== null && (($now ?? time()) - $startedAt) >= edge_gateway_operation_service::OPERATION_TIMEOUT_SECONDS) {
$diagnostics[] = [
'code' => edge_gateway_operation_service::ERROR_OPERATION_TIMEOUT,
'severity' => 'warning',
'message' => 'The active gateway operation has exceeded the expected timeout.',
'recommended_action' => 'retry_operation',
];
}
}
if (!empty($gateway['version_drift']['is_drifted'])) {
$diagnostics[] = [
'code' => 'EDGE_GATEWAY_VERSION_DRIFT',
'severity' => 'info',
'message' => 'Installed gateway version differs from the target version.',
'recommended_action' => 'queue_update',
];
}
if (($gateway['credential_freshness']['state'] ?? 'UNKNOWN') === 'STALE') {
$diagnostics[] = [
'code' => 'EDGE_GATEWAY_CREDENTIALS_STALE',
'severity' => 'warning',
'message' => 'Gateway credentials have not been rotated recently.',
'recommended_action' => 'rotate_credentials',
];
}
$containerHealth = isset($gateway['container_health']) && is_array($gateway['container_health'])
? (array)$gateway['container_health']
: [];
$containerState = strtoupper((string)($containerHealth['state'] ?? self::STATUS_ONLINE));
if (in_array($containerState, [self::STATUS_DEGRADED, self::STATUS_OFFLINE], true)) {
$diagnostics[] = [
'code' => 'EDGE_GATEWAY_CONTAINER_DEGRADED',
'severity' => $containerState === self::STATUS_OFFLINE ? 'danger' : 'warning',
'message' => 'One or more compose services are not healthy on the gateway.',
'recommended_action' => 'restart_agent',
];
}
$outboxStatus = isset($gateway['outbox_status']) && is_array($gateway['outbox_status'])
? (array)$gateway['outbox_status']
: [];
if ((int)($outboxStatus['queued'] ?? 0) > 0) {
$diagnostics[] = [
'code' => 'EDGE_GATEWAY_OUTBOX_BACKLOG',
'severity' => 'warning',
'message' => 'The gateway has queued outbound control-plane items waiting for replay.',
'recommended_action' => 'inspect_connectivity',
];
}
$rollbackStatus = isset($gateway['rollback_status']) && is_array($gateway['rollback_status'])
? (array)$gateway['rollback_status']
: [];
$rollbackState = strtoupper((string)($rollbackStatus['state'] ?? 'IDLE'));
if ($rollbackState === 'ROLLED_BACK') {
$diagnostics[] = [
'code' => 'EDGE_GATEWAY_UPDATE_ROLLED_BACK',
'severity' => 'warning',
'message' => 'The last container rollout was rolled back automatically.',
'recommended_action' => 'review_diagnostics',
];
} elseif ($rollbackState === 'FAILED') {
$diagnostics[] = [
'code' => 'EDGE_GATEWAY_ROLLBACK_FAILED',
'severity' => 'danger',
'message' => 'Gateway rollback failed and manual intervention is required.',
'recommended_action' => 'review_diagnostics',
];
}
return $diagnostics;
}
private static function primaryGatewayErrorState(array $diagnostics, array $gateway): ?array
{
if ($diagnostics !== []) {
return [
'code' => (string)$diagnostics[0]['code'],
'message' => (string)$diagnostics[0]['message'],
'recommended_action' => $diagnostics[0]['recommended_action'] ?? null,
];
}
$activeStatus = strtoupper((string)($gateway['active_operation']['status'] ?? ''));
if (in_array($activeStatus, [
edge_gateway_operation_service::STATUS_CANCEL_REQUESTED,
edge_gateway_operation_service::STATUS_CANCELLED,
], true)) {
return null;
}
if (!empty($gateway['active_operation']['error_code']) || !empty($gateway['active_operation']['error_message'])) {
return [
'code' => $gateway['active_operation']['error_code'] ?? 'EDGE_GATEWAY_OPERATION_FAILED',
'message' => $gateway['active_operation']['error_message'] ?? 'Gateway operation failed',
'recommended_action' => 'retry_operation',
];
}
return null;
}
private static function findLatestCompletionTimestamp(array $jobs, ?string $commandType = null): ?string
{
foreach ($jobs as $job) {
if (!is_array($job)) {
continue;
}
if (($job['status'] ?? null) !== 'COMPLETED') {
continue;
}
if ($commandType !== null && ($job['command_type'] ?? null) !== $commandType) {
continue;
}
return isset($job['completed_at']) ? (string)$job['completed_at'] : null;
}
return null;
}
private static function findLatestShellTimestamp(array $sessions): ?string
{
foreach ($sessions as $session) {
if (!is_array($session)) {
continue;
}
foreach (['opened_at', 'approved_at', 'created_at'] as $field) {
if (!empty($session[$field])) {
return (string)$session[$field];
}
}
}
return null;
}
/**
* @param array<int,mixed> $timestamps
*/
private static function latestTimestamp(array $timestamps): ?string
{
$latestValue = null;
$latestEpoch = 0;
foreach ($timestamps as $timestamp) {
if (!is_string($timestamp) || trim($timestamp) === '') {
continue;
}
$epoch = self::parseApplicationDateTime($timestamp);
if ($epoch === null) {
continue;
}
if ($latestValue === null || $epoch >= $latestEpoch) {
$latestValue = $timestamp;
$latestEpoch = $epoch;
}
}
return $latestValue;
}
private static function normalizeFallbackMode(?string $fallbackMode): string
{
$normalized = strtoupper(trim((string)$fallbackMode));
if (in_array($normalized, [
self::RELAY_FALLBACK_PREFER_LOCAL,
self::RELAY_FALLBACK_LOCAL_ONLY,
self::RELAY_FALLBACK_CLOUD_ONLY,
], true)) {
return $normalized;
}
return self::RELAY_FALLBACK_PREFER_LOCAL;
}
private function clearObjectPropertyCache(string $table, int $id): void
{
if ($id <= 0 || !defined('redis')) {
return;
}
$normalizedTable = trim($table, " `\t\n\r\0\x0B");
redis->clear_keys('obj_prop:' . $normalizedTable . ':' . $id . ':*');
}
private static function resolveDeviceFreshnessState(?array $device, ?int $ageSeconds): string
{
if ($device === null) {
return 'MISSING';
}
if (isset($device['online']) && $device['online'] === false) {
return 'OFFLINE';
}
if ($ageSeconds === null) {
return 'UNKNOWN';
}
if ($ageSeconds >= self::DEVICE_FRESHNESS_DEGRADED_AFTER_SECONDS) {
return 'STALE';
}
return 'READY';
}
public static function resolveGatewayStatus(?string $reportedStatus, ?string $lastHeartbeatAt, ?int $now = null): string
{
$normalizedStatus = self::normalizeGatewayStatus($reportedStatus);
$heartbeatAgeSeconds = self::heartbeatAgeSeconds($lastHeartbeatAt, $now);
if ($normalizedStatus === self::STATUS_OFFLINE) {
return self::STATUS_OFFLINE;
}
if ($heartbeatAgeSeconds === null || $heartbeatAgeSeconds >= self::HEARTBEAT_OFFLINE_AFTER_SECONDS) {
return self::STATUS_OFFLINE;
}
if ($normalizedStatus === self::STATUS_DEGRADED) {
return self::STATUS_DEGRADED;
}
if ($normalizedStatus === self::STATUS_ONLINE && $heartbeatAgeSeconds >= self::HEARTBEAT_DEGRADED_AFTER_SECONDS) {
return self::STATUS_DEGRADED;
}
return $normalizedStatus;
}
public static function resolveDiscoveryStatus(?string $discoveryStatus, string $effectiveStatus): string
{
$normalizedStatus = trim(strtoupper((string)$discoveryStatus));
if ($effectiveStatus === self::STATUS_OFFLINE && $normalizedStatus === 'READY') {
return 'STALE';
}
return $normalizedStatus !== '' ? $normalizedStatus : 'UNKNOWN';
}
private static function normalizeGatewayStatus(?string $reportedStatus): string
{
$normalizedStatus = trim(strtoupper((string)$reportedStatus));
if (in_array($normalizedStatus, [self::STATUS_ONLINE, self::STATUS_DEGRADED, self::STATUS_OFFLINE], true)) {
return $normalizedStatus;
}
return $normalizedStatus !== '' ? $normalizedStatus : 'UNKNOWN';
}
private static function heartbeatAgeSeconds(?string $lastHeartbeatAt, ?int $now = null): ?int
{
if ($lastHeartbeatAt === null || trim($lastHeartbeatAt) === '') {
return null;
}
$heartbeatTimestamp = self::parseApplicationDateTime($lastHeartbeatAt);
if ($heartbeatTimestamp === null) {
return null;
}
return max(0, ($now ?? time()) - $heartbeatTimestamp);
}
private static function heartbeatTimestamp(?string $lastHeartbeatAt): int
{
if ($lastHeartbeatAt === null || trim($lastHeartbeatAt) === '') {
return 0;
}
return self::parseApplicationDateTime($lastHeartbeatAt) ?? 0;
}
private static function statusPriority(string $status): int
{
return match ($status) {
self::STATUS_ONLINE => 3,
self::STATUS_DEGRADED => 2,
self::STATUS_OFFLINE => 1,
default => 0,
};
}
private function writeAudit(?int $gatewayId, ?int $departmentId, string $action, ?int $userId, array $context): void
{
(new edge_gateway_audit_logs_o())->add_object([
'gateway_id' => $gatewayId,
'department_id' => $departmentId,
'action' => $action,
'actor_user_id' => $userId,
'actor_type' => $userId === null ? 'SYSTEM' : 'USER',
'severity' => 'INFO',
'context_json' => $context,
]);
}
private function buildSignedBrokerToken(array $payload): string
{
$body = self::base64UrlEncode(json_encode($payload, JSON_UNESCAPED_SLASHES));
$signature = self::base64UrlEncode(hash_hmac('sha256', $body, $this->brokerSessionSecret(), true));
return $body . '.' . $signature;
}
/**
* @return array<string,mixed>
* @throws Exception
*/
private function parseSignedBrokerToken(string $token): array
{
$token = trim($token);
if ($token === '' || !str_contains($token, '.')) {
throw new Exception('Missing broker session token');
}
[$body, $signature] = explode('.', $token, 2);
$expectedSignature = self::base64UrlEncode(hash_hmac('sha256', $body, $this->brokerSessionSecret(), true));
if (!hash_equals($expectedSignature, $signature)) {
throw new Exception('Invalid broker session token');
}
$decoded = json_decode((string)self::base64UrlDecode($body), true);
if (!is_array($decoded)) {
throw new Exception('Broker session token payload is invalid');
}
$expiresAt = isset($decoded['exp']) ? (int)$decoded['exp'] : 0;
if ($expiresAt > 0 && $expiresAt <= time()) {
throw new Exception('Broker session token expired');
}
return $decoded;
}
private function findShellSessionByToken(string $plainToken): edge_gateway_shell_sessions_o
{
$tokenHash = $this->hashToken($plainToken);
$rows = (new edge_gateway_shell_sessions_o())->getFieldsWhere([
'session_token_hash' => $tokenHash,
'deleted_at' => null,
], ['id']);
$sessionId = isset($rows[0]['id']) ? (int)$rows[0]['id'] : 0;
$session = (new edge_gateway_shell_sessions_o())->select($sessionId);
if (!$session->exists()) {
throw new Exception('Shell session not found');
}
return $session;
}
private function brokerSessionSecret(): string
{
$secret = trim((string)(getenv('EDGE_GATEWAY_SESSION_SECRET') ?: ''));
if ($secret !== '') {
return $secret;
}
$fallback = $this->configuredBrokerSharedSecret();
if ($fallback !== '') {
return $fallback;
}
return hash('sha256', $this->getApiBaseUrl() . '::edgegateway');
}
private static function base64UrlEncode(string $value): string
{
return rtrim(strtr(base64_encode($value), '+/', '-_'), '=');
}
private static function base64UrlDecode(string $value): string
{
$padding = strlen($value) % 4;
if ($padding > 0) {
$value .= str_repeat('=', 4 - $padding);
}
return (string)base64_decode(strtr($value, '-_', '+/'));
}
private function hashToken(string $plainToken): string
{
return hash('sha256', $plainToken);
}
public static function parseApplicationDateTime(?string $value): ?int
{
$normalized = trim((string)$value);
if ($normalized === '') {
return null;
}
$timezone = self::applicationTimeZone();
$dateTime = \DateTimeImmutable::createFromFormat('Y-m-d H:i:s', $normalized, $timezone);
if ($dateTime instanceof \DateTimeImmutable) {
return $dateTime->getTimestamp();
}
try {
return (new \DateTimeImmutable($normalized, $timezone))->getTimestamp();
} catch (\Throwable) {
return null;
}
}
public static function formatApplicationDateTime(int $timestamp): string
{
return (new \DateTimeImmutable('@' . $timestamp))
->setTimezone(self::applicationTimeZone())
->format('Y-m-d H:i:s');
}
private static function applicationTimeZone(): \DateTimeZone
{
$timezone = trim((string)($_ENV['CONFIG_TIMEZONE'] ?? getenv('CONFIG_TIMEZONE') ?: 'Europe/Copenhagen'));
if ($timezone === '') {
$timezone = 'Europe/Copenhagen';
}
try {
return new \DateTimeZone($timezone);
} catch (\Throwable) {
return new \DateTimeZone('Europe/Copenhagen');
}
}
private function now(): string
{
return self::formatApplicationDateTime(time());
}
private function formatDateTime(int $timestamp): string
{
return self::formatApplicationDateTime($timestamp);
}
private function remoteIp(): ?string
{
$ip = trim((string)($_SERVER['REMOTE_ADDR'] ?? ''));
return $ip !== '' ? $ip : null;
}
}