Add Remote Desktop screen selector + new-tab button (v2.2.0)

- CaptureModeRunner: screen index param (0=all, 1-N=specific monitor)
- RtcService: reads screen from rdp_start JSON, passes to capture helper
- Program.cs: parses optional screen index arg for --rdp-capture
- RemoteDesktopPanel: screen dropdown (Alle/1-4), new-tab button
- RdpPage: fullscreen standalone page at /rdp/:agentId
- AgentDetailPage: removed dead _RemoteDesktopOld_unused code

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
2026-06-11 10:15:00 +02:00
parent d3bc68d6a5
commit 058f968af1
7 changed files with 231 additions and 144 deletions

View File

@@ -11,7 +11,7 @@ public static class CaptureModeRunner
private static readonly ImageCodecInfo JpegCodec = private static readonly ImageCodecInfo JpegCodec =
ImageCodecInfo.GetImageEncoders().First(c => c.FormatID == ImageFormat.Jpeg.Guid); ImageCodecInfo.GetImageEncoders().First(c => c.FormatID == ImageFormat.Jpeg.Guid);
public static void Run(string portStr) public static void Run(string portStr, int screenIdx = 0)
{ {
if (!int.TryParse(portStr, out var port) || port <= 0) return; if (!int.TryParse(portStr, out var port) || port <= 0) return;
@@ -24,22 +24,29 @@ public static class CaptureModeRunner
var encParams = new EncoderParameters(1); var encParams = new EncoderParameters(1);
encParams.Param[0] = new EncoderParameter(System.Drawing.Imaging.Encoder.Quality, 60L); encParams.Param[0] = new EncoderParameter(System.Drawing.Imaging.Encoder.Quality, 60L);
// Alle Screens zusammenführen (Multi-Monitor-Support) // Capture-Region bestimmen: 0 = alle Screens, 1-N = spezifischer Screen
var allScreens = System.Windows.Forms.Screen.AllScreens; var allScreens = System.Windows.Forms.Screen.AllScreens;
Rectangle captureRect;
if (screenIdx <= 0 || screenIdx > allScreens.Length)
{
int left = allScreens.Min(s => s.Bounds.X); int left = allScreens.Min(s => s.Bounds.X);
int top = allScreens.Min(s => s.Bounds.Y); int top = allScreens.Min(s => s.Bounds.Y);
int right = allScreens.Max(s => s.Bounds.X + s.Bounds.Width); int right = allScreens.Max(s => s.Bounds.X + s.Bounds.Width);
int bottom = allScreens.Max(s => s.Bounds.Y + s.Bounds.Height); int bottom = allScreens.Max(s => s.Bounds.Y + s.Bounds.Height);
int totalW = right - left; captureRect = new Rectangle(left, top, right - left, bottom - top);
int totalH = bottom - top; }
else
{
captureRect = allScreens[screenIdx - 1].Bounds;
}
while (tcp.Connected) while (tcp.Connected)
{ {
try try
{ {
using var bmp = new Bitmap(totalW, totalH, System.Drawing.Imaging.PixelFormat.Format32bppArgb); using var bmp = new Bitmap(captureRect.Width, captureRect.Height, System.Drawing.Imaging.PixelFormat.Format32bppArgb);
using (var g = Graphics.FromImage(bmp)) using (var g = Graphics.FromImage(bmp))
g.CopyFromScreen(left, top, 0, 0, new Size(totalW, totalH)); g.CopyFromScreen(captureRect.X, captureRect.Y, 0, 0, new Size(captureRect.Width, captureRect.Height));
byte[] jpeg; byte[] jpeg;
using (var ms = new MemoryStream()) using (var ms = new MemoryStream())

View File

@@ -20,7 +20,9 @@ internal class Program
return; return;
case "--rdp-capture": case "--rdp-capture":
CaptureModeRunner.Run(args.Length > 1 ? args[1] : ""); CaptureModeRunner.Run(
args.Length > 1 ? args[1] : "",
args.Length > 2 && int.TryParse(args[2], out var si) ? si : 0);
return; return;
case "--dashboard": case "--dashboard":

View File

@@ -65,9 +65,10 @@ public class RtcService
if (type == "rdp_start" && captureCts == null) if (type == "rdp_start" && captureCts == null)
{ {
var screenIdx = obj["screen"]?.ToObject<int>() ?? 0;
captureCts = CancellationTokenSource.CreateLinkedTokenSource(ct); captureCts = CancellationTokenSource.CreateLinkedTokenSource(ct);
_ = CapturePipeLoopAsync(ws, captureCts.Token); _ = CapturePipeLoopAsync(ws, screenIdx, captureCts.Token);
AgentWorker.Log("RDP: Screen-Capture gestartet"); AgentWorker.Log($"RDP: Screen-Capture gestartet (screen={screenIdx})");
} }
else if (type == "rdp_stop" && captureCts != null) else if (type == "rdp_stop" && captureCts != null)
{ {
@@ -81,7 +82,7 @@ public class RtcService
AgentWorker.Log("RDP: Getrennt"); AgentWorker.Log("RDP: Getrennt");
} }
private async Task CapturePipeLoopAsync(ClientWebSocket ws, CancellationToken ct) private async Task CapturePipeLoopAsync(ClientWebSocket ws, int screenIdx, CancellationToken ct)
{ {
var exePath = System.Diagnostics.Process.GetCurrentProcess().MainModule!.FileName; var exePath = System.Diagnostics.Process.GetCurrentProcess().MainModule!.FileName;
@@ -90,7 +91,7 @@ public class RtcService
listener.Start(); listener.Start();
var port = ((IPEndPoint)listener.LocalEndpoint).Port; var port = ((IPEndPoint)listener.LocalEndpoint).Port;
if (!SpawnCaptureHelper(exePath, port.ToString())) if (!SpawnCaptureHelper(exePath, port.ToString(), screenIdx))
{ {
listener.Stop(); listener.Stop();
AgentWorker.Log("RDP: Helper-Start fehlgeschlagen"); AgentWorker.Log("RDP: Helper-Start fehlgeschlagen");
@@ -160,7 +161,7 @@ public class RtcService
AgentWorker.Log("RDP: Frame-Loop beendet"); AgentWorker.Log("RDP: Frame-Loop beendet");
} }
private static bool SpawnCaptureHelper(string exePath, string portStr) private static bool SpawnCaptureHelper(string exePath, string portStr, int screenIdx = 0)
{ {
try try
{ {
@@ -181,7 +182,7 @@ public class RtcService
? "/ru \"INTERACTIVE\"" ? "/ru \"INTERACTIVE\""
: $"/ru \"{fullUser}\""; : $"/ru \"{fullUser}\"";
var args = $"/create /tn \"{taskName}\" /tr \"\\\"{exePath}\\\" --rdp-capture {portStr}\" " + var args = $"/create /tn \"{taskName}\" /tr \"\\\"{exePath}\\\" --rdp-capture {portStr} {screenIdx}\" " +
$"/sc ONCE /st {triggerTime} {ruArg} /it /f"; $"/sc ONCE /st {triggerTime} {ruArg} /it /f";
var p = Process.Start(new ProcessStartInfo("schtasks.exe", args) var p = Process.Start(new ProcessStartInfo("schtasks.exe", args)

View File

@@ -0,0 +1,170 @@
import React, { useState, useEffect, useRef } from 'react';
const SCREEN_OPTIONS = [
{ value: 0, label: 'Alle Bildschirme' },
{ value: 1, label: 'Bildschirm 1' },
{ value: 2, label: 'Bildschirm 2' },
{ value: 3, label: 'Bildschirm 3' },
{ value: 4, label: 'Bildschirm 4' },
];
export default function RemoteDesktopPanel({ agentId, agentHostname, autoConnect = false, fullscreen = false }) {
const [status, setStatus] = useState('idle');
const [error, setError] = useState('');
const [fps, setFps] = useState(0);
const [resolution, setResolution] = useState('');
const [screenIdx, setScreenIdx] = useState(0);
const canvasRef = useRef(null);
const wsRef = useRef(null);
const fpsRef = useRef({ count: 0, last: Date.now() });
const getWsUrl = () => {
const token = localStorage.getItem('token');
const proto = window.location.protocol === 'https:' ? 'wss' : 'ws';
return `${proto}://${window.location.host}/ws?type=rdp&agentId=${agentId}&token=${token}`;
};
const connect = (screen = screenIdx) => {
setStatus('connecting');
setError('');
const ws = new WebSocket(getWsUrl());
wsRef.current = ws;
ws.onopen = () => {
ws.send(JSON.stringify({ type: 'rdp_start', screen }));
setStatus('connected');
};
ws.onmessage = (e) => {
try {
const msg = JSON.parse(e.data);
if (msg.type === 'rdp_frame') {
const img = new window.Image();
img.onload = () => {
const canvas = canvasRef.current;
if (!canvas) return;
if (canvas.width !== img.naturalWidth) canvas.width = img.naturalWidth;
if (canvas.height !== img.naturalHeight) canvas.height = img.naturalHeight;
canvas.getContext('2d').drawImage(img, 0, 0);
if (msg.w && msg.h) setResolution(`${msg.w}×${msg.h}`);
const now = Date.now();
fpsRef.current.count++;
if (now - fpsRef.current.last >= 1000) {
setFps(fpsRef.current.count);
fpsRef.current = { count: 0, last: now };
}
};
img.src = 'data:image/jpeg;base64,' + msg.data;
} else if (msg.type === 'rdp_disconnected') {
setStatus('idle');
setError('Agent hat die Verbindung getrennt');
}
} catch { }
};
ws.onerror = () => { setStatus('error'); setError('WebSocket-Fehler'); };
ws.onclose = () => setStatus(s => s === 'connected' ? 'idle' : s);
};
const disconnect = () => {
if (wsRef.current?.readyState === WebSocket.OPEN) {
wsRef.current.send(JSON.stringify({ type: 'rdp_stop' }));
wsRef.current.close();
}
wsRef.current = null;
const canvas = canvasRef.current;
if (canvas) canvas.getContext('2d').clearRect(0, 0, canvas.width, canvas.height);
setStatus('idle');
setFps(0);
setResolution('');
};
useEffect(() => {
if (autoConnect) connect(screenIdx);
return () => { wsRef.current?.close(); };
}, []);
const statusColor = { connected: '#34d399', connecting: '#f59e0b', error: '#ef4444', idle: '#6b7280' }[status];
const statusLabel = { connected: 'Verbunden', connecting: 'Verbinde…', error: 'Fehler', idle: 'Getrennt' }[status];
const containerStyle = fullscreen
? { display: 'flex', flexDirection: 'column', height: '100vh', background: '#0d1117' }
: { marginTop: 24, borderRadius: 16, border: '1px solid var(--border-color)', overflow: 'hidden', background: 'var(--bg-secondary)' };
return (
<div style={containerStyle}>
{/* Header */}
<div style={{ padding: '10px 16px', borderBottom: '1px solid rgba(255,255,255,0.08)', display: 'flex', alignItems: 'center', gap: 10, flexWrap: 'wrap', flexShrink: 0 }}>
<span style={{ fontSize: 15 }}>🖥</span>
<span style={{ fontWeight: 600, fontSize: 13, color: 'var(--text-primary)' }}>Remote Desktop</span>
{agentHostname && <span style={{ fontSize: 12, color: 'var(--text-muted)' }}>{agentHostname}</span>}
<span style={{ display: 'flex', alignItems: 'center', gap: 5, fontSize: 12 }}>
<span style={{ width: 7, height: 7, borderRadius: '50%', background: statusColor, display: 'inline-block' }} />
<span style={{ color: statusColor }}>{statusLabel}</span>
</span>
{status === 'connected' && resolution && (
<span style={{ fontSize: 11, color: 'var(--text-muted)', background: 'rgba(255,255,255,0.06)', borderRadius: 6, padding: '2px 8px' }}>
{resolution} · {fps} fps
</span>
)}
{/* Screen-Selektor */}
<select
value={screenIdx}
onChange={e => setScreenIdx(Number(e.target.value))}
disabled={status === 'connected' || status === 'connecting'}
style={{ fontSize: 12, padding: '3px 8px', borderRadius: 7, border: '1px solid var(--border-color)', background: 'var(--bg-tertiary)', color: 'var(--text-primary)', cursor: 'pointer', marginLeft: 4 }}
>
{SCREEN_OPTIONS.map(o => (
<option key={o.value} value={o.value}>{o.label}</option>
))}
</select>
<div style={{ marginLeft: 'auto', display: 'flex', gap: 8 }}>
{!fullscreen && (
<button
onClick={() => window.open(`/rdp/${agentId}?screen=${screenIdx}`, '_blank')}
title="In neuem Tab öffnen"
style={{ background: 'transparent', border: '1px solid var(--border-color)', borderRadius: 8, color: 'var(--text-muted)', padding: '4px 10px', fontSize: 12, cursor: 'pointer' }}
>
</button>
)}
{status === 'idle' || status === 'error' ? (
<button onClick={() => connect(screenIdx)} style={{ background: '#238636', border: 'none', borderRadius: 8, color: '#fff', padding: '5px 14px', fontSize: 12, fontWeight: 600, cursor: 'pointer' }}>
Verbinden
</button>
) : (
<button onClick={disconnect} style={{ background: '#21262d', border: '1px solid #30363d', borderRadius: 8, color: '#cdd9e5', padding: '5px 14px', fontSize: 12, cursor: 'pointer' }}>
Trennen
</button>
)}
</div>
</div>
{/* Canvas-Bereich */}
{status === 'idle' || status === 'error' ? (
<div style={{ display: 'flex', flexDirection: 'column', alignItems: 'center', justifyContent: 'center', minHeight: fullscreen ? 0 : 320, flex: fullscreen ? 1 : undefined, gap: 14, color: 'var(--text-muted)' }}>
<span style={{ fontSize: 44 }}>🖥</span>
<div style={{ textAlign: 'center' }}>
<div style={{ fontSize: 14, fontWeight: 600, color: 'var(--text-primary)', marginBottom: 4 }}>Remote Desktop</div>
<div style={{ fontSize: 12 }}>Bildschirmübertragung via WebSocket · Agent v2.2.0+</div>
{error && <div style={{ marginTop: 8, color: '#ef4444', fontSize: 12 }}>{error}</div>}
</div>
</div>
) : (
<div style={{ background: '#000', lineHeight: 0, position: 'relative', flex: fullscreen ? 1 : undefined, overflow: fullscreen ? 'hidden' : undefined }}>
<canvas
ref={canvasRef}
style={{ width: '100%', height: fullscreen ? '100%' : 'auto', display: 'block', objectFit: 'contain' }}
/>
{status === 'connecting' && (
<div style={{ position: 'absolute', inset: 0, display: 'flex', alignItems: 'center', justifyContent: 'center', background: 'rgba(0,0,0,0.8)', color: '#fff', fontSize: 14, gap: 10 }}>
<span style={{ animation: 'spin 1s linear infinite', display: 'inline-block' }}></span> Verbinde
</div>
)}
</div>
)}
</div>
);
}

View File

@@ -5,6 +5,7 @@ import assetService from '../services/assetService';
import api from '../services/api'; import api from '../services/api';
import { toast } from 'react-toastify'; import { toast } from 'react-toastify';
import { useAuth } from '../context/AuthContext'; import { useAuth } from '../context/AuthContext';
import RemoteDesktopPanel from '../components/common/RemoteDesktopPanel';
// ─── CSS Variables injected inline (design from Device Detail.html) ───────────── // ─── CSS Variables injected inline (design from Device Detail.html) ─────────────
@@ -289,136 +290,11 @@ function RemoteShell({ agentId, agentHostname }) {
); );
} }
// ─── Remote Desktop (JPEG-over-WebSocket) ──────────────────────────────────────── // ─── Remote Desktop (via RemoteDesktopPanel) ─────────────────────────────────────
function RemoteDesktop({ agentId, agentHostname }) { function RemoteDesktop({ agentId, agentHostname }) {
const [status, setStatus] = useState('idle'); // idle | connecting | connected | error
const [error, setError] = useState('');
const [fps, setFps] = useState(0);
const [resolution, setResolution] = useState('');
const canvasRef = useRef(null);
const wsRef = useRef(null);
const fpsCounterRef = useRef({ count: 0, last: Date.now() });
const getWsUrl = () => {
const token = localStorage.getItem('token');
const proto = window.location.protocol === 'https:' ? 'wss' : 'ws';
return `${proto}://${window.location.host}/ws?type=rdp&agentId=${agentId}&token=${token}`;
};
const connect = () => {
setStatus('connecting');
setError('');
const ws = new WebSocket(getWsUrl());
wsRef.current = ws;
ws.onopen = () => {
ws.send(JSON.stringify({ type: 'rdp_start' }));
setStatus('connected');
};
ws.onmessage = (e) => {
try {
const msg = JSON.parse(e.data);
if (msg.type === 'rdp_frame') {
const img = new window.Image();
img.onload = () => {
const canvas = canvasRef.current;
if (!canvas) return;
if (canvas.width !== img.naturalWidth) canvas.width = img.naturalWidth;
if (canvas.height !== img.naturalHeight) canvas.height = img.naturalHeight;
canvas.getContext('2d').drawImage(img, 0, 0);
if (msg.w && msg.h) setResolution(`${msg.w}×${msg.h}`);
// FPS-Counter
const now = Date.now();
fpsCounterRef.current.count++;
if (now - fpsCounterRef.current.last >= 1000) {
setFps(fpsCounterRef.current.count);
fpsCounterRef.current = { count: 0, last: now };
}
};
img.src = 'data:image/jpeg;base64,' + msg.data;
} else if (msg.type === 'rdp_disconnected') {
setStatus('idle');
setError('Agent hat die Verbindung getrennt');
}
} catch { /* ignorieren */ }
};
ws.onerror = () => { setStatus('error'); setError('WebSocket-Fehler'); };
ws.onclose = () => { setStatus('idle'); };
};
const disconnect = () => {
if (wsRef.current?.readyState === WebSocket.OPEN) {
wsRef.current.send(JSON.stringify({ type: 'rdp_stop' }));
wsRef.current.close();
}
wsRef.current = null;
const canvas = canvasRef.current;
if (canvas) canvas.getContext('2d').clearRect(0, 0, canvas.width, canvas.height);
setStatus('idle');
setFps(0);
setResolution('');
};
useEffect(() => () => { wsRef.current?.close(); }, []);
const statusColor = status === 'connected' ? '#34d399' : status === 'connecting' ? '#f59e0b' : status === 'error' ? '#ef4444' : '#6b7280';
const statusLabel = { idle: 'Getrennt', connecting: 'Verbinde…', connected: 'Verbunden', error: 'Fehler' }[status];
return ( return (
<div style={{ marginTop: 24, borderRadius: 16, border: '1px solid var(--border-color)', overflow: 'hidden', background: 'var(--bg-secondary)' }}> <RemoteDesktopPanel agentId={agentId} agentHostname={agentHostname} />
<div style={{ padding: '14px 20px', borderBottom: '1px solid var(--border-color)', display: 'flex', alignItems: 'center', gap: 10, flexWrap: 'wrap' }}>
<span style={{ fontSize: 15 }}>🖥</span>
<span style={{ fontWeight: 600, fontSize: 14, color: 'var(--text-primary)' }}>Remote Desktop</span>
<span style={{ fontSize: 12, color: 'var(--text-muted)', marginLeft: 4 }}>{agentHostname}</span>
<span style={{ display: 'flex', alignItems: 'center', gap: 5, fontSize: 12 }}>
<span style={{ width: 8, height: 8, borderRadius: '50%', background: statusColor, display: 'inline-block' }} />
<span style={{ color: statusColor }}>{statusLabel}</span>
</span>
{status === 'connected' && resolution && (
<span style={{ fontSize: 11, color: 'var(--text-muted)', background: 'var(--bg-tertiary)', borderRadius: 6, padding: '2px 8px' }}>
{resolution} · {fps} fps
</span>
)}
<div style={{ marginLeft: 'auto', display: 'flex', gap: 8 }}>
{status === 'idle' || status === 'error' ? (
<button onClick={connect} style={{ background: '#238636', border: 'none', borderRadius: 8, color: '#fff', padding: '5px 14px', fontSize: 12, fontWeight: 600, cursor: 'pointer' }}>
Verbinden
</button>
) : (
<button onClick={disconnect} style={{ background: '#21262d', border: '1px solid #30363d', borderRadius: 8, color: '#cdd9e5', padding: '5px 14px', fontSize: 12, cursor: 'pointer' }}>
Trennen
</button>
)}
</div>
</div>
{status === 'idle' || status === 'error' ? (
<div style={{ display: 'flex', flexDirection: 'column', alignItems: 'center', justifyContent: 'center', minHeight: 300, gap: 16, color: 'var(--text-muted)' }}>
<span style={{ fontSize: 48 }}>🖥</span>
<div style={{ textAlign: 'center' }}>
<div style={{ fontSize: 15, fontWeight: 600, color: 'var(--text-primary)', marginBottom: 6 }}>Remote Desktop (Beta)</div>
<div style={{ fontSize: 13 }}>Bildschirmübertragung via WebSocket Agent muss v2.2.0+ haben</div>
{error && <div style={{ marginTop: 8, color: '#ef4444', fontSize: 12 }}>{error}</div>}
</div>
</div>
) : (
<div style={{ background: '#000', lineHeight: 0, position: 'relative', minHeight: 400 }}>
<canvas
ref={canvasRef}
style={{ width: '100%', height: 'auto', display: 'block' }}
/>
{status === 'connecting' && (
<div style={{ position: 'absolute', inset: 0, display: 'flex', alignItems: 'center', justifyContent: 'center', background: 'rgba(0,0,0,0.85)', color: '#fff', fontSize: 14 }}>
Verbinde
</div>
)}
</div>
)}
</div>
); );
} }

View File

@@ -0,0 +1,28 @@
import React, { useEffect } from 'react';
import { useParams, useSearchParams, useNavigate } from 'react-router-dom';
import { useAuth } from '../context/AuthContext';
import RemoteDesktopPanel from '../components/common/RemoteDesktopPanel';
export default function RdpPage() {
const { agentId } = useParams();
const [searchParams] = useSearchParams();
const { isAuthenticated } = useAuth();
const navigate = useNavigate();
useEffect(() => {
if (!isAuthenticated) navigate('/login', { replace: true });
}, [isAuthenticated]);
if (!isAuthenticated) return null;
return (
<div style={{ height: '100vh', width: '100vw', background: '#0d1117', overflow: 'hidden' }}>
<RemoteDesktopPanel
agentId={parseInt(agentId)}
agentHostname=""
autoConnect={true}
fullscreen={true}
/>
</div>
);
}

View File

@@ -50,6 +50,7 @@ import ScannerPage from './pages/ScannerPage';
import TVDashboardPage from './pages/TVDashboardPage'; import TVDashboardPage from './pages/TVDashboardPage';
import UserManagementPage from './pages/UserManagementPage'; import UserManagementPage from './pages/UserManagementPage';
import FeedbackPage from './pages/FeedbackPage'; import FeedbackPage from './pages/FeedbackPage';
import RdpPage from './pages/RdpPage';
const L = ({ children, roles }) => ( const L = ({ children, roles }) => (
<ProtectedRoute allowedRoles={roles}> <ProtectedRoute allowedRoles={roles}>
@@ -65,6 +66,8 @@ const AppRoutes = () => {
<Routes> <Routes>
{/* TV Dashboard kein Layout, fullscreen */} {/* TV Dashboard kein Layout, fullscreen */}
<Route path="/tv" element={<TVDashboardPage />} /> <Route path="/tv" element={<TVDashboardPage />} />
{/* Remote Desktop kein Layout, fullscreen, eigener Tab */}
<Route path="/rdp/:agentId" element={<RdpPage />} />
{/* Public routes */} {/* Public routes */}
<Route path="/health" element={<HealthPage />} /> <Route path="/health" element={<HealthPage />} />