feat(video): custom cameras

ref #1079

Author: akiver

cs2-server-plugin/cs2-server-plugin/main.cpp

@@ -170,11 +170,15 @@ ISource2EngineToClient* GetEngine()
     return engineToClient;
 }
 
+void SendMsg(json msg) {
+    ws->send(msg.dump());
+}
+
 void SendStatusOk() {
     json msg;
     msg["name"] = "status";
     msg["payload"] = "ok";
-    ws->send(msg.dump());
+    SendMsg(msg);
 }
 
 void RestoreGameinfoFile() {
@@ -255,20 +259,22 @@ void PlaybackLoop() {
         }
 
         if (!initialized) {
+            // Required to make the spec_lock_to_accountid command working since the 25/04/2024 update - it looks like the command has been hidden.
+            // Also required to use the startmovie command.
+            UnhideCommandsAndCvars();
+
             // Since the 23/05/2024 CS2 update, the demo playback UI is displayed by default.
 			// We have to set the demo_ui_mode convar to 0 before starting the playback prevent the UI from being displayed.
             engine->ExecuteClientCmd(0, "demo_ui_mode 0", true);
+            engine->ExecuteClientCmd(0, "sv_cheats 1", true); // required to unlock commands such as getposcopy
+
             initialized = true;
         }
 
         bool newIsPlayingDemo = engine->IsPlayingDemo();
         if (newIsPlayingDemo && !isPlayingDemo) {
             Log("[%d] Demo playback started, sequences %d", currentTick, sequences.size());
             currentTick = -1;
-
-            // Required to make the spec_lock_to_accountid command working since the 25/04/2024 update - it looks like the command has been hidden.
-            // Also required to use the startmovie command.
-            UnhideCommandsAndCvars();
         }
         else if (!newIsPlayingDemo && isPlayingDemo) {
             Log("[%d] Demo playback stopped, sequences %d", currentTick, sequences.size());
@@ -350,6 +356,19 @@ void HandleWebSocketMessage(const std::string& message)
         auto engine = GetEngine();
         engine->ExecuteClientCmd(0, cmd.c_str(), true);
     }
+    else if (msg["name"] == "capture-player-view") {
+        auto engine = GetEngine();
+        engine->ExecuteClientCmd(0, "getposcopy", true);
+        // The "screenshot" command works only on Windows when the -tools launch option is set.
+        // As a workaround, we use the startmovie command to take a screenshot.
+        engine->ExecuteClientCmd(0, "hideconsole", true);
+        engine->ExecuteClientCmd(0, "startmovie csdmcamera jpg", true);
+        std::this_thread::sleep_for(std::chrono::milliseconds(1000));
+        engine->ExecuteClientCmd(0, "endmovie", true);
+        json msg;
+        msg["name"] = "capture-player-view-result";
+        SendMsg(msg);
+    }
 }
 
 void ConnectToWebsocketServer() {

csgo-server-plugin/csgo-server-plugin/cdll_int.h

@@ -39,9 +39,9 @@ class IVEngineClient14
     virtual void _UNUSED_GetSentence(void) = 0; // 15
     virtual void _UNUSED_GetSentenceLength(void) = 0; // 16
     virtual void _UNUSED_IsStreaming(void) = 0; // 17
-    virtual void _UNUSED_GetViewAngles(void) = 0; // 18
+    virtual void GetViewAngles(QAngle& angles) = 0; // 18
     virtual void _UNUSED_SetViewAngles(void) = 0; // 19
-    virtual void _UNUSED_GetMaxClients(void) = 0; // 20
+    virtual int GetMaxClients(void) = 0; // 20
     virtual void _UNUSED_Key_LookupBinding(void) = 0; // 21
     virtual void _UNUSED_Key_BindingForKey(void) = 0; // 22
     virtual void _UNUSED_Key_SetBinding(void) = 0; // 23

csgo-server-plugin/csgo-server-plugin/main.cpp

@@ -20,6 +20,10 @@
 #include "plugin.h"
 #include "cdll_int.h"
 #include "game_ui.h"
+#include "game/server/iplayerinfo.h"
+
+#define ENTINDEX(index) static_cast<edict_t *>(globalVars->pEdicts + (index))
+#define PLAYER_INFO_FROM_INDEX(index) static_cast<IPlayerInfo *>(playerInfoManager->GetPlayerInfo(ENTINDEX(index)))
 
 using easywsclient::WebSocket;
 using nlohmann::json;
@@ -49,6 +53,8 @@ EXPOSE_SINGLE_INTERFACE_GLOBALVAR(CServerPlugin, IServerPluginCallbacks, INTERFA
 void* client;
 IVEngineClient14* engine = NULL;
 CGameUI* gameUi = NULL;
+IPlayerInfoManager* playerInfoManager = NULL;
+CGlobalVars* globalVars = NULL;
 FrameStageNotifyFn originalFrameStageNotify = NULL;
 thread* wsConnectionThread = NULL;
 WebSocket::pointer ws;
@@ -58,6 +64,7 @@ bool isPlayingDemo = false;
 int mainMenuFrameCount = 0;
 int currentTick = -1;
 bool isQuitting = false;
+bool forceSpectatorMode = false;
 std::queue<Sequence> sequences;
 // Unlike CS2, executing client commands from a different thread than the main game thread may crash the game.
 // As the WebSocket connection runs in a separate thread, we defer the possible command execution when we receive a
@@ -84,11 +91,15 @@ void ExecutePendingCommand()
     }
 }
 
+void SendMsg(json msg) {
+    ws->send(msg.dump());
+}
+
 void SendStatusOk() {
     json msg;
     msg["name"] = "status";
     msg["payload"] = "ok";
-    ws->send(msg.dump());
+    SendMsg(msg);
 }
 
 void LoadSequencesFile(string demoPath) {
@@ -138,6 +149,40 @@ void HandleWebSocketMessage(const string& message)
 
         std::lock_guard<mutex> lock(pendingCmdMutex);
         pendingCmd = "playdemo \"" + demoPath + "\"";
+    } else if (msg["name"] == "capture-player-view") {
+        float x, y, z, pitch, yaw = 0;
+        for (int i = 1; i <= engine->GetMaxClients(); i++) {
+            IPlayerInfo* player = PLAYER_INFO_FROM_INDEX(i);
+            if (player && player->IsConnected() && player->GetNetworkIDString() != "BOT") {
+                auto position = player->GetAbsOrigin();
+                x = position.x;
+                y = position.y;
+                z = position.z;
+                // player->GetAbsAngles() is not reliable, use engine->GetViewAngles() instead.
+                QAngle viewAngles;
+                engine->GetViewAngles(viewAngles);
+                pitch = viewAngles.x;
+                yaw = viewAngles.y;
+                break;
+            }
+        }
+
+        // use the startmovie command to generate a screenshot like CS2 so we don't maintain two separate code paths.
+        engine->ExecuteClientCmd("hideconsole");
+        engine->ExecuteClientCmd("startmovie csdmcamera jpg");
+        std::this_thread::sleep_for(std::chrono::milliseconds(1000));
+        engine->ExecuteClientCmd("endmovie");
+
+        json msg;
+        msg["name"] = "capture-player-view-result";
+        msg["payload"] = {
+            {"x", x},
+            {"y", y},
+            {"z", z},
+            {"pitch", pitch},
+            {"yaw", yaw}
+        };
+        SendMsg(msg);
     }
 }
 
@@ -272,11 +317,34 @@ void NewFrameStageNotify(void* thisptr, CClientFrameStage stage)
 #endif
 }
 
+void CServerPlugin::ClientFullyConnect(edict_t* pEntity) {
+    if (!forceSpectatorMode) {
+        return;
+    }
+    auto player = playerInfoManager->GetPlayerInfo(pEntity);
+    if (player) {
+        player->ChangeTeam(1);
+    }
+}
+
 // Called when the plugin is loaded ONLY if the -insecure launch parameter is set.
 bool CServerPlugin::Load(CreateInterfaceFn interfaceFactory, CreateInterfaceFn gameServerFactory)
 {
     DeleteLogFile();
 
+    playerInfoManager = (IPlayerInfoManager*)gameServerFactory(INTERFACEVERSION_PLAYERINFOMANAGER, NULL);
+    if (!playerInfoManager)
+    {
+        Log("Could not find IPlayerInfoManager : %s", GetLastErrorString());
+        return false;
+    }
+
+    globalVars = playerInfoManager->GetGlobalVars();
+    if (!globalVars) {
+        Log("Could not find CGlobalVars : %s", GetLastErrorString());
+        return false;
+    }
+
     engine = (IVEngineClient14*)interfaceFactory("VEngineClient014", NULL);
     if (engine == NULL)
     {
@@ -368,6 +436,10 @@ bool CServerPlugin::Load(CreateInterfaceFn interfaceFactory, CreateInterfaceFn g
             LoadSequencesFile(demoPath);
             break;
         }
+
+        if (strcmp(param, "forcespec") == 0) {
+            forceSpectatorMode = true;
+        }
     }
 
     wsConnectionThread = new thread(ConnectToWebsocketServerLoop);
@@ -402,6 +474,15 @@ const char *CServerPlugin::GetPluginDescription()
     return "CS Demo Manager plugin";
 }
 
+void LogPlayers() {
+    for (int i = 1; i <= engine->GetMaxClients(); i++) {
+        IPlayerInfo* player = PLAYER_INFO_FROM_INDEX(i);
+        if (player && player->IsConnected()) {
+            Log("%s - userID: %d SteamID: %s", player->GetName(), player->GetUserID(), player->GetNetworkIDString());
+        }
+    }
+}
+
 CON_COMMAND(csdm_info, "Show info"){
     if (!demoPath.empty()) {
         Log("Demo path: %s", demoPath.c_str());
@@ -417,4 +498,6 @@ CON_COMMAND(csdm_info, "Show info"){
     else {
         Log("WebSocket not connected");
     }
+
+    LogPlayers();
 }

csgo-server-plugin/csgo-server-plugin/plugin.h

@@ -20,7 +20,7 @@ class CServerPlugin : public IServerPluginCallbacks
     virtual void GameFrame(bool simulating) {};
     virtual void LevelShutdown() {};
     virtual void ClientActive(edict_t* pEntity) {};
-    virtual void ClientFullyConnect(edict_t* pEntity) {};
+    virtual void ClientFullyConnect(edict_t* pEntity);
     virtual void ClientDisconnect(edict_t* pEntity) {};
     virtual void ClientPutInServer(edict_t* pEntity, const char* playername) {};
     virtual void SetCommandClient(int index) {};

eslint.config.mjs

@@ -185,6 +185,9 @@ export default [
             '^GitHub$',
             'Inter var$',
             'CS:DM',
+            'CS:GO',
+            'CS2 Limited Test',
+            '^setpos_exact',
           ],
           ignoreNames: [
             // Ignore matching className (case-insensitive)

src/cli/commands/video-command.ts

@@ -147,6 +147,7 @@ export class VideoCommand extends Command {
         showAssists: this.showAssists ?? settings.video.showAssists,
         showOnlyDeathNotices: this.showOnlyDeathNotices ?? settings.video.showOnlyDeathNotices,
         playersOptions: [],
+        playerCameras: [],
         cameras: [],
         recordAudio: this.recordAudio ?? settings.video.recordAudio,
         playerVoicesEnabled: this.playerVoices ?? settings.video.playerVoicesEnabled,
@@ -156,7 +157,7 @@ export class VideoCommand extends Command {
 
       if (this.focusPlayerSteamId) {
         const player = await fetchPlayer(this.focusPlayerSteamId);
-        sequence.cameras.push({
+        sequence.playerCameras.push({
           tick: this.startTick,
           playerSteamId: this.focusPlayerSteamId,
           playerName: player.name,

src/common/error-code.ts

@@ -28,6 +28,9 @@ export const ErrorCode = {
   MissingPlayerSlot: 427,
   CustomCounterStrikeExecutableNotFound: 428,
   CounterStrikeAlreadyRunning: 429,
+  CounterStrikeNotRunning: 430,
+  CounterStrikeNotConnected: 431,
+  CounterStrikeNoResponse: 432,
   InvalidDemoPath: 505,
   ChecksumsMismatch: 506,
   DuplicateTeamName: 507,
@@ -87,12 +90,14 @@ export const ErrorCode = {
   InvalidSteamCommunityUrl: 2002,
   SteamAccountNameTooLong: 2003,
 
-  TagNameAlreadyToken: 3000,
+  TagNameAlreadyTaken: 3000,
   TagNameTooShort: 3001,
   TagNameTooLong: 3002,
   InvalidTagColor: 3003,
   TagNotFound: 3004,
 
+  CameraAlreadyExists: 3010,
+
   InvalidDemoName: 3100,
   AnalyzeCorruptedDemo: 3200,
   InsertMatchDuplicatedChecksum: 3201,

src/common/types/camera.ts

@@ -0,0 +1,19 @@
+import type { Game } from 'csdm/common/types/counter-strike';
+
+export type CameraCoordinates = {
+  x: number;
+  y: number;
+  z: number;
+  yaw: number;
+  pitch: number;
+};
+
+export type Camera = CameraCoordinates & {
+  id: string;
+  name: string;
+  game: Game;
+  mapName: string;
+  comment: string;
+  color: string;
+  imagePath: string | null;
+};

src/common/types/custom-camera-focus.ts

@@ -0,0 +1,6 @@
+export type CustomCameraFocus = {
+  tick: number;
+  id: string;
+  name: string;
+  color: string;
+};

src/common/types/image-information.ts

@@ -0,0 +1,5 @@
+export type ImageInformation = {
+  width: number;
+  height: number;
+  base64: string;
+};