Videocodec implementation (#1484)

* dummy videocodec

* filled videodec parameters

* vdec1 implementation

* clang format fix

* fixed codecType

* added crop offset info

* align output

* align all h/w

* some touchups

* small touch (last one)

Author: georgemoralis

CMakeLists.txt

@@ -366,6 +366,10 @@ set(VDEC_LIB src/core/libraries/videodec/videodec2_impl.cpp
              src/core/libraries/videodec/videodec2.cpp
              src/core/libraries/videodec/videodec2.h
              src/core/libraries/videodec/videodec2_avc.h
+             src/core/libraries/videodec/videodec.cpp
+             src/core/libraries/videodec/videodec.h
+             src/core/libraries/videodec/videodec_impl.cpp
+             src/core/libraries/videodec/videodec_impl.h
 )
 
 set(NP_LIBS src/core/libraries/np_manager/np_manager.cpp

src/common/logging/filter.cpp

@@ -120,6 +120,7 @@ bool ParseFilterRule(Filter& instance, Iterator begin, Iterator end) {
     SUB(Lib, SharePlay)                                                                            \
     SUB(Lib, Fiber)                                                                                \
     SUB(Lib, Vdec2)                                                                                \
+    SUB(Lib, Videodec)                                                                             \
     CLS(Frontend)                                                                                  \
     CLS(Render)                                                                                    \
     SUB(Render, Vulkan)                                                                            \

src/common/logging/types.h

@@ -87,6 +87,7 @@ enum class Class : u8 {
     Lib_SharePlay,         ///< The LibSceSharePlay implemenation
     Lib_Fiber,             ///< The LibSceFiber implementation.
     Lib_Vdec2,             ///< The LibSceVideodec2 implementation.
+    Lib_Videodec,          ///< The LibSceVideodec implementation.
     Frontend,              ///< Emulator UI
     Render,                ///< Video Core
     Render_Vulkan,         ///< Vulkan backend

src/core/libraries/error_codes.h

@@ -590,4 +590,29 @@ constexpr int ORBIS_VIDEODEC2_ERROR_NEW_SEQUENCE = 0x811D0300;
 constexpr int ORBIS_VIDEODEC2_ERROR_ACCESS_UNIT = 0x811D0301;
 constexpr int ORBIS_VIDEODEC2_ERROR_OVERSIZE_DECODE = 0x811D0302;
 constexpr int ORBIS_VIDEODEC2_ERROR_INVALID_SEQUENCE = 0x811D0303;
-constexpr int ORBIS_VIDEODEC2_ERROR_FATAL_STREAM = 0x811D0304;
+constexpr int ORBIS_VIDEODEC2_ERROR_FATAL_STREAM = 0x811D0304;
+
+// Videodec library
+
+constexpr int ORBIS_VIDEODEC_ERROR_API_FAIL = 0x80C10000;
+constexpr int ORBIS_VIDEODEC_ERROR_CODEC_TYPE = 0x80C10001;
+constexpr int ORBIS_VIDEODEC_ERROR_STRUCT_SIZE = 0x80C10002;
+constexpr int ORBIS_VIDEODEC_ERROR_HANDLE = 0x80C10003;
+constexpr int ORBIS_VIDEODEC_ERROR_CPU_MEMORY_SIZE = 0x80C10004;
+constexpr int ORBIS_VIDEODEC_ERROR_CPU_MEMORY_POINTER = 0x80C10005;
+constexpr int ORBIS_VIDEODEC_ERROR_CPU_GPU_MEMORY_SIZE = 0x80C10006;
+constexpr int ORBIS_VIDEODEC_ERROR_CPU_GPU_MEMORY_POINTER = 0x80C10007;
+constexpr int ORBIS_VIDEODEC_ERROR_SHADER_CONTEXT_POINTER = 0x80C10008;
+constexpr int ORBIS_VIDEODEC_ERROR_AU_SIZE = 0x80C10009;
+constexpr int ORBIS_VIDEODEC_ERROR_AU_POINTER = 0x80C1000A;
+constexpr int ORBIS_VIDEODEC_ERROR_FRAME_BUFFER_SIZE = 0x80C1000B;
+constexpr int ORBIS_VIDEODEC_ERROR_FRAME_BUFFER_POINTER = 0x80C1000C;
+constexpr int ORBIS_VIDEODEC_ERROR_FRAME_BUFFER_ALIGNMENT = 0x80C1000D;
+constexpr int ORBIS_VIDEODEC_ERROR_CONFIG_INFO = 0x80C1000E;
+constexpr int ORBIS_VIDEODEC_ERROR_ARGUMENT_POINTER = 0x80C1000F;
+constexpr int ORBIS_VIDEODEC_ERROR_NEW_SEQUENCE = 0x80C10010;
+constexpr int ORBIS_VIDEODEC_ERROR_DECODE_AU = 0x80C10011;
+constexpr int ORBIS_VIDEODEC_ERROR_MISMATCH_SPEC = 0x80C10012;
+constexpr int ORBIS_VIDEODEC_ERROR_INVALID_SEQUENCE = 0x80C10013;
+constexpr int ORBIS_VIDEODEC_ERROR_FATAL_STREAM = 0x80C10014;
+constexpr int ORBIS_VIDEODEC_ERROR_FATAL_STATE = 0x80C10015;

src/core/libraries/libs.cpp

@@ -41,6 +41,7 @@
 #include "core/libraries/system/systemservice.h"
 #include "core/libraries/system/userservice.h"
 #include "core/libraries/usbd/usbd.h"
+#include "core/libraries/videodec/videodec.h"
 #include "core/libraries/videodec/videodec2.h"
 #include "core/libraries/videoout/video_out.h"
 
@@ -87,6 +88,7 @@ void InitHLELibs(Core::Loader::SymbolsResolver* sym) {
     Libraries::GameLiveStreaming::RegisterlibSceGameLiveStreaming(sym);
     Libraries::SharePlay::RegisterlibSceSharePlay(sym);
     Libraries::Remoteplay::RegisterlibSceRemoteplay(sym);
+    Libraries::Videodec::RegisterlibSceVideodec(sym);
 }
 
 } // namespace Libraries

src/core/libraries/videodec/videodec.cpp

@@ -0,0 +1,137 @@
+// SPDX-FileCopyrightText: Copyright 2024 shadPS4 Emulator Project
+// SPDX-License-Identifier: GPL-2.0-or-later
+
+#include "videodec.h"
+
+#include "common/logging/log.h"
+#include "core/libraries/error_codes.h"
+#include "core/libraries/libs.h"
+#include "videodec_impl.h"
+
+namespace Libraries::Videodec {
+
+static constexpr u64 kMinimumMemorySize = 32_MB; ///> Fake minimum memory size for querying
+
+int PS4_SYSV_ABI sceVideodecCreateDecoder(const OrbisVideodecConfigInfo* pCfgInfoIn,
+                                          const OrbisVideodecResourceInfo* pRsrcInfoIn,
+                                          OrbisVideodecCtrl* pCtrlOut) {
+    LOG_INFO(Lib_Videodec, "called");
+
+    if (!pCfgInfoIn || !pRsrcInfoIn || !pCtrlOut) {
+        return ORBIS_VIDEODEC_ERROR_ARGUMENT_POINTER;
+    }
+    if (pCfgInfoIn->thisSize != sizeof(OrbisVideodecConfigInfo) ||
+        pRsrcInfoIn->thisSize != sizeof(OrbisVideodecResourceInfo)) {
+        return ORBIS_VIDEODEC_ERROR_STRUCT_SIZE;
+    }
+
+    VdecDecoder* decoder = new VdecDecoder(*pCfgInfoIn, *pRsrcInfoIn);
+    pCtrlOut->thisSize = sizeof(OrbisVideodecCtrl);
+    pCtrlOut->handle = decoder;
+    pCtrlOut->version = 1; //???
+    return ORBIS_OK;
+}
+
+int PS4_SYSV_ABI sceVideodecDecode(OrbisVideodecCtrl* pCtrlIn,
+                                   const OrbisVideodecInputData* pInputDataIn,
+                                   OrbisVideodecFrameBuffer* pFrameBufferInOut,
+                                   OrbisVideodecPictureInfo* pPictureInfoOut) {
+    LOG_INFO(Lib_Videodec, "called");
+    if (!pCtrlIn || !pInputDataIn || !pPictureInfoOut) {
+        return ORBIS_VIDEODEC_ERROR_ARGUMENT_POINTER;
+    }
+    if (pCtrlIn->thisSize != sizeof(OrbisVideodecCtrl) ||
+        pFrameBufferInOut->thisSize != sizeof(OrbisVideodecFrameBuffer)) {
+        return ORBIS_VIDEODEC_ERROR_STRUCT_SIZE;
+    }
+
+    VdecDecoder* decoder = (VdecDecoder*)pCtrlIn->handle;
+    if (!decoder) {
+        return ORBIS_VIDEODEC_ERROR_HANDLE;
+    }
+    return decoder->Decode(*pInputDataIn, *pFrameBufferInOut, *pPictureInfoOut);
+}
+
+int PS4_SYSV_ABI sceVideodecDeleteDecoder(OrbisVideodecCtrl* pCtrlIn) {
+    LOG_INFO(Lib_Videodec, "(STUBBED) called");
+
+    VdecDecoder* decoder = (VdecDecoder*)pCtrlIn->handle;
+    if (!decoder) {
+        return ORBIS_VIDEODEC_ERROR_HANDLE;
+    }
+    delete decoder;
+    return ORBIS_OK;
+}
+
+int PS4_SYSV_ABI sceVideodecFlush(OrbisVideodecCtrl* pCtrlIn,
+                                  OrbisVideodecFrameBuffer* pFrameBufferInOut,
+                                  OrbisVideodecPictureInfo* pPictureInfoOut) {
+    LOG_INFO(Lib_Videodec, "called");
+
+    if (!pFrameBufferInOut || !pPictureInfoOut) {
+        return ORBIS_VIDEODEC_ERROR_ARGUMENT_POINTER;
+    }
+    if (pFrameBufferInOut->thisSize != sizeof(OrbisVideodecFrameBuffer) ||
+        pPictureInfoOut->thisSize != sizeof(OrbisVideodecPictureInfo)) {
+        return ORBIS_VIDEODEC_ERROR_STRUCT_SIZE;
+    }
+
+    VdecDecoder* decoder = (VdecDecoder*)pCtrlIn->handle;
+    if (!decoder) {
+        return ORBIS_VIDEODEC_ERROR_HANDLE;
+    }
+    return decoder->Flush(*pFrameBufferInOut, *pPictureInfoOut);
+}
+
+int PS4_SYSV_ABI sceVideodecMapMemory() {
+    LOG_ERROR(Lib_Videodec, "(STUBBED) called");
+    return ORBIS_OK;
+}
+
+int PS4_SYSV_ABI sceVideodecQueryResourceInfo(const OrbisVideodecConfigInfo* pCfgInfoIn,
+                                              OrbisVideodecResourceInfo* pRsrcInfoOut) {
+    LOG_INFO(Lib_Videodec, "called");
+
+    if (!pCfgInfoIn || !pRsrcInfoOut) {
+        return ORBIS_VIDEODEC_ERROR_ARGUMENT_POINTER;
+    }
+    if (pCfgInfoIn->thisSize != sizeof(OrbisVideodecConfigInfo) ||
+        pRsrcInfoOut->thisSize != sizeof(OrbisVideodecResourceInfo)) {
+        return ORBIS_VIDEODEC_ERROR_STRUCT_SIZE;
+    }
+
+    pRsrcInfoOut->thisSize = sizeof(OrbisVideodecResourceInfo);
+    pRsrcInfoOut->pCpuMemory = nullptr;
+    pRsrcInfoOut->pCpuGpuMemory = nullptr;
+
+    pRsrcInfoOut->cpuGpuMemorySize = kMinimumMemorySize;
+    pRsrcInfoOut->cpuMemorySize = kMinimumMemorySize;
+
+    pRsrcInfoOut->maxFrameBufferSize = kMinimumMemorySize;
+    pRsrcInfoOut->frameBufferAlignment = 0x100;
+
+    return ORBIS_OK;
+}
+
+int PS4_SYSV_ABI sceVideodecReset(OrbisVideodecCtrl* pCtrlIn) {
+    LOG_INFO(Lib_Videodec, "(STUBBED) called");
+
+    VdecDecoder* decoder = (VdecDecoder*)pCtrlIn->handle;
+    decoder->Reset();
+    return ORBIS_OK;
+}
+
+void RegisterlibSceVideodec(Core::Loader::SymbolsResolver* sym) {
+    LIB_FUNCTION("qkgRiwHyheU", "libSceVideodec", 1, "libSceVideodec", 1, 1,
+                 sceVideodecCreateDecoder);
+    LIB_FUNCTION("q0W5GJMovMs", "libSceVideodec", 1, "libSceVideodec", 1, 1, sceVideodecDecode);
+    LIB_FUNCTION("U0kpGF1cl90", "libSceVideodec", 1, "libSceVideodec", 1, 1,
+                 sceVideodecDeleteDecoder);
+    LIB_FUNCTION("jeigLlKdp5I", "libSceVideodec", 1, "libSceVideodec", 1, 1, sceVideodecFlush);
+    LIB_FUNCTION("kg+lH0V61hM", "libSceVideodec", 1, "libSceVideodec", 1, 1, sceVideodecMapMemory);
+    LIB_FUNCTION("leCAscipfFY", "libSceVideodec", 1, "libSceVideodec", 1, 1,
+                 sceVideodecQueryResourceInfo);
+    LIB_FUNCTION("f8AgDv-1X8A", "libSceVideodec", 1, "libSceVideodec", 1, 1, sceVideodecReset);
+};
+
+} // namespace Libraries::Videodec

src/core/libraries/videodec/videodec.h

@@ -0,0 +1,108 @@
+// SPDX-FileCopyrightText: Copyright 2024 shadPS4 Emulator Project
+// SPDX-License-Identifier: GPL-2.0-or-later
+
+#pragma once
+
+#include "common/types.h"
+
+namespace Core::Loader {
+class SymbolsResolver;
+}
+
+namespace Libraries::Videodec {
+
+struct OrbisVideodecConfigInfo {
+    u64 thisSize;
+    u32 codecType;
+    u32 profile;
+    u32 maxLevel;
+    s32 maxFrameWidth;
+    s32 maxFrameHeight;
+    s32 maxDpbFrameCount;
+    u64 videodecFlags;
+};
+
+struct OrbisVideodecResourceInfo {
+    u64 thisSize;
+    u64 cpuMemorySize;
+    void* pCpuMemory;
+    u64 cpuGpuMemorySize;
+    void* pCpuGpuMemory;
+    u64 maxFrameBufferSize;
+    u32 frameBufferAlignment;
+};
+
+struct OrbisVideodecCtrl {
+    u64 thisSize;
+    void* handle;
+    u64 version;
+};
+
+struct OrbisVideodecFrameBuffer {
+    u64 thisSize;
+    void* pFrameBuffer;
+    u64 frameBufferSize;
+};
+
+struct OrbisVideodecAvcInfo {
+    u32 numUnitsInTick;
+    u32 timeScale;
+    u8 fixedFrameRateFlag;
+    u8 aspectRatioIdc;
+    u16 sarWidth;
+    u16 sarHeight;
+    u8 colourPrimaries;
+    u8 transferCharacteristics;
+    u8 matrixCoefficients;
+    u8 videoFullRangeFlag;
+    u32 frameCropLeftOffset;
+    u32 frameCropRightOffset;
+    u32 frameCropTopOffset;
+    u32 frameCropBottomOffset;
+};
+
+union OrbisVideodecCodecInfo {
+    u8 reserved[64];
+    OrbisVideodecAvcInfo avc;
+};
+
+struct OrbisVideodecPictureInfo {
+    u64 thisSize;
+    u32 isValid;
+    u32 codecType;
+    u32 frameWidth;
+    u32 framePitch;
+    u32 frameHeight;
+    u32 isErrorPic;
+    u64 ptsData;
+    u64 attachedData;
+    OrbisVideodecCodecInfo codec;
+};
+
+struct OrbisVideodecInputData {
+    u64 thisSize;
+    void* pAuData;
+    u64 auSize;
+    u64 ptsData;
+    u64 dtsData;
+    u64 attachedData;
+};
+
+int PS4_SYSV_ABI sceVideodecCreateDecoder(const OrbisVideodecConfigInfo* pCfgInfoIn,
+                                          const OrbisVideodecResourceInfo* pRsrcInfoIn,
+                                          OrbisVideodecCtrl* pCtrlOut);
+int PS4_SYSV_ABI sceVideodecDecode(OrbisVideodecCtrl* pCtrlIn,
+                                   const OrbisVideodecInputData* pInputDataIn,
+                                   OrbisVideodecFrameBuffer* pFrameBufferInOut,
+                                   OrbisVideodecPictureInfo* pPictureInfoOut);
+int PS4_SYSV_ABI sceVideodecDeleteDecoder(OrbisVideodecCtrl* pCtrlIn);
+int PS4_SYSV_ABI sceVideodecFlush(OrbisVideodecCtrl* pCtrlIn,
+                                  OrbisVideodecFrameBuffer* pFrameBufferInOut,
+                                  OrbisVideodecPictureInfo* pPictureInfoOut);
+int PS4_SYSV_ABI sceVideodecMapMemory();
+int PS4_SYSV_ABI sceVideodecQueryResourceInfo(const OrbisVideodecConfigInfo* pCfgInfoIn,
+                                              OrbisVideodecResourceInfo* pRsrcInfoOut);
+int PS4_SYSV_ABI sceVideodecReset(OrbisVideodecCtrl* pCtrlIn);
+
+void RegisterlibSceVideodec(Core::Loader::SymbolsResolver* sym);
+} // namespace Libraries::Videodec