gpt4 book ai didi

c++ - 当屏幕分辨率高于 1920x1080 时捕获视频

转载 作者:可可西里 更新时间:2023-11-01 09:22:40 37 4
gpt4 key购买 nike

我正在尝试编写一个使用 Media Foundation 的 Win32 c++ 程序, 用于捕获 mp4桌面视频。我发现在屏幕分辨率超过 1920x1080 的 PC 上,捕获失败。失败是在调用 SetInputMediaType 之后() 返回错误 0xc00d36b4(为媒体类型指定的数据无效、不一致或不受此对象支持)

有什么解决办法吗?

HRESULT InitializeDirect3D9(IDirect3DDevice9** ppDevice, IDirect3DSurface9** ppSurface, UINT32& uiWidth, UINT32& uiHeight) 
{

IDirect3D9* d3d = NULL;

d3d = Direct3DCreate9(D3D_SDK_VERSION);

if (d3d == NULL)
return E_POINTER;

D3DDISPLAYMODE mode;
HRESULT hr = d3d->GetAdapterDisplayMode(D3DADAPTER_DEFAULT, &mode);

if (FAILED(hr))
{
SafeRelease(&d3d);
return hr;
}

D3DPRESENT_PARAMETERS parameters = { 0 };

parameters.Windowed = TRUE;
parameters.BackBufferCount = 1;
uiHeight = parameters.BackBufferHeight = mode.Height;
uiWidth = parameters.BackBufferWidth = mode.Width;
parameters.SwapEffect = D3DSWAPEFFECT_DISCARD;
parameters.hDeviceWindow = NULL;

hr = d3d->CreateDevice(D3DADAPTER_DEFAULT, D3DDEVTYPE_HAL, NULL, D3DCREATE_SOFTWARE_VERTEXPROCESSING, &parameters, ppDevice);

if (FAILED(hr))
{
SafeRelease(&d3d);
return hr;
}

hr = (*ppDevice)->CreateOffscreenPlainSurface(mode.Width, mode.Height, D3DFMT_A8R8G8B8, D3DPOOL_SYSTEMMEM, ppSurface, nullptr);

SafeRelease(&d3d);

return hr;
}

HRESULT SGCaptureDecktopVideo::InitializeSinkWriter(std::wstring VideoPath, IMFSinkWriter **ppWriter, DWORD *pStreamIndex, const UINT32 uiWidth, const UINT32 uiHeight)
{
*ppWriter = NULL;
*pStreamIndex = NULL;

IMFSinkWriter *pSinkWriter = NULL;
IMFMediaType *pMediaTypeOut = NULL;
IMFMediaType *pMediaTypeIn = NULL;
DWORD streamIndex;

HRESULT hr = MFCreateSinkWriterFromURL(VideoPath.c_str(), NULL, NULL, &pSinkWriter);

// Set the output media type.
if (SUCCEEDED(hr))
{
hr = MFCreateMediaType(&pMediaTypeOut);
}
if (SUCCEEDED(hr))
{
hr = pMediaTypeOut->SetGUID(MF_MT_MAJOR_TYPE, MFMediaType_Video);
}
if (SUCCEEDED(hr))
{
hr = pMediaTypeOut->SetGUID(MF_MT_SUBTYPE, myVideoRecorder.CaptureParams.VIDEO_ENCODING_FORMAT);
}

void vidThread(vidThreadArgs *args)
{

WriteLogFile(L"Thread started");
HRESULT hr = CoInitializeEx(NULL, COINIT_APARTMENTTHREADED);

if (SUCCEEDED(hr))
{
WriteLogFile(L"CoInitializeEx - success");

hr = MFStartup(MF_VERSION);

if (SUCCEEDED(hr))
{
WriteLogFile(L"MFStartup - success");

UINT32 uiWidth = 0;
UINT32 uiHeight = 0;

IDirect3DDevice9* pDevice = NULL;
IDirect3DSurface9* pSurface = NULL;


hr = myVideoRecorder.InitializeDirect3D9(&pDevice, &pSurface, uiWidth, uiHeight);

if (SUCCEEDED(hr))
{
WriteLogFile(L"InitializeDirect3D9 - success");

IMFSinkWriter *pSinkWriter = NULL;
DWORD stream;

hr = myVideoRecorder.InitializeSinkWriter(myVideoRecorder.CaptureParams.VideoPath, &pSinkWriter, &stream, uiWidth, uiHeight);

if (SUCCEEDED(hr))
{

WriteLogFile(L"InitializeSinkWriter - success");

LONGLONG rtStart = 0;
unsigned long long int frameCounter = 0;

while (true)
{

hr = myVideoRecorder.WriteFrame(pDevice, pSurface, pSinkWriter, stream, rtStart, uiWidth, uiHeight);
frameCounter++;

if (FAILED(hr))
{

WriteLogFile(L"Internal error %d Frame %d\n",
GetLastError(), frameCounter);

break;
}

rtStart += myVideoRecorder.CaptureParams.VIDEO_FRAME_DURATION;
if (bStopRecording)
{
WriteLogFile(L"Finalizing recording of file %s. Frame %llu",
myVideoRecorder.CaptureParams.VideoPath.c_str(),
frameCounter);

break;
}
}


}
else
{

DWORD error = GetLastError();
WriteLogFile(L"failed here. Error %d\n", error);
}

if (SUCCEEDED(hr))
{
hr = pSinkWriter->Finalize();
}

SafeRelease(&pSinkWriter);
}
else
{
WriteLogFile(L"InitializeDirect3D9 - failed Error %d",GetLastError());
result = STATUS_ERROR_INIT_DIRECT3D9;
}
SafeRelease(&pDevice);
SafeRelease(&pSurface);
MFShutdown();
WriteLogFile(L"MFShutDown");
}
else
{
result = STATUS_ERROR_MFSSTARTUP;
WriteLogFile(L"MFStartup failed");

}
CoUninitialize();
}
else
{
result = STATUS_ERROR_COINITILIZE;
WriteLogFile(L"CoInitilize - failed Error %d", GetLastError());
}



HRESULT WriteFrame(IDirect3DDevice9* pDevice, IDirect3DSurface9*
pSurface, IMFSinkWriter* pWriter, DWORD streamIndex, const
LONGLONG& rtStart, const UINT32 uiWidth, const UINT32 uiHeight){

HRESULT hr = pDevice->GetFrontBufferData(0, pSurface);

if(FAILED(hr)){
return hr;
}

D3DLOCKED_RECT rc;
hr = pSurface->LockRect(&rc, NULL, 0);

if(FAILED(hr)){
return hr;
}

IMFSample *pSample = NULL;
IMFMediaBuffer *pBuffer = NULL;

const LONG cbWidth = 4 * uiWidth;
const DWORD cbBuffer = cbWidth * uiHeight;

BYTE *pData = NULL;

// Create a new memory buffer.
hr = MFCreateMemoryBuffer(cbBuffer, &pBuffer);

// Lock the buffer and copy the video frame to the buffer.
if(SUCCEEDED(hr)){
hr = pBuffer->Lock(&pData, NULL, NULL);
}

if(SUCCEEDED(hr)){

#ifdef REVERSE_IMAGE
for(int i = 0, j = uiHeight - 1; i < uiHeight; i++, j--)
for(int k = 0; k < cbWidth; k++)
pData[(i * cbWidth) + k] = ((BYTE*)rc.pBits)[(j *
cbWidth) + k];
#else
hr = MFCopyImage(pData, cbWidth, (BYTE*)rc.pBits, rc.Pitch,
cbWidth, uiHeight);
#endif
}

if(pBuffer){
pBuffer->Unlock();
}

// Set the data length of the buffer.
if(SUCCEEDED(hr)){
hr = pBuffer->SetCurrentLength(cbBuffer);
}

// Create a media sample and add the buffer to the sample.
if(SUCCEEDED(hr)){
hr = MFCreateSample(&pSample);
}

if(SUCCEEDED(hr)){
hr = pSample->AddBuffer(pBuffer);
}

// Set the time stamp and the duration.
if(SUCCEEDED(hr)){
hr = pSample->SetSampleTime(rtStart);
}

if(SUCCEEDED(hr)){
hr = pSample->SetSampleDuration(VIDEO_FRAME_DURATION);
}

// Send the sample to the Sink Writer.
if(SUCCEEDED(hr)){
hr = pWriter->WriteSample(streamIndex, pSample);
}

hr = pSurface->UnlockRect();

SafeRelease(&pSample);
SafeRelease(&pBuffer);
return hr;
}

代码在 5 台不同的机器上进行了测试,全部使用 Windows 10 x64,发现如果我将 uiWidthuiHeight 的值存储在日志文件中,只需在以下行之前:

hr = MFSetAttributeSize(pMediaTypeOut, MF_MT_FRAME_SIZE, uiWidth, uiHeight);

当它们的值低于 1220 和 1080 时,代码可以完美运行,并且当这些值中的一个(或两个)超过 1220x1080 时,它们将获得大小为 0 的视频文件。

更新:我还发布了 InitializeSinkWriter()。在第 17 步,SetInputMediaType() 失败并出现错误 c00d36b4。

HRESULT SGCaptureDecktopVideo::InitializeSinkWriter(std::wstring VideoPath, IMFSinkWriter **ppWriter, DWORD *pStreamIndex, const UINT32 uiWidth, const UINT32 uiHeight)
{
*ppWriter = NULL;
*pStreamIndex = NULL;

IMFSinkWriter *pSinkWriter = NULL;
IMFMediaType *pMediaTypeOut = NULL;
IMFMediaType *pMediaTypeIn = NULL;
DWORD streamIndex;

// Step 1 - MFCreateSinkWriterFromURL
HRESULT hr = MFCreateSinkWriterFromURL(VideoPath.c_str(), NULL, NULL, &pSinkWriter);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 1 - MFCreateSinkWriterFromURL() failed. %x", hr);
goto cleanup;
}

// Step 2 - MFCreateMediaType
hr = MFCreateMediaType(&pMediaTypeOut);
if(SUCCEEDED(hr)==0)
{
WriteLogFile(L"Step 2 - MFCreateMediaType() failed. %x", hr);
goto cleanup;
}

// Step 3 - SetGUID (MF_MT_MAJOR_TYPE)
hr = pMediaTypeOut->SetGUID(MF_MT_MAJOR_TYPE, MFMediaType_Video);
if(SUCCEEDED(hr)==0)
{
WriteLogFile(L"Step 3 - SetGUID (MF_MT_MAJOR_TYPE) failed. %x", hr);
goto cleanup;
}

// Step 4 - SetGUID (MF_MT_SUBTYPE)
hr = pMediaTypeOut->SetGUID(MF_MT_SUBTYPE, myVideoRecorder.CaptureParams.VIDEO_ENCODING_FORMAT);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 4 - SetGUID (MF_MT_SUBTYPE) failed. %x", hr);
goto cleanup;
}

// Step 5 - SetUINT32 (MF_MT_AVG_BITRATE)
hr = pMediaTypeOut->SetUINT32(MF_MT_AVG_BITRATE, myVideoRecorder.CaptureParams.VIDEO_BIT_RATE);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 5 - SetUINT32 (MF_MT_AVG_BITRATE) failed. %x", hr);
goto cleanup;
}

// Step 6 - SetUINT32(MF_MT_INTERLACE_MODE)
hr = pMediaTypeOut->SetUINT32(MF_MT_INTERLACE_MODE, MFVideoInterlace_Progressive);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 6 - SetUINT32(MF_MT_INTERLACE_MODE) failed. %x", hr);
goto cleanup;
}

// Step 7 - MFSetAttributeSize
WriteLogFile(L"w %d h %d",uiWidth, uiHeight);
hr = MFSetAttributeSize(pMediaTypeOut, MF_MT_FRAME_SIZE, uiWidth, uiHeight);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 7 - MFSetAttributeSize() failed. %x", hr);
goto cleanup;
}

// Step 8 - MFSetAttributeRatio - MF_MT_FRAME_RATE
hr = MFSetAttributeRatio(pMediaTypeOut, MF_MT_FRAME_RATE, myVideoRecorder.CaptureParams.VIDEO_FPS, 1);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 8 - MFSetAttributeRatio(MF_MT_FRAME_RATE) failed. %x", hr);
goto cleanup;
}

// Step 9 - MFSetAttributeRatio - MF_MT_PIXEL_ASPECT_RATIO
hr = MFSetAttributeRatio(pMediaTypeOut, MF_MT_PIXEL_ASPECT_RATIO, 1, 1);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 9 - MFSetAttributeRatio(MF_MT_PIXEL_ASPECT_RATIO) failed. %x", hr);
goto cleanup;
}

// Step 10 - AddStream
hr = pSinkWriter->AddStream(pMediaTypeOut, &streamIndex);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 10 - AddStream() failed. %x", hr);
goto cleanup;
}

// Step 11 - MFCreateMediaType
hr = MFCreateMediaType(&pMediaTypeIn);
if (SUCCEEDED(hr) == 0 || pMediaTypeIn==NULL)
{
WriteLogFile(L"Step 11 - MFCreateMediaType() failed. %x", hr);
goto cleanup;
}

// Step 12 - SetGUID (MF_MT_MAJOR_TYPE)
hr = pMediaTypeIn->SetGUID(MF_MT_MAJOR_TYPE, MFMediaType_Video);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 12 - SetGUID (MF_MT_MAJOR_TYPE) failed. %x", hr);
goto cleanup;
}

// Step 13 - SetGUID (MF_MT_SUBTYPE)
hr = pMediaTypeIn->SetGUID(MF_MT_SUBTYPE, myVideoRecorder.CaptureParams.VIDEO_INPUT_FORMAT);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 13 - SetGUID (MF_MT_SUBTYPE) failed. %x", hr);
goto cleanup;
}

// Step 13 - SetUINT32 (MF_MT_INTERLACE_MODE)
hr = pMediaTypeIn->SetUINT32(MF_MT_INTERLACE_MODE, MFVideoInterlace_Progressive);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"SetUINT32 (MF_MT_INTERLACE_MODE). %x", hr);
goto cleanup;
}

// Step 14 - SMFSetAttributeSize
hr = MFSetAttributeSize(pMediaTypeIn, MF_MT_FRAME_SIZE, uiWidth, uiHeight);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 14 - MFSetAttributeSize() failed. %x", hr);
goto cleanup;
}

// Step 15 - MFSetAttributeRatio(MF_MT_FRAME_RATE)
hr = MFSetAttributeRatio(pMediaTypeIn, MF_MT_FRAME_RATE, myVideoRecorder.CaptureParams.VIDEO_FPS, 1);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 15 - MFSetAttributeRatio(MF_MT_FRAME_RATE) failed. %x", hr);
goto cleanup;
}

// Step 16 - MFSetAttributeRatio(MF_MT_PIXEL_ASPECT_RATIO)
hr = MFSetAttributeRatio(pMediaTypeIn, MF_MT_PIXEL_ASPECT_RATIO, 1, 1);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 16 - MFSetAttributeRatio(MF_MT_PIXEL_ASPECT_RATIO) failed. %x", hr);
goto cleanup;
}
// Step 17 - SetInputMediaType
hr = pSinkWriter->SetInputMediaType(streamIndex, pMediaTypeIn, NULL);
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 17 - SetInputMediaType() failed. %x", hr);
goto cleanup;
}

// Step 18 - BeginWriting() Tell the sink writer to start accepting data.
hr = pSinkWriter->BeginWriting();
if (SUCCEEDED(hr) == 0)
{
WriteLogFile(L"Step 18 - BeginWriting() failed. %x", hr);
goto cleanup;
}
// Return the pointer to the caller.
WriteLogFile(L"Success");

*ppWriter = pSinkWriter;
(*ppWriter)->AddRef();
*pStreamIndex = streamIndex;

cleanup:;
SafeRelease(&pSinkWriter);
SafeRelease(&pMediaTypeOut);
SafeRelease(&pMediaTypeIn);
return hr;
}

在分辨率更高的机器上,我仍然在这部分遇到错误。 CreateDevice() 失败,错误为 0x7E。

D3DDISPLAYMODE mode;

HRESULT hr = d3d->GetAdapterDisplayMode(D3DADAPTER_DEFAULT, &mode);

if (FAILED(hr))
{
WriteLogFile(L"GetAdapterDisplayMode() failed. Error =%x", GetLastError());
SafeRelease(&d3d);
return hr;
}
WriteLogFile(L"Fetched mode. Width=%d Height=%d", mode.Width, mode.Height);
D3DPRESENT_PARAMETERS parameters = { 0 };

parameters.Windowed = TRUE;
parameters.BackBufferCount = 1;
uiHeight = parameters.BackBufferHeight = mode.Height;
uiWidth = parameters.BackBufferWidth = mode.Width;
parameters.SwapEffect = D3DSWAPEFFECT_DISCARD;
parameters.hDeviceWindow = NULL;

hr = d3d->CreateDevice(D3DADAPTER_DEFAULT, D3DDEVTYPE_HAL, NULL, D3DCREATE_SOFTWARE_VERTEXPROCESSING, &parameters, ppDevice);

if (FAILED(hr))
{
WriteLogFile(L"CreateDevice failed. Error =%x",GetLastError());
SafeRelease(&d3d);
return hr;
}

最佳答案

您的瓶颈是视频编码器的分辨率支持。

视频编码器通常对分辨率有限制,但限制各不相同。广泛支持的最大安全分辨率为 1920x1088。在您的情况下,您可能正在使用 Microsoft 的软件编码器。我想过去的一段时间MSDN documetnation直接提到了最大分辨率,但是该信息目前不存在。

无法可靠地确定支持的最大分辨率,它看起来像是一个 API 设计缺陷。

根据记录,Windows 10 版本 1903(2019 年 5 月更新)附带软件 H.264 视频编码器,能够编码至少 3840x2160 视频。

另见:

关于c++ - 当屏幕分辨率高于 1920x1080 时捕获视频,我们在Stack Overflow上找到一个类似的问题: https://stackoverflow.com/questions/57633885/

37 4 0
Copyright 2021 - 2024 cfsdn All Rights Reserved 蜀ICP备2022000587号
广告合作:1813099741@qq.com 6ren.com