RequestHandler: Add screenshot requests

This commit is contained in:
tt2468 2021-06-14 22:33:01 -07:00
parent 52204a9eec
commit f26cf8f95f
3 changed files with 248 additions and 0 deletions

View File

@ -24,6 +24,8 @@ const std::map<std::string, RequestMethodHandler> RequestHandler::_handlerMap
// Sources
{"GetSourceActive", &RequestHandler::GetSourceActive},
{"GetSourceScreenshot", &RequestHandler::GetSourceScreenshot},
{"SaveSourceScreenshot", &RequestHandler::SaveSourceScreenshot},
};
RequestResult RequestHandler::ProcessRequest(const Request& request)

View File

@ -38,6 +38,8 @@ class RequestHandler {
// Sources
RequestResult GetSourceActive(const Request&);
RequestResult GetSourceScreenshot(const Request&);
RequestResult SaveSourceScreenshot(const Request&);
static const std::map<std::string, RequestMethodHandler> _handlerMap;
};

View File

@ -1,7 +1,96 @@
#include <QBuffer>
#include <QImageWriter>
#include <QFileInfo>
#include <QDir>
#include "RequestHandler.h"
#include "../plugin-macros.generated.h"
QImage TakeSourceScreenshot(obs_source_t *source, bool &success, uint32_t requestedWidth = 0, uint32_t requestedHeight = 0)
{
// Get info about the requested source
const uint32_t sourceWidth = obs_source_get_base_width(source);
const uint32_t sourceHeight = obs_source_get_base_height(source);
const double sourceAspectRatio = ((double)sourceWidth / (double)sourceHeight);
uint32_t imgWidth = sourceWidth;
uint32_t imgHeight = sourceHeight;
// Determine suitable image width
if (requestedWidth) {
imgWidth = requestedWidth;
if (!requestedHeight)
imgHeight = ((double)imgWidth / sourceAspectRatio);
}
// Determine suitable image height
if (requestedHeight) {
imgHeight = requestedHeight;
if (!requestedWidth)
imgWidth = ((double)imgHeight * sourceAspectRatio);
}
// Create final image texture
QImage ret(imgWidth, imgHeight, QImage::Format::Format_RGBA8888);
ret.fill(0);
// Video image buffer
uint8_t* videoData = nullptr;
uint32_t videoLinesize = 0;
// Enter graphics context
obs_enter_graphics();
gs_texrender_t* texRender = gs_texrender_create(GS_RGBA, GS_ZS_NONE);
gs_stagesurf_t* stageSurface = gs_stagesurface_create(imgWidth, imgHeight, GS_RGBA);
success = false;
gs_texrender_reset(texRender);
if (gs_texrender_begin(texRender, imgWidth, imgHeight)) {
vec4 background;
vec4_zero(&background);
gs_clear(GS_CLEAR_COLOR, &background, 0.0f, 0);
gs_ortho(0.0f, (float)sourceWidth, 0.0f, (float)sourceHeight, -100.0f, 100.0f);
gs_blend_state_push();
gs_blend_function(GS_BLEND_ONE, GS_BLEND_ZERO);
obs_source_inc_showing(source);
obs_source_video_render(source);
obs_source_dec_showing(source);
gs_blend_state_pop();
gs_texrender_end(texRender);
gs_stage_texture(stageSurface, gs_texrender_get_texture(texRender));
if (gs_stagesurface_map(stageSurface, &videoData, &videoLinesize)) {
int lineSize = ret.bytesPerLine();
for (uint y = 0; y < imgHeight; y++) {
memcpy(ret.scanLine(y), videoData + (y * videoLinesize), lineSize);
}
gs_stagesurface_unmap(stageSurface);
success = true;
}
}
gs_stagesurface_destroy(stageSurface);
gs_texrender_destroy(texRender);
obs_leave_graphics();
return ret;
}
bool IsImageFormatValid(std::string format)
{
QByteArrayList supportedFormats = QImageWriter::supportedImageFormats();
return supportedFormats.contains(format.c_str());
}
RequestResult RequestHandler::GetSourceActive(const Request& request)
{
RequestStatus::RequestStatus statusCode;
@ -16,8 +105,163 @@ RequestResult RequestHandler::GetSourceActive(const Request& request)
if (!source)
return RequestResult::Error(RequestStatus::SourceNotFound);
if (obs_source_get_type(source) != OBS_SOURCE_TYPE_INPUT && obs_source_get_type(source) != OBS_SOURCE_TYPE_SCENE)
return RequestResult::Error(RequestStatus::InvalidSourceType, "The specified source is not an input or a scene.");
json responseData;
responseData["videoActive"] = obs_source_active(source);
responseData["videoShowing"] = obs_source_showing(source);
return RequestResult::Success(responseData);
}
RequestResult RequestHandler::GetSourceScreenshot(const Request& request)
{
RequestStatus::RequestStatus statusCode;
std::string comment;
if (!request.ValidateString("sourceName", statusCode, comment)) {
return RequestResult::Error(statusCode, comment);
}
std::string sourceName = request.RequestData["sourceName"];
OBSSourceAutoRelease source = obs_get_source_by_name(sourceName.c_str());
if (!source)
return RequestResult::Error(RequestStatus::SourceNotFound);
if (obs_source_get_type(source) != OBS_SOURCE_TYPE_INPUT && obs_source_get_type(source) != OBS_SOURCE_TYPE_SCENE)
return RequestResult::Error(RequestStatus::InvalidSourceType, "The specified source is not an input or a scene.");
uint32_t requestedWidth{0};
uint32_t requestedHeight{0};
int compressionQuality{-1};
if (request.RequestData.contains("imageWidth")) {
if (!request.ValidateNumber("imageWidth", statusCode, comment, 8, 4096)) {
return RequestResult::Error(statusCode, comment);
}
requestedWidth = request.RequestData["imageWidth"];
}
if (request.RequestData.contains("imageHeight")) {
if (!request.ValidateNumber("imageHeight", statusCode, comment, 8, 4096)) {
return RequestResult::Error(statusCode, comment);
}
requestedHeight = request.RequestData["imageHeight"];
}
if (request.RequestData.contains("imageCompressionQuality")) {
if (!request.ValidateNumber("imageCompressionQuality", statusCode, comment, -1, 100)) {
return RequestResult::Error(statusCode, comment);
}
compressionQuality = request.RequestData["imageCompressionQuality"];
}
bool success;
QImage renderedImage = TakeSourceScreenshot(source, success, requestedWidth, requestedHeight);
if (!success)
return RequestResult::Error(RequestStatus::ScreenshotRenderFailed);
if (!request.ValidateString("imageFormat", statusCode, comment)) {
return RequestResult::Error(statusCode, comment);
}
std::string imageFormat = request.RequestData["imageFormat"];
if (!IsImageFormatValid(imageFormat))
return RequestResult::Error(RequestStatus::InvalidRequestParameter, "Your specified image format is invalid or not supported by this system.");
QByteArray encodedImgBytes;
QBuffer buffer(&encodedImgBytes);
buffer.open(QBuffer::WriteOnly);
if (!renderedImage.save(&buffer, imageFormat.c_str(), compressionQuality))
return RequestResult::Error(RequestStatus::ScreenshotEncodeFailed);
buffer.close();
QString encodedPicture = QString("data:image/%1;base64,").arg(imageFormat.c_str()).append(encodedImgBytes.toBase64());
json responseData;
responseData["imageData"] = encodedPicture.toStdString();
return RequestResult::Success(responseData);
}
RequestResult RequestHandler::SaveSourceScreenshot(const Request& request)
{
RequestStatus::RequestStatus statusCode;
std::string comment;
if (!request.ValidateString("sourceName", statusCode, comment)) {
return RequestResult::Error(statusCode, comment);
}
if (!request.ValidateString("imageFilePath", statusCode, comment)) {
return RequestResult::Error(statusCode, comment);
}
std::string sourceName = request.RequestData["sourceName"];
std::string imageFilePath = request.RequestData["imageFilePath"];
OBSSourceAutoRelease source = obs_get_source_by_name(sourceName.c_str());
if (!source)
return RequestResult::Error(RequestStatus::SourceNotFound);
if (obs_source_get_type(source) != OBS_SOURCE_TYPE_INPUT && obs_source_get_type(source) != OBS_SOURCE_TYPE_SCENE)
return RequestResult::Error(RequestStatus::InvalidSourceType, "The specified source is not an input or a scene.");
uint32_t requestedWidth{0};
uint32_t requestedHeight{0};
int compressionQuality{-1};
if (request.RequestData.contains("imageWidth")) {
if (!request.ValidateNumber("imageWidth", statusCode, comment, 8, 4096)) {
return RequestResult::Error(statusCode, comment);
}
requestedWidth = request.RequestData["imageWidth"];
}
if (request.RequestData.contains("imageHeight")) {
if (!request.ValidateNumber("imageHeight", statusCode, comment, 8, 4096)) {
return RequestResult::Error(statusCode, comment);
}
requestedHeight = request.RequestData["imageHeight"];
}
if (request.RequestData.contains("imageCompressionQuality")) {
if (!request.ValidateNumber("imageCompressionQuality", statusCode, comment, -1, 100)) {
return RequestResult::Error(statusCode, comment);
}
compressionQuality = request.RequestData["imageCompressionQuality"];
}
bool success;
QImage renderedImage = TakeSourceScreenshot(source, success, requestedWidth, requestedHeight);
if (!success)
return RequestResult::Error(RequestStatus::ScreenshotRenderFailed);
if (!request.ValidateString("imageFormat", statusCode, comment)) {
return RequestResult::Error(statusCode, comment);
}
std::string imageFormat = request.RequestData["imageFormat"];
if (!IsImageFormatValid(imageFormat))
return RequestResult::Error(RequestStatus::InvalidRequestParameter, "Your specified image format is invalid or not supported by this system.");
QFileInfo filePathInfo(QString::fromStdString(imageFilePath));
if (!filePathInfo.absoluteDir().exists())
return RequestResult::Error(RequestStatus::DirectoryNotFound, "The directory for your file path does not exist.");
QString absoluteFilePath = filePathInfo.absoluteFilePath();
if (!renderedImage.save(absoluteFilePath, imageFormat.c_str(), compressionQuality))
return RequestResult::Error(RequestStatus::ScreenshotSaveFailed);
return RequestResult::Success();
}