shithub: openh264

Download patch

ref: 00e89b89f0d8e9665e22826ea2ae1770fdd3ea2b
parent: acab999b45dc97dc740dea43f286ad30c13674e7
author: Hank Peng <[email protected]>
date: Thu Jun 30 16:59:27 EDT 2016

Make sure the output resolution of encoder doesn't exceed the Openh264 capability

--- a/module/gmp-openh264.cpp
+++ b/module/gmp-openh264.cpp
@@ -34,6 +34,7 @@
 
 #include <stdint.h>
 #include <time.h>
+#include <cmath>
 #include <cstdio>
 #include <cstring>
 #include <iostream>
@@ -115,6 +116,7 @@
   "Debug"
 };
 
+#define OPENH264_MAX_MB 36864
 
 GMPPlatformAPI* g_platform_api = nullptr;
 
@@ -249,8 +251,27 @@
     // Set up layers. Currently we have one layer.
     SSpatialLayerConfig* layer = &param.sSpatialLayers[0];
 
-    layer->iVideoWidth = codecSettings.mWidth;
-    layer->iVideoHeight = codecSettings.mHeight;
+    // Make sure the output resolution doesn't exceed the Openh264 capability
+    double width_mb = std::ceil(codecSettings.mWidth/16.0);
+    double height_mb = std::ceil(codecSettings.mHeight/16.0);
+    double input_mb = width_mb * height_mb;
+    if (static_cast<uint32_t>(input_mb) > OPENH264_MAX_MB) {
+      double scale = std::sqrt(OPENH264_MAX_MB / input_mb);
+      layer->iVideoWidth = static_cast<uint32_t>(width_mb * 16 * scale);
+      layer->iVideoHeight = static_cast<uint32_t>(height_mb * 16 * scale);
+      GMPLOG (GL_INFO, "InitEncode: the output resolution overflows, w x h = " << codecSettings.mWidth << " x " << codecSettings.mHeight
+              << ", turned to be " << layer->iVideoWidth << " x " << layer->iVideoHeight);
+    } else {
+      layer->iVideoWidth = codecSettings.mWidth;
+      layer->iVideoHeight = codecSettings.mHeight;
+    }
+    if (layer->iVideoWidth < 16) {
+      layer->iVideoWidth = 16;
+    }
+    if (layer->iVideoHeight < 16) {
+      layer->iVideoHeight = 16;
+    }
+
     layer->fFrameRate = param.fMaxFrameRate;
     layer->iSpatialBitrate = param.iTargetBitrate;
     layer->iMaxSpatialBitrate = param.iMaxBitrate;