libstagefright: fix overflow in SoftAVCEnc. (595fede0) · Commits · e / os / android_frameworks_av

media/libstagefright/codecs/avcenc/SoftAVCEnc.cpp

+1 −1

Original line number	Diff line number	Diff line
		@@ -639,7 +639,7 @@ OMX_ERRORTYPE SoftAVC::initEncoder() {
		free(mConversionBuffers[i]);
		}

		if (((uint64_t)mStride * mHeight) > (((uint64_t)INT32_MAX / 3) * 2)) {
		if (((uint64_t)mStride * mHeight) > ((uint64_t)INT32_MAX / 3)) {
		ALOGE("Buffer size is too big.");
		return OMX_ErrorUndefined;
		}