Files
filament/libs/imageio/src/HDRDecoder.cpp
Mathias Agopian fd9bcaa735 Fix heap buffer overflow in HDRDecoder RLE decoding (Issue #9748) (#9777)
This commit addresses a critical security vulnerability (OOB write) and 
several stability issues in the Radiance HDR parser.

Primary Fix:
* Fixed a heap buffer overflow in the RLE decoding loop (Issue #9748). 
  The decoder previously failed to verify if a run-length chunk exceeded 
  the remaining space in the scanline buffer. Added strict bounds checking 
  (`num_bytes + run_length > width`) before executing `memset` or 
  `mStream.read` to prevent arbitrary memory corruption.

Additional Security & Stability Improvements:
* Prevented an infinite loop (DoS) in header parsing. Replaced the 
  `do { ... } while(true);` loop with proper stream state checking 
  (`while (mStream.getline(...))`) to handle unexpected EOFs gracefully.
* Mitigated integer overflow and Out-Of-Memory (OOM) vulnerabilities by 
  enforcing maximum sane dimensions (`MAX_IMAGE_DIMENSION` and 
  `MAX_IMAGE_PIXELS`). This prevents catastrophic memory allocations 
  triggered by maliciously crafted width/height values.
* Initialized local variables and buffers (`buf`, `gamma`, `exposure`) to 
  prevent undefined behavior and parsing of stack garbage upon stream read 
  failures.

Fixes #9748
2026-03-06 16:35:24 -08:00

237 lines
8.0 KiB
C++

/*
* Copyright (C) 2021 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include <imageio/HDRDecoder.h>
#include <image/ImageOps.h>
#include <math/vec3.h>
#include <utils/Log.h>
#include <cstring>
#include <limits>
#include <memory>
#include <sstream>
// for ntohs
#if defined(WIN32)
# include <Winsock2.h>
# include <utils/unwindows.h>
#else
# include <arpa/inet.h>
#endif
using namespace utils;
namespace image {
// Define maximum sane image dimensions to prevent integer overflows and memory exhaustion (DoS).
constexpr size_t MAX_IMAGE_DIMENSION = 65536;
constexpr size_t MAX_IMAGE_PIXELS = 16384 * 16384;
const char HDRDecoder::sigRadiance[] = { '#', '?', 'R', 'A', 'D', 'I', 'A', 'N', 'C', 'E', 0xa };
const char HDRDecoder::sigRGBE[] = { '#', '?', 'R', 'G', 'B', 'E', 0xa };
HDRDecoder* HDRDecoder::create(std::istream& stream) {
HDRDecoder* decoder = new HDRDecoder(stream);
return decoder;
}
bool HDRDecoder::checkSignature(char const* buf) {
return !memcmp(buf, sigRadiance, sizeof(sigRadiance)) ||
!memcmp(buf, sigRGBE, sizeof(sigRGBE));
}
HDRDecoder::HDRDecoder(std::istream& stream)
: mStream(stream), mStreamStartPos(stream.tellg()) {
}
HDRDecoder::~HDRDecoder() = default;
LinearImage HDRDecoder::decode() {
float gamma = 1.0f;
float exposure = 1.0f;
char sy = 0, sx = 0;
unsigned int height = 0, width = 0;
{
char buf[1024] = {}; // Initialize buffer to prevent reading stack garbage
// Check mStream status in the loop condition to prevent an infinite loop on EOF or read error
while (mStream.getline(buf, sizeof(buf), 0xa)) {
if (buf[0] == '#') continue;
char format[128] = {0};
sscanf(buf, "FORMAT=%127s", format); // NOLINT
sscanf(buf, "GAMMA=%f", &gamma); // NOLINT
sscanf(buf, "EXPOSURE=%f", &exposure); // NOLINT
if ((sscanf(buf, "%cY %u %cX %u", &sy, &height, &sx, &width) == 4)|| // NOLINT
(sscanf(buf, "%cX %u %cY %u", &sx, &width, &sy, &height) == 4)) { // NOLINT
break;
}
}
// Verify that dimensions were successfully found before proceeding
if (width == 0 || height == 0) {
slog.e << "Invalid or missing image dimensions" << io::endl;
return {};
}
}
// Enforce sane limits on dimensions to prevent integer overflow and massive allocations
if (width > MAX_IMAGE_DIMENSION || height > MAX_IMAGE_DIMENSION ||
(size_t(width) * size_t(height) > MAX_IMAGE_PIXELS)) {
slog.e << "Image dimensions exceed safety limits" << io::endl;
return {};
}
LinearImage image(width, height, 3);
if (sx == '-') image = (image);
if (sy == '+') image = verticalFlip(image);
// Allocate memory to hold one row of decoded pixel data.
// width is now validated, so width * 4 will not integer overflow.
std::unique_ptr<uint8_t[]> rgbe(new uint8_t[width * 4]);
// First, test for non-RLE images.
const auto pos = mStream.tellg();
mStream.read((char*) rgbe.get(), 3);
mStream.seekg(pos);
if (rgbe[0] != 0x2 || rgbe[1] != 0x2 || (rgbe[2] & 0x80) || width < 8 || width > 32767) {
for (uint32_t y = 0; y < height; y++) {
filament::math::float3* dst = reinterpret_cast<filament::math::float3*>(image.getPixelRef(0, y));
mStream.read((char*) rgbe.get(), width * 4);
// (rgb/256) * 2^(e-128)
size_t pixel = 0;
for (size_t x = 0; x < width; x++, pixel += 4) {
if (rgbe[pixel + 3] == 0.0f) {
dst[x] = filament::math::float3{0.0f};
} else {
filament::math::float3 v(rgbe[pixel], rgbe[pixel + 1], rgbe[pixel + 2]);
dst[x] = (v + 0.5f) * std::ldexp(1.0f, rgbe[pixel + 3] - (128 + 8));
}
}
}
} else {
for (uint32_t y = 0; y < height; y++) {
uint16_t magic;
mStream.read((char*) &magic, 2);
if (magic != 0x0202) {
slog.e << "invalid scanline (magic)" << io::endl;
return {};
}
uint16_t w;
mStream.read((char*) &w, 2);
if (ntohs(w) != width) {
slog.e << "invalid scanline (width)" << io::endl;
return {};
}
char* d = (char*) rgbe.get();
for (size_t p = 0; p < 4; p++) {
size_t num_bytes = 0;
while (num_bytes < width) {
uint8_t rle_count;
if (!mStream.read((char*) &rle_count, 1)) {
slog.e << "Unexpected EOF during RLE read" << io::endl;
return {};
}
if (rle_count > 128) {
size_t run_length = rle_count - 128;
// Prevent Heap Buffer Overflow by checking bounds
if (num_bytes + run_length > width) {
slog.e << "RLE buffer overflow detected" << io::endl;
return {};
}
char v;
mStream.read(&v, 1);
memset(d, v, run_length);
d += run_length;
num_bytes += run_length;
} else {
if (rle_count == 0) {
slog.e << "run length is zero" << io::endl;
return {};
}
size_t run_length = rle_count;
// Prevent Heap Buffer Overflow by checking bounds
if (num_bytes + run_length > width) {
slog.e << "RLE buffer overflow detected" << io::endl;
return {};
}
mStream.read(d, run_length);
d += run_length;
num_bytes += run_length;
}
}
}
uint8_t const* r = &rgbe[0];
uint8_t const* g = &rgbe[width];
uint8_t const* b = &rgbe[2 * width];
uint8_t const* e = &rgbe[3 * width];
filament::math::float3* dst = reinterpret_cast<filament::math::float3*>(image.getPixelRef(0, y));
// (rgb/256) * 2^(e-128)
for (size_t x = 0; x < width; x++, r++, g++, b++, e++) {
if (e[0] == 0.0f) {
dst[x] = filament::math::float3{0.0f};
} else {
filament::math::float3 v(r[0], g[0], b[0]);
dst[x] = (v + 0.5f) * std::ldexp(1.0f, e[0] - (128 + 8));
}
}
}
}
return image;
}
#ifdef IMAGEIO_LITE
LinearImage ImageDecoder::decode(std::istream& stream, const std::string& sourceName,
ColorSpace sourceSpace) {
Format format = Format::NONE;
std::streampos pos = stream.tellg();
char buf[16];
stream.read(buf, sizeof(buf));
if (HDRDecoder::checkSignature(buf)) {
format = Format::HDR;
}
stream.seekg(pos);
std::unique_ptr<Decoder> decoder;
switch (format) {
case Format::HDR:
decoder.reset(HDRDecoder::create(stream));
decoder->setColorSpace(ColorSpace::LINEAR);
break;
default:
return LinearImage();
}
return decoder->decode();
}
#endif
} // namespace image