Do not unwrap when getting decoder and encoder

Or else things will crash mysteriously when unexpected input occurs
This commit is contained in:
topjohnwu
2025-12-05 02:33:30 -08:00
committed by John Wu
parent 9ac4b5ce7d
commit 64752f38e8
3 changed files with 34 additions and 27 deletions

View File

@@ -1,8 +1,6 @@
use crate::ffi::{FileFormat, check_fmt}; use crate::ffi::{FileFormat, check_fmt};
use base::nix::fcntl::OFlag; use base::nix::fcntl::OFlag;
use base::{ use base::{Chunker, FileOrStd, LoggedResult, ReadExt, Utf8CStr, Utf8CString, WriteExt, log_err};
Chunker, FileOrStd, LoggedResult, ReadExt, ResultExt, Utf8CStr, Utf8CString, WriteExt, log_err,
};
use bzip2::Compression as BzCompression; use bzip2::Compression as BzCompression;
use bzip2::read::BzDecoder; use bzip2::read::BzDecoder;
use bzip2::write::BzEncoder; use bzip2::write::BzEncoder;
@@ -218,16 +216,21 @@ impl<R: Read> Read for LZ4BlockDecoder<R> {
// Top-level APIs // Top-level APIs
pub fn get_encoder<'a, W: Write + 'a>(format: FileFormat, w: W) -> Box<dyn WriteFinish<W> + 'a> { pub fn get_encoder<'a, W: Write + 'a>(
match format { format: FileFormat,
w: W,
) -> std::io::Result<Box<dyn WriteFinish<W> + 'a>> {
Ok(match format {
FileFormat::XZ => { FileFormat::XZ => {
let mut opt = XzOptions::with_preset(9); let mut opt = XzOptions::with_preset(9);
opt.set_check_sum_type(CheckType::Crc32); opt.set_check_sum_type(CheckType::Crc32);
Box::new(XzWriter::new(w, opt).unwrap()) Box::new(XzWriter::new(w, opt)?)
}
FileFormat::LZMA => {
Box::new(LzmaWriter::new_use_header(w, &LzmaOptions::with_preset(9), None).unwrap())
} }
FileFormat::LZMA => Box::new(LzmaWriter::new_use_header(
w,
&LzmaOptions::with_preset(9),
None,
)?),
FileFormat::BZIP2 => Box::new(BzEncoder::new(w, BzCompression::best())), FileFormat::BZIP2 => Box::new(BzEncoder::new(w, BzCompression::best())),
FileFormat::LZ4 => { FileFormat::LZ4 => {
let encoder = LZ4FrameEncoderBuilder::new() let encoder = LZ4FrameEncoderBuilder::new()
@@ -237,8 +240,7 @@ pub fn get_encoder<'a, W: Write + 'a>(format: FileFormat, w: W) -> Box<dyn Write
.block_checksum(BlockChecksum::BlockChecksumEnabled) .block_checksum(BlockChecksum::BlockChecksumEnabled)
.level(9) .level(9)
.auto_flush(true) .auto_flush(true)
.build(w) .build(w)?;
.unwrap();
Box::new(encoder) Box::new(encoder)
} }
FileFormat::LZ4_LEGACY => Box::new(LZ4BlockEncoder::new(w, false)), FileFormat::LZ4_LEGACY => Box::new(LZ4BlockEncoder::new(w, false)),
@@ -250,23 +252,26 @@ pub fn get_encoder<'a, W: Write + 'a>(format: FileFormat, w: W) -> Box<dyn Write
maximum_block_splits: 1, maximum_block_splits: 1,
..Default::default() ..Default::default()
}; };
Box::new(ZopFliEncoder::new_buffered(opt, BlockType::Dynamic, w).unwrap()) Box::new(ZopFliEncoder::new_buffered(opt, BlockType::Dynamic, w)?)
} }
FileFormat::GZIP => Box::new(GzEncoder::new(w, GzCompression::best())), FileFormat::GZIP => Box::new(GzEncoder::new(w, GzCompression::best())),
_ => unreachable!(), _ => unreachable!(),
} })
} }
pub fn get_decoder<'a, R: Read + 'a>(format: FileFormat, r: R) -> Box<dyn Read + 'a> { pub fn get_decoder<'a, R: Read + 'a>(
match format { format: FileFormat,
r: R,
) -> std::io::Result<Box<dyn Read + 'a>> {
Ok(match format {
FileFormat::XZ => Box::new(XzReader::new(r, true)), FileFormat::XZ => Box::new(XzReader::new(r, true)),
FileFormat::LZMA => Box::new(LzmaReader::new_mem_limit(r, u32::MAX, None).unwrap()), FileFormat::LZMA => Box::new(LzmaReader::new_mem_limit(r, u32::MAX, None)?),
FileFormat::BZIP2 => Box::new(BzDecoder::new(r)), FileFormat::BZIP2 => Box::new(BzDecoder::new(r)),
FileFormat::LZ4 => Box::new(LZ4FrameDecoder::new(r).unwrap()), FileFormat::LZ4 => Box::new(LZ4FrameDecoder::new(r)?),
FileFormat::LZ4_LG | FileFormat::LZ4_LEGACY => Box::new(LZ4BlockDecoder::new(r)), FileFormat::LZ4_LG | FileFormat::LZ4_LEGACY => Box::new(LZ4BlockDecoder::new(r)),
FileFormat::ZOPFLI | FileFormat::GZIP => Box::new(MultiGzDecoder::new(r)), FileFormat::ZOPFLI | FileFormat::GZIP => Box::new(MultiGzDecoder::new(r)),
_ => unreachable!(), _ => unreachable!(),
} })
} }
// C++ FFI // C++ FFI
@@ -274,9 +279,9 @@ pub fn get_decoder<'a, R: Read + 'a>(format: FileFormat, r: R) -> Box<dyn Read +
pub fn compress_bytes(format: FileFormat, in_bytes: &[u8], out_fd: RawFd) { pub fn compress_bytes(format: FileFormat, in_bytes: &[u8], out_fd: RawFd) {
let mut out_file = unsafe { ManuallyDrop::new(File::from_raw_fd(out_fd)) }; let mut out_file = unsafe { ManuallyDrop::new(File::from_raw_fd(out_fd)) };
let mut encoder = get_encoder(format, out_file.deref_mut());
let _: LoggedResult<()> = try { let _: LoggedResult<()> = try {
encoder.write_all(in_bytes)?; let mut encoder = get_encoder(format, out_file.deref_mut())?;
std::io::copy(&mut Cursor::new(in_bytes), encoder.deref_mut())?;
encoder.finish()?; encoder.finish()?;
}; };
} }
@@ -284,8 +289,10 @@ pub fn compress_bytes(format: FileFormat, in_bytes: &[u8], out_fd: RawFd) {
pub fn decompress_bytes(format: FileFormat, in_bytes: &[u8], out_fd: RawFd) { pub fn decompress_bytes(format: FileFormat, in_bytes: &[u8], out_fd: RawFd) {
let mut out_file = unsafe { ManuallyDrop::new(File::from_raw_fd(out_fd)) }; let mut out_file = unsafe { ManuallyDrop::new(File::from_raw_fd(out_fd)) };
let mut decoder = get_decoder(format, in_bytes); let _: LoggedResult<()> = try {
std::io::copy(decoder.as_mut(), out_file.deref_mut()).log_ok(); let mut decoder = get_decoder(format, in_bytes)?;
std::io::copy(decoder.as_mut(), out_file.deref_mut())?;
};
} }
// Command-line entry points // Command-line entry points
@@ -341,7 +348,7 @@ pub(crate) fn decompress_cmd(infile: &Utf8CStr, outfile: Option<&Utf8CStr>) -> L
FileOrStd::File(outfile.create(OFlag::O_WRONLY | OFlag::O_TRUNC, 0o644)?) FileOrStd::File(outfile.create(OFlag::O_WRONLY | OFlag::O_TRUNC, 0o644)?)
}; };
let mut decoder = get_decoder(format, Cursor::new(buf).chain(input.as_file())); let mut decoder = get_decoder(format, Cursor::new(buf).chain(input.as_file()))?;
std::io::copy(decoder.as_mut(), &mut output.as_file())?; std::io::copy(decoder.as_mut(), &mut output.as_file())?;
if rm_in { if rm_in {
@@ -384,7 +391,7 @@ pub(crate) fn compress_cmd(
FileOrStd::File(outfile) FileOrStd::File(outfile)
}; };
let mut encoder = get_encoder(method, output.as_file()); let mut encoder = get_encoder(method, output.as_file())?;
std::io::copy(&mut input.as_file(), encoder.as_mut())?; std::io::copy(&mut input.as_file(), encoder.as_mut())?;
encoder.finish()?; encoder.finish()?;

View File

@@ -691,8 +691,8 @@ impl CpioEntry {
if self.mode & S_IFMT != S_IFREG { if self.mode & S_IFMT != S_IFREG {
return false; return false;
} }
let mut encoder = get_encoder(FileFormat::XZ, Vec::new());
let Ok(data): std::io::Result<Vec<u8>> = (try { let Ok(data): std::io::Result<Vec<u8>> = (try {
let mut encoder = get_encoder(FileFormat::XZ, Vec::new())?;
encoder.write_all(&self.data)?; encoder.write_all(&self.data)?;
encoder.finish()? encoder.finish()?
}) else { }) else {
@@ -710,7 +710,7 @@ impl CpioEntry {
} }
let Ok(data): std::io::Result<Vec<u8>> = (try { let Ok(data): std::io::Result<Vec<u8>> = (try {
let mut decoder = get_decoder(FileFormat::XZ, Cursor::new(&self.data)); let mut decoder = get_decoder(FileFormat::XZ, Cursor::new(&self.data))?;
let mut data = Vec::new(); let mut data = Vec::new();
std::io::copy(decoder.as_mut(), &mut data)?; std::io::copy(decoder.as_mut(), &mut data)?;
data data

View File

@@ -164,8 +164,8 @@ pub fn extract_boot_from_payload(
out_file.seek(SeekFrom::Start(out_offset))?; out_file.seek(SeekFrom::Start(out_offset))?;
let fmt = check_fmt(data); let fmt = check_fmt(data);
let mut decoder = get_decoder(fmt, Cursor::new(data));
let Ok(_): std::io::Result<()> = (try { let Ok(_): std::io::Result<()> = (try {
let mut decoder = get_decoder(fmt, Cursor::new(data))?;
std::io::copy(decoder.as_mut(), &mut out_file)?; std::io::copy(decoder.as_mut(), &mut out_file)?;
}) else { }) else {
return Err(bad_payload!("decompression failed")); return Err(bad_payload!("decompression failed"));