| //===--- Compression.cpp - Compression implementation ---------------------===// |
| // |
| // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| // See https://llvm.org/LICENSE.txt for license information. |
| // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
| // |
| //===----------------------------------------------------------------------===// |
| // |
| // This file implements compression functions. |
| // |
| //===----------------------------------------------------------------------===// |
| |
| #include "llvm/Support/Compression.h" |
| #include "llvm/ADT/SmallVector.h" |
| #include "llvm/ADT/StringRef.h" |
| #include "llvm/Config/config.h" |
| #include "llvm/Support/Compiler.h" |
| #include "llvm/Support/Error.h" |
| #include "llvm/Support/ErrorHandling.h" |
| #if LLVM_ENABLE_ZLIB |
| #include <zlib.h> |
| #endif |
| #if LLVM_ENABLE_ZSTD |
| #include <zstd.h> |
| #endif |
| |
| using namespace llvm; |
| using namespace llvm::compression; |
| |
| const char *compression::getReasonIfUnsupported(compression::Format F) { |
| switch (F) { |
| case compression::Format::Zlib: |
| if (zlib::isAvailable()) |
| return nullptr; |
| return "LLVM was not built with LLVM_ENABLE_ZLIB or did not find zlib at " |
| "build time"; |
| case compression::Format::Zstd: |
| if (zstd::isAvailable()) |
| return nullptr; |
| return "LLVM was not built with LLVM_ENABLE_ZSTD or did not find zstd at " |
| "build time"; |
| } |
| llvm_unreachable(""); |
| } |
| |
| void compression::compress(Params P, ArrayRef<uint8_t> Input, |
| SmallVectorImpl<uint8_t> &Output) { |
| switch (P.format) { |
| case compression::Format::Zlib: |
| zlib::compress(Input, Output, P.level); |
| break; |
| case compression::Format::Zstd: |
| zstd::compress(Input, Output, P.level); |
| break; |
| } |
| } |
| |
| Error compression::decompress(DebugCompressionType T, ArrayRef<uint8_t> Input, |
| uint8_t *Output, size_t UncompressedSize) { |
| switch (formatFor(T)) { |
| case compression::Format::Zlib: |
| return zlib::decompress(Input, Output, UncompressedSize); |
| case compression::Format::Zstd: |
| return zstd::decompress(Input, Output, UncompressedSize); |
| } |
| llvm_unreachable(""); |
| } |
| |
| Error compression::decompress(compression::Format F, ArrayRef<uint8_t> Input, |
| SmallVectorImpl<uint8_t> &Output, |
| size_t UncompressedSize) { |
| switch (F) { |
| case compression::Format::Zlib: |
| return zlib::decompress(Input, Output, UncompressedSize); |
| case compression::Format::Zstd: |
| return zstd::decompress(Input, Output, UncompressedSize); |
| } |
| llvm_unreachable(""); |
| } |
| |
| Error compression::decompress(DebugCompressionType T, ArrayRef<uint8_t> Input, |
| SmallVectorImpl<uint8_t> &Output, |
| size_t UncompressedSize) { |
| return decompress(formatFor(T), Input, Output, UncompressedSize); |
| } |
| |
| #if LLVM_ENABLE_ZLIB |
| |
| static StringRef convertZlibCodeToString(int Code) { |
| switch (Code) { |
| case Z_MEM_ERROR: |
| return "zlib error: Z_MEM_ERROR"; |
| case Z_BUF_ERROR: |
| return "zlib error: Z_BUF_ERROR"; |
| case Z_STREAM_ERROR: |
| return "zlib error: Z_STREAM_ERROR"; |
| case Z_DATA_ERROR: |
| return "zlib error: Z_DATA_ERROR"; |
| case Z_OK: |
| default: |
| llvm_unreachable("unknown or unexpected zlib status code"); |
| } |
| } |
| |
| bool zlib::isAvailable() { return true; } |
| |
| void zlib::compress(ArrayRef<uint8_t> Input, |
| SmallVectorImpl<uint8_t> &CompressedBuffer, int Level) { |
| unsigned long CompressedSize = ::compressBound(Input.size()); |
| CompressedBuffer.resize_for_overwrite(CompressedSize); |
| int Res = ::compress2((Bytef *)CompressedBuffer.data(), &CompressedSize, |
| (const Bytef *)Input.data(), Input.size(), Level); |
| if (Res == Z_MEM_ERROR) |
| report_bad_alloc_error("Allocation failed"); |
| assert(Res == Z_OK); |
| // Tell MemorySanitizer that zlib output buffer is fully initialized. |
| // This avoids a false report when running LLVM with uninstrumented ZLib. |
| __msan_unpoison(CompressedBuffer.data(), CompressedSize); |
| if (CompressedSize < CompressedBuffer.size()) |
| CompressedBuffer.truncate(CompressedSize); |
| } |
| |
| Error zlib::decompress(ArrayRef<uint8_t> Input, uint8_t *Output, |
| size_t &UncompressedSize) { |
| int Res = ::uncompress((Bytef *)Output, (uLongf *)&UncompressedSize, |
| (const Bytef *)Input.data(), Input.size()); |
| // Tell MemorySanitizer that zlib output buffer is fully initialized. |
| // This avoids a false report when running LLVM with uninstrumented ZLib. |
| __msan_unpoison(Output, UncompressedSize); |
| return Res ? make_error<StringError>(convertZlibCodeToString(Res), |
| inconvertibleErrorCode()) |
| : Error::success(); |
| } |
| |
| Error zlib::decompress(ArrayRef<uint8_t> Input, |
| SmallVectorImpl<uint8_t> &Output, |
| size_t UncompressedSize) { |
| Output.resize_for_overwrite(UncompressedSize); |
| Error E = zlib::decompress(Input, Output.data(), UncompressedSize); |
| if (UncompressedSize < Output.size()) |
| Output.truncate(UncompressedSize); |
| return E; |
| } |
| |
| #else |
| bool zlib::isAvailable() { return false; } |
| void zlib::compress(ArrayRef<uint8_t> Input, |
| SmallVectorImpl<uint8_t> &CompressedBuffer, int Level) { |
| llvm_unreachable("zlib::compress is unavailable"); |
| } |
| Error zlib::decompress(ArrayRef<uint8_t> Input, uint8_t *UncompressedBuffer, |
| size_t &UncompressedSize) { |
| llvm_unreachable("zlib::decompress is unavailable"); |
| } |
| Error zlib::decompress(ArrayRef<uint8_t> Input, |
| SmallVectorImpl<uint8_t> &UncompressedBuffer, |
| size_t UncompressedSize) { |
| llvm_unreachable("zlib::decompress is unavailable"); |
| } |
| #endif |
| |
| #if LLVM_ENABLE_ZSTD |
| |
| bool zstd::isAvailable() { return true; } |
| |
| void zstd::compress(ArrayRef<uint8_t> Input, |
| SmallVectorImpl<uint8_t> &CompressedBuffer, int Level) { |
| unsigned long CompressedBufferSize = ::ZSTD_compressBound(Input.size()); |
| CompressedBuffer.resize_for_overwrite(CompressedBufferSize); |
| unsigned long CompressedSize = |
| ::ZSTD_compress((char *)CompressedBuffer.data(), CompressedBufferSize, |
| (const char *)Input.data(), Input.size(), Level); |
| if (ZSTD_isError(CompressedSize)) |
| report_bad_alloc_error("Allocation failed"); |
| // Tell MemorySanitizer that zstd output buffer is fully initialized. |
| // This avoids a false report when running LLVM with uninstrumented ZLib. |
| __msan_unpoison(CompressedBuffer.data(), CompressedSize); |
| if (CompressedSize < CompressedBuffer.size()) |
| CompressedBuffer.truncate(CompressedSize); |
| } |
| |
| Error zstd::decompress(ArrayRef<uint8_t> Input, uint8_t *Output, |
| size_t &UncompressedSize) { |
| const size_t Res = ::ZSTD_decompress( |
| Output, UncompressedSize, (const uint8_t *)Input.data(), Input.size()); |
| UncompressedSize = Res; |
| // Tell MemorySanitizer that zstd output buffer is fully initialized. |
| // This avoids a false report when running LLVM with uninstrumented ZLib. |
| __msan_unpoison(Output, UncompressedSize); |
| return ZSTD_isError(Res) ? make_error<StringError>(ZSTD_getErrorName(Res), |
| inconvertibleErrorCode()) |
| : Error::success(); |
| } |
| |
| Error zstd::decompress(ArrayRef<uint8_t> Input, |
| SmallVectorImpl<uint8_t> &Output, |
| size_t UncompressedSize) { |
| Output.resize_for_overwrite(UncompressedSize); |
| Error E = zstd::decompress(Input, Output.data(), UncompressedSize); |
| if (UncompressedSize < Output.size()) |
| Output.truncate(UncompressedSize); |
| return E; |
| } |
| |
| #else |
| bool zstd::isAvailable() { return false; } |
| void zstd::compress(ArrayRef<uint8_t> Input, |
| SmallVectorImpl<uint8_t> &CompressedBuffer, int Level) { |
| llvm_unreachable("zstd::compress is unavailable"); |
| } |
| Error zstd::decompress(ArrayRef<uint8_t> Input, uint8_t *Output, |
| size_t &UncompressedSize) { |
| llvm_unreachable("zstd::decompress is unavailable"); |
| } |
| Error zstd::decompress(ArrayRef<uint8_t> Input, |
| SmallVectorImpl<uint8_t> &Output, |
| size_t UncompressedSize) { |
| llvm_unreachable("zstd::decompress is unavailable"); |
| } |
| #endif |