mirror of
https://github.com/facebook/zstd.git
synced 2025-10-04 00:02:33 -04:00
5b0a452cac
* adding long support for patch-from * adding refPrefix to dictionary_decompress * adding refPrefix to dictionary_loader * conversion nit * triggering log mode on chainLog < fileLog and removing old threshold * adding refPrefix to dictionary_round_trip * adding docs * adding enableldm + forceWindow test for dict * separate patch-from logic into FIO_adjustParamsForPatchFromMode * moving memLimit adjustment to outside ifdefs (need for decomp) * removing refPrefix gate on dictionary_round_trip * rebase on top of dev refPrefix change * making sure refPrefx + ldm is < 1% of srcSize * combining notes for patch-from * moving memlimit logic inside fileio.c * adding display for optimal parser and long mode trigger * conversion nit * fuzzer found heap-overflow fix * another conversion nit * moving FIO_adjustMemLimitForPatchFromMode outside ifndef * making params immutable * moving memLimit update before createDictBuffer call * making maxSrcSize unsigned long long * making dictSize and maxSrcSize params unsigned long long * error on files larger than 4gb * extend refPrefix test to include round trip * conversion to size_t * making sure ldm is at least 10x better * removing break * including zstd_compress_internal and removing redundant macros * exposing ZSTD_cycleLog() * using cycleLog instead of chainLog * add some more docs about user optimizations * formatting
106 lines
3.7 KiB
C
106 lines
3.7 KiB
C
/*
|
|
* Copyright (c) 2016-2020, Facebook, Inc.
|
|
* All rights reserved.
|
|
*
|
|
* This source code is licensed under both the BSD-style license (found in the
|
|
* LICENSE file in the root directory of this source tree) and the GPLv2 (found
|
|
* in the COPYING file in the root directory of this source tree).
|
|
* You may select, at your option, one of the above-listed licenses.
|
|
*/
|
|
|
|
/**
|
|
* This fuzz target makes sure that whenever a compression dictionary can be
|
|
* loaded, the data can be round tripped.
|
|
*/
|
|
|
|
#include <stddef.h>
|
|
#include <stdlib.h>
|
|
#include <stdio.h>
|
|
#include <string.h>
|
|
#include "fuzz_helpers.h"
|
|
#include "zstd_helpers.h"
|
|
#include "fuzz_data_producer.h"
|
|
|
|
/**
|
|
* Compresses the data and returns the compressed size or an error.
|
|
*/
|
|
static size_t compress(void* compressed, size_t compressedCapacity,
|
|
void const* source, size_t sourceSize,
|
|
void const* dict, size_t dictSize,
|
|
ZSTD_dictLoadMethod_e dictLoadMethod,
|
|
ZSTD_dictContentType_e dictContentType,
|
|
int const refPrefix)
|
|
{
|
|
ZSTD_CCtx* cctx = ZSTD_createCCtx();
|
|
if (refPrefix)
|
|
FUZZ_ZASSERT(ZSTD_CCtx_refPrefix_advanced(
|
|
cctx, dict, dictSize, dictContentType));
|
|
else
|
|
FUZZ_ZASSERT(ZSTD_CCtx_loadDictionary_advanced(
|
|
cctx, dict, dictSize, dictLoadMethod, dictContentType));
|
|
size_t const compressedSize = ZSTD_compress2(
|
|
cctx, compressed, compressedCapacity, source, sourceSize);
|
|
ZSTD_freeCCtx(cctx);
|
|
return compressedSize;
|
|
}
|
|
|
|
static size_t decompress(void* result, size_t resultCapacity,
|
|
void const* compressed, size_t compressedSize,
|
|
void const* dict, size_t dictSize,
|
|
ZSTD_dictLoadMethod_e dictLoadMethod,
|
|
ZSTD_dictContentType_e dictContentType,
|
|
int const refPrefix)
|
|
{
|
|
ZSTD_DCtx* dctx = ZSTD_createDCtx();
|
|
if (refPrefix)
|
|
FUZZ_ZASSERT(ZSTD_DCtx_refPrefix_advanced(
|
|
dctx, dict, dictSize, dictContentType));
|
|
else
|
|
FUZZ_ZASSERT(ZSTD_DCtx_loadDictionary_advanced(
|
|
dctx, dict, dictSize, dictLoadMethod, dictContentType));
|
|
size_t const resultSize = ZSTD_decompressDCtx(
|
|
dctx, result, resultCapacity, compressed, compressedSize);
|
|
FUZZ_ZASSERT(resultSize);
|
|
ZSTD_freeDCtx(dctx);
|
|
return resultSize;
|
|
}
|
|
|
|
int LLVMFuzzerTestOneInput(const uint8_t *src, size_t size)
|
|
{
|
|
FUZZ_dataProducer_t *producer = FUZZ_dataProducer_create(src, size);
|
|
int const refPrefix = FUZZ_dataProducer_uint32Range(producer, 0, 1) != 0;
|
|
ZSTD_dictLoadMethod_e const dlm =
|
|
size = FUZZ_dataProducer_uint32Range(producer, 0, 1);
|
|
ZSTD_dictContentType_e const dct =
|
|
FUZZ_dataProducer_uint32Range(producer, 0, 2);
|
|
size = FUZZ_dataProducer_remainingBytes(producer);
|
|
|
|
DEBUGLOG(2, "Dict load method %d", dlm);
|
|
DEBUGLOG(2, "Dict content type %d", dct);
|
|
DEBUGLOG(2, "Dict size %u", (unsigned)size);
|
|
|
|
void* const rBuf = malloc(size);
|
|
FUZZ_ASSERT(rBuf);
|
|
size_t const cBufSize = ZSTD_compressBound(size);
|
|
void* const cBuf = malloc(cBufSize);
|
|
FUZZ_ASSERT(cBuf);
|
|
|
|
size_t const cSize =
|
|
compress(cBuf, cBufSize, src, size, src, size, dlm, dct, refPrefix);
|
|
/* compression failing is okay */
|
|
if (ZSTD_isError(cSize)) {
|
|
FUZZ_ASSERT_MSG(dct != ZSTD_dct_rawContent, "Raw must always succeed!");
|
|
goto out;
|
|
}
|
|
size_t const rSize =
|
|
decompress(rBuf, size, cBuf, cSize, src, size, dlm, dct, refPrefix);
|
|
FUZZ_ASSERT_MSG(rSize == size, "Incorrect regenerated size");
|
|
FUZZ_ASSERT_MSG(!memcmp(src, rBuf, size), "Corruption!");
|
|
|
|
out:
|
|
free(cBuf);
|
|
free(rBuf);
|
|
FUZZ_dataProducer_free(producer);
|
|
return 0;
|
|
}
|