mirror of
https://github.com/lz4/lz4.git
synced 2026-10-24 01:48:57 +03:00
ccfc64e7b9
The legacy compressor used acceleration = -cLevel, while lz4frame and bench use -cLevel + 1. Legacy levels were shifted by one: `lz4 -l --fast=1` produced the same output as `lz4 -l -1`, and `-l --fast=2` matched the frame `--fast=1`. Use the same mapping, capped at LZ4_ACCELERATION_MAX (avoids a signed overflow with --fast=2147483647). Levels >= 0 are unchanged. test-lz4-basic.sh: `-l --fast=1` must compress less than `-l -1` (fails on dev), and `-l --fast=2147483647` runs.
108 lines
5.3 KiB
Bash
Executable File
108 lines
5.3 KiB
Bash
Executable File
#!/bin/sh
|
|
|
|
FPREFIX="tmp-tlb"
|
|
|
|
set -e
|
|
|
|
remove () {
|
|
rm -rf $FPREFIX*
|
|
}
|
|
|
|
trap remove EXIT
|
|
|
|
set -x
|
|
|
|
datagen -g0 | lz4 -v | lz4 -t
|
|
datagen -g16KB | lz4 -9 | lz4 -t
|
|
datagen -g20KB > $FPREFIX-dg20k
|
|
lz4 < $FPREFIX-dg20k | lz4 -d > $FPREFIX-dec
|
|
diff -q $FPREFIX-dg20k $FPREFIX-dec
|
|
lz4 --no-frame-crc < $FPREFIX-dg20k | lz4 -d > $FPREFIX-dec
|
|
diff -q $FPREFIX-dg20k $FPREFIX-dec
|
|
datagen | lz4 -BI | lz4 -t
|
|
datagen | lz4 --no-crc | lz4 -t
|
|
datagen -g6M -P99 | lz4 -9BD | lz4 -t
|
|
datagen -g17M | lz4 -9v | lz4 -qt
|
|
datagen -g33M | lz4 --no-frame-crc | lz4 -t
|
|
datagen -g256MB | lz4 -vqB4D | lz4 -t --no-crc
|
|
echo "hello world" > $FPREFIX-hw
|
|
lz4 --rm -f $FPREFIX-hw $FPREFIX-hw.lz4
|
|
test ! -f $FPREFIX-hw # must fail (--rm)
|
|
test -f $FPREFIX-hw.lz4
|
|
lz4 -d --rm -f $FPREFIX-hw.lz4
|
|
test ! -f $FPREFIX-hw.lz4
|
|
lz4 --rm -f $FPREFIX-hw > /dev/null
|
|
test -f $FPREFIX-hw.lz4 # no more implicit stdout
|
|
lz4cat $FPREFIX-hw.lz4 | grep "hello world"
|
|
unlz4 --rm $FPREFIX-hw.lz4 $FPREFIX-hw
|
|
test -f $FPREFIX-hw
|
|
test ! -f $FPREFIX-hw.lz4 # must fail (--rm)
|
|
test ! -f $FPREFIX-hw.lz4.lz4 # must fail (unlz4)
|
|
lz4cat $FPREFIX-hw # pass-through mode
|
|
test -f $FPREFIX-hw
|
|
test ! -f $FPREFIX-hw.lz4 # must fail (lz4cat)
|
|
lz4 $FPREFIX-hw $FPREFIX-hw.lz4 # creates $FPREFIX-hw.lz4
|
|
lz4cat < $FPREFIX-hw.lz4 > ${FPREFIX}3 # checks lz4cat works with stdin (#285)
|
|
diff -q $FPREFIX-hw ${FPREFIX}3
|
|
lz4cat < $FPREFIX-hw > ${FPREFIX}2 # checks lz4cat works in pass-through mode
|
|
diff -q $FPREFIX-hw ${FPREFIX}2
|
|
cp $FPREFIX-hw ./-d
|
|
lz4 --rm -- -d -d.lz4 # compresses ./d into ./-d.lz4
|
|
test -f ./-d.lz4
|
|
test ! -f ./-d
|
|
mv ./-d.lz4 ./-z
|
|
lz4 -d --rm -- -z ${FPREFIX}4 # uncompresses ./-z into $FPREFIX4
|
|
test ! -f ./-z
|
|
diff -q $FPREFIX-hw ${FPREFIX}4
|
|
lz4 ${FPREFIX}2 ${FPREFIX}3 ${FPREFIX}4 && exit 1 # must fail: refuse to handle 3+ file names
|
|
mkdir -p ${FPREFIX}-dir
|
|
lz4 ${FPREFIX}-dir && exit 1 # must fail: refuse to compress directory
|
|
test ! -f ${FPREFIX}-dir.lz4 # must not create artifact (#1211)
|
|
lz4 -f $FPREFIX-hw # create $FPREFIX-hw.lz4, for next tests
|
|
lz4 --list $FPREFIX-hw.lz4 # test --list on valid single-frame file
|
|
lz4 --list < $FPREFIX-hw.lz4 # test --list from stdin (file only)
|
|
lz4 --list goldenSamples/dictID.bin # test --list on a frame carrying a dictID (11-byte header)
|
|
head -c $(( $(wc -c < $FPREFIX-hw.lz4) - 4 )) $FPREFIX-hw.lz4 > $FPREFIX-trunc.lz4
|
|
lz4 --list $FPREFIX-trunc.lz4 && exit 1 # must fail: truncated frame (content checksum missing)
|
|
cat $FPREFIX-hw >> $FPREFIX-hw.lz4
|
|
lz4 -f $FPREFIX-hw.lz4 && exit 1 # uncompress valid frame followed by invalid data (must fail now)
|
|
printf '\120\052\115\030\000\000\000\000BAD!' > $FPREFIX-bad.lz4
|
|
cp $FPREFIX-bad.lz4 $FPREFIX-bad-before.lz4
|
|
lz4 -d --rm -f $FPREFIX-bad.lz4 $FPREFIX-bad.out && exit 1
|
|
diff -q $FPREFIX-bad-before.lz4 $FPREFIX-bad.lz4 # --rm keeps source after decoding failure
|
|
lz4 -BX $FPREFIX-hw -c -q | lz4 -tv # test block checksum
|
|
# datagen -g20KB generates the same file every single time
|
|
# cannot save output of datagen -g20KB as input file to lz4 because the following shell commands are run before datagen -g20KB
|
|
test "$(datagen -g20KB | lz4 -c --fast | wc -c)" -lt "$(datagen -g20KB | lz4 -c --fast=9 | wc -c)" # -1 vs -9
|
|
test "$(datagen -g20KB | lz4 -c -1 | wc -c)" -lt "$(datagen -g20KB| lz4 -c --fast=1 | wc -c)" # 1 vs -1
|
|
test "$(datagen -g20KB | lz4 -c --fast=1 | wc -c)" -eq "$(datagen -g20KB| lz4 -c --fast| wc -c)" # checks default fast compression is -1
|
|
test "$(lz4 -c -l -1 $FPREFIX-dg20k | wc -c)" -lt "$(lz4 -c -l --fast=1 $FPREFIX-dg20k | wc -c)" # same with legacy format
|
|
lz4 -c -l --fast=2147483647 $FPREFIX-dg20k > /dev/null # legacy format : acceleration capped without overflow
|
|
lz4 -c --fast=0 $FPREFIX-dg20k && exit 1 # lz4 should fail when fast=0
|
|
lz4 -c --fast=-1 $FPREFIX-dg20k && exit 1 # lz4 should fail when fast=-1
|
|
# numeric arguments must not silently overflow
|
|
lz4 -c --fast=3000000000 $FPREFIX-dg20k > /dev/null && exit 1 # > INT_MAX
|
|
lz4 -c --fast=4294967297 $FPREFIX-dg20k > /dev/null && exit 1 # > UINT_MAX (would wrap to 1)
|
|
lz4 -c -3000000000 $FPREFIX-dg20k > /dev/null && exit 1 # > INT_MAX
|
|
lz4 -c -4294967305 $FPREFIX-dg20k > /dev/null && exit 1 # > UINT_MAX (would wrap to 9)
|
|
lz4 -c -T4294967297 $FPREFIX-dg20k > /dev/null && exit 1 # > UINT_MAX (would wrap to 1)
|
|
# an overflowing LZ4_CLEVEL is ignored, like other invalid values
|
|
test "$(LZ4_CLEVEL=4294967305 lz4 -c $FPREFIX-dg20k | wc -c)" -eq "$(lz4 -c $FPREFIX-dg20k | wc -c)"
|
|
# acceleration (--fast=# + 1) is capped at LZ4_ACCELERATION_MAX (65537) :
|
|
# the largest --fast value behaves like --fast=65536, without overflow
|
|
lz4 -c --fast=65536 $FPREFIX-dg20k > $FPREFIX-fastmax.lz4
|
|
lz4 -c --fast=2147483647 $FPREFIX-dg20k | cmp - $FPREFIX-fastmax.lz4
|
|
lz4 -bq --fast=2147483647 -i0 $FPREFIX-dg20k
|
|
# Multithreading commands
|
|
datagen -g16M | lz4 -T2 | lz4 -t
|
|
datagen -g16M | lz4 --threads=2 | lz4 -t
|
|
# High --fast values can result in out-of-bound dereferences #876
|
|
datagen -g1M | lz4 -c --fast=999999999 > $FPREFIX-trash
|
|
# Test for #596
|
|
echo "TEST" > $FPREFIX-test
|
|
lz4 -m $FPREFIX-test
|
|
lz4 $FPREFIX-test.lz4 $FPREFIX-test2
|
|
diff -q $FPREFIX-test $FPREFIX-test2
|
|
# bug #1374
|
|
datagen -g4194302 | lz4 -B4 -c > $FPREFIX-test3
|