From 1bc9c3b9d5a8c51b67f6ea2f57bdd76ff5073097 Mon Sep 17 00:00:00 2001 From: V3n3RiX Date: Wed, 28 Sep 2022 03:11:19 +0100 Subject: gentoo auto-resync : 28:09:2022 - 03:11:19 --- eclass/tests/tests-common.sh | 7 ++ eclass/tests/unpacker.sh | 291 +++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 298 insertions(+) create mode 100755 eclass/tests/unpacker.sh (limited to 'eclass/tests') diff --git a/eclass/tests/tests-common.sh b/eclass/tests/tests-common.sh index a677842b6ac5..45b1e20b933a 100644 --- a/eclass/tests/tests-common.sh +++ b/eclass/tests/tests-common.sh @@ -60,6 +60,13 @@ die() { exit 1 } +assert() { + local x pipestatus=${PIPESTATUS[*]} + for x in ${pipestatus} ; do + [[ ${x} -eq 0 ]] || die "$@" + done +} + has_version() { while [[ $1 == -* ]]; do shift diff --git a/eclass/tests/unpacker.sh b/eclass/tests/unpacker.sh new file mode 100755 index 000000000000..b15953966f65 --- /dev/null +++ b/eclass/tests/unpacker.sh @@ -0,0 +1,291 @@ +#!/usr/bin/env bash +# Copyright 2022 Gentoo Authors +# Distributed under the terms of the GNU General Public License v2 + +EAPI=8 + +source tests-common.sh || exit + +inherit unpacker + +# silence the output +unpack_banner() { :; } + +TESTFILE=test.in +TESTDIR=$(mktemp -d || die) +trap 'cd - >/dev/null && rm -r "${TESTDIR}"' EXIT + +# prepare some test data +# NB: we need something "compressible", as compress(1) will return +# an error if the file "is larger than before compression" +cp ../unpacker.eclass "${TESTDIR}/${TESTFILE}" || die +cd "${TESTDIR}" || die + +test_unpack() { + local archive=${1} + local unpacked=${2} + local deps=${3} + local packcmd=${4} + + local x + for x in ${deps}; do + if ! type "${x}" &>/dev/null; then + ewarn "Skipping ${archive}, tool ${x} not found" + return + fi + done + + rm -rf testdir || die + mkdir -p testdir || die + + tbegin "unpacking ${archive}" + eval "${packcmd}" + assert "packing ${archive} failed" + cd testdir || die + local out + out=$( + _unpacker "../${archive}" 2>&1 + ) + ret=$? + if [[ ${ret} -eq 0 ]]; then + if [[ ! -f ${unpacked} ]]; then + eerror "${unpacked} not found after unpacking" + ret=1 + elif ! diff -u "${unpacked}" "../${TESTFILE}"; then + eerror "${unpacked} different than input" + ret=1 + fi + fi + [[ ${ret} -ne 0 ]] && echo "${out}" >&2 + tend ${ret} + + cd .. || die + rm -f "${archive}" || die +} + +test_compressed_file() { + local suffix=${1} + local tool=${2} + + test_unpack "test${suffix}" test "${tool}" \ + "${tool} -c \${TESTFILE} > \${archive}" +} + +test_compressed_file_multistream() { + local suffix=${1} + local tool=${2} + + test_unpack "test+multistream${suffix}" "test+multistream" "${tool}" \ + "head -n 300 \${TESTFILE} | ${tool} -c > \${archive} && + tail -n +301 \${TESTFILE} | ${tool} -c >> \${archive}" +} + +test_compressed_file_with_junk() { + local suffix=${1} + local tool=${2} + local flag=${3} + + test_unpack "test+junk${suffix}" "test+junk" "${tool}" \ + "${tool} -c \${TESTFILE} > \${archive} && cat test.in >> \${archive}" +} + +test_compressed_tar() { + local suffix=${1} + local tool=${2} + + test_unpack "test${suffix}" test.in "tar ${tool}" \ + "tar -c \${TESTFILE} | ${tool} -c > \${archive}" +} + +test_compressed_cpio() { + local suffix=${1} + local tool=${2} + + test_unpack "test${suffix}" test.in "cpio ${tool}" \ + "cpio -o --quiet <<<\${TESTFILE} | ${tool} -c > \${archive}" +} + +create_deb() { + local suffix=${1} + local tool=${2} + local archive=${3} + local infile=${4} + + echo 2.0 > debian-binary || die + : > control || die + tar -cf control.tar control || die + tar -c "${infile}" | ${tool} > "data.tar${suffix}" + assert "packing data.tar${suffix} failed" + ar r "${archive}" debian-binary control.tar "data.tar${suffix}" \ + 2>/dev/null || die + rm -f control control.tar "data.tar${suffix}" debian-binary || die +} + +test_deb() { + local suffix=${1} + local tool=${2} + local tool_cmd + + if [[ -n ${tool} ]]; then + tool_cmd="${tool} -c" + else + tool_cmd=cat + fi + + test_unpack "test-${tool}_1.2.3_noarch.deb" test.in "ar tar ${tool}" \ + "create_deb '${suffix}' '${tool_cmd}' \${archive} \${TESTFILE}" + # also test with the handwoven implementation used on Prefix + EPREFIX=/foo \ + test_unpack "test_pfx-${tool}_1.2.3_noarch.deb" test.in "ar tar ${tool}" \ + "create_deb '${suffix}' '${tool_cmd}' \${archive} \${TESTFILE}" +} + +create_gpkg() { + local suffix=${1} + local tool=${2} + local archive=${3} + local infile=${4} + local gpkg_dir=${archive%.gpkg.tar} + + mkdir image metadata "${gpkg_dir}" || die + cp "${infile}" image/ || die + tar -c metadata | ${tool} > "${gpkg_dir}/metadata.tar${suffix}" + assert "packing metadata.tar${suffix} failed" + : > "${gpkg_dir}/metadata.tar${suffix}.sig" || die + tar -c image | ${tool} > "${gpkg_dir}/image.tar${suffix}" + assert "packing image.tar${suffix} failed" + : > "${gpkg_dir}/image.tar${suffix}.sig" || die + : > "${gpkg_dir}"/gpkg-1 || die + tar -cf "${archive}" --format=ustar \ + "${gpkg_dir}"/{gpkg-1,{metadata,image}.tar"${suffix}"} || die + rm -r image metadata "${gpkg_dir}" || die +} + +test_gpkg() { + local suffix=${1} + local tool=${2} + local tool_cmd + + if [[ -n ${tool} ]]; then + tool_cmd="${tool} -c" + else + tool_cmd=cat + fi + + test_unpack "test-${tool}-1.2.3-1.gpkg.tar" \ + "test-${tool}-1.2.3-1/image/test.in" "tar ${tool}" \ + "create_gpkg '${suffix}' '${tool_cmd}' \${archive} \${TESTFILE}" +} + +test_reject_junk() { + local suffix=${1} + local archive=test${1} + + rm -rf testdir || die + mkdir -p testdir || die + + tbegin "rejecting junk named ${archive}" + cat test.in >> "${archive}" || die + cd testdir || die + ( + # some decompressors (e.g. cpio) are very verbose about junk + _unpacker "../${archive}" &>/dev/null + ) + [[ $? -ne 0 ]] + ret=$? + tend ${ret} + + cd .. || die + rm -f "${archive}" || die +} + +test_compressed_file .bz2 bzip2 +test_compressed_file .Z compress +test_compressed_file .gz gzip +test_compressed_file .lzma lzma +test_compressed_file .xz xz +test_compressed_file .lz lzip +test_compressed_file .zst zstd +test_compressed_file .lz4 lz4 +test_compressed_file .lzo lzop + +test_compressed_file_multistream .bz2 bzip2 +test_compressed_file_multistream .gz gzip +test_compressed_file_multistream .xz xz +test_compressed_file_multistream .lz lzip +test_compressed_file_multistream .zst zstd + +test_compressed_file_with_junk .bz2 bzip2 +test_compressed_file_with_junk .lz lzip + +test_unpack test.tar test.in tar 'tar -cf ${archive} ${TESTFILE}' +test_compressed_tar .tar.bz2 bzip2 +test_compressed_tar .tbz bzip2 +test_compressed_tar .tbz2 bzip2 +test_compressed_tar .tar.Z compress +test_compressed_tar .tar.gz gzip +test_compressed_tar .tgz gzip +test_compressed_tar .tar.lzma lzma +test_compressed_tar .tar.xz xz +test_compressed_tar .txz xz +test_compressed_tar .tar.lz lzip +test_compressed_tar .tar.zst zstd +test_compressed_tar .tar.lz4 lz4 +test_compressed_tar .tar.lzo lzop + +test_unpack test.cpio test.in cpio 'cpio -o --quiet <<<${TESTFILE} > ${archive}' +test_compressed_cpio .cpio.bz2 bzip2 +test_compressed_cpio .cpio.Z compress +test_compressed_cpio .cpio.gz gzip +test_compressed_cpio .cpio.lzma lzma +test_compressed_cpio .cpio.xz xz +test_compressed_cpio .cpio.lz lzip +test_compressed_cpio .cpio.zst zstd +test_compressed_cpio .cpio.lz4 lz4 +test_compressed_cpio .cpio.lzo lzop + +test_deb +test_deb .gz gzip +test_deb .xz xz +test_deb .bz2 bzip2 +test_deb .lzma lzma + +test_gpkg +test_gpkg .gz gzip +test_gpkg .bz2 bzip2 +test_gpkg .lz4 lz4 +test_gpkg .lz lzip +test_gpkg .lzma lzma +test_gpkg .lzo lzop +test_gpkg .xz xz +test_gpkg .zst zstd + +test_unpack test.zip test.in zip 'zip -q ${archive} ${TESTFILE}' +# test handling non-adjusted zip with junk prepended +test_unpack test.zip test.in zip \ + 'zip -q testdir/tmp.zip ${TESTFILE} && cat test.in testdir/tmp.zip > ${archive}' +test_unpack test.7z test.in 7z '7z -bso0 a ${archive} ${TESTFILE}' +test_unpack test.lha test.in lha 'lha a -q ${archive} ${TESTFILE}' +test_unpack test.lzh test.in lha 'lha a -q ${archive} ${TESTFILE}' +test_unpack test.rar test.in rar 'rar -idq a ${archive} ${TESTFILE}' + +# TODO: .run/.sh/.bin + +test_reject_junk .bz2 +test_reject_junk .Z +test_reject_junk .gz +test_reject_junk .lzma +test_reject_junk .xz +test_reject_junk .lz +test_reject_junk .zst +test_reject_junk .tar +test_reject_junk .cpio +test_reject_junk .gpkg.tar +test_reject_junk .deb +test_reject_junk .zip +test_reject_junk .7z +test_reject_junk .rar +test_reject_junk .lha +test_reject_junk .lzh + +texit -- cgit v1.2.3