depends: update 'src/minisketch' to sipa/minisketch@3472e2f5 as 9540ecbc

This commit is contained in:
Kittywhiskers Van Gogh 2024-10-29 10:03:14 +00:00
commit a53506def7
No known key found for this signature in database
GPG Key ID: 30CD0C065E5C4AAD
5 changed files with 64 additions and 47 deletions

View File

@ -36,17 +36,6 @@ env_matrix_snippet: &ENV_MATRIX_VALGRIND
TESTRUNS: 1 TESTRUNS: 1
BUILD: BUILD:
env_matrix_snippet: &ENV_MATRIX_SAN
- env:
ENABLE_FIELDS: 28
- env:
BUILD: distcheck
- env:
CXXFLAGS: "-fsanitize=undefined -fno-omit-frame-pointer"
LDFLAGS: "-fsanitize=undefined -fno-omit-frame-pointer"
UBSAN_OPTIONS: "print_stacktrace=1:halt_on_error=1"
BENCH: no
env_matrix_snippet: &ENV_MATRIX_SAN_VALGRIND env_matrix_snippet: &ENV_MATRIX_SAN_VALGRIND
- env: - env:
ENABLE_FIELDS: "11,64,37" ENABLE_FIELDS: "11,64,37"
@ -72,9 +61,9 @@ task:
<< : *ENV_MATRIX_SAN_VALGRIND << : *ENV_MATRIX_SAN_VALGRIND
matrix: matrix:
- env: - env:
CC: gcc CXX: g++
- env: - env:
CC: clang CXX: clang++ -gdwarf-4
<< : *MERGE_BASE << : *MERGE_BASE
test_script: test_script:
- ./ci/cirrus.sh - ./ci/cirrus.sh
@ -92,30 +81,45 @@ task:
<< : *ENV_MATRIX_VALGRIND << : *ENV_MATRIX_VALGRIND
matrix: matrix:
- env: - env:
CC: i686-linux-gnu-gcc CXX: i686-linux-gnu-g++
- env: - env:
CC: clang --target=i686-pc-linux-gnu -isystem /usr/i686-linux-gnu/include CXX: clang++ --target=i686-linux-gnu -gdwarf-4
CXXFLAGS: -g -O2 -isystem /usr/i686-linux-gnu/include -isystem /usr/i686-linux-gnu/include/c++/10/i686-linux-gnu
test_script: test_script:
- ./ci/cirrus.sh - ./ci/cirrus.sh
<< : *CAT_LOGS << : *CAT_LOGS
task: task:
name: "x86_64: macOS Catalina" name: "arm64: macOS Monterey"
macos_instance: macos_instance:
image: catalina-base image: ghcr.io/cirruslabs/macos-monterey-base:latest
env: env:
# Cirrus gives us a fixed number of 12 virtual CPUs. # Cirrus gives us a fixed number of 4 virtual CPUs.
MAKEFLAGS: -j13 MAKEFLAGS: -j5
matrix:
<< : *ENV_MATRIX_SAN
matrix: matrix:
- env: - env:
CC: gcc-9 CXX: g++-11
# Homebrew's gcc for arm64 has no libubsan.
matrix:
- env:
ENABLE_FIELDS: 28
- env:
BUILD: distcheck
- env: - env:
CC: clang CXX: clang++
matrix:
- env:
ENABLE_FIELDS: 28
- env:
BUILD: distcheck
- env:
CXXFLAGS: "-fsanitize=undefined -fno-omit-frame-pointer"
LDFLAGS: "-fsanitize=undefined -fno-omit-frame-pointer"
UBSAN_OPTIONS: "print_stacktrace=1:halt_on_error=1"
BENCH: no
brew_script: brew_script:
- brew update - brew update
- brew install automake libtool gcc@9 - brew install automake libtool gcc@11
<< : *MERGE_BASE << : *MERGE_BASE
test_script: test_script:
- ./ci/cirrus.sh - ./ci/cirrus.sh
@ -128,13 +132,11 @@ task:
cpu: 4 cpu: 4
memory: 2G memory: 2G
env: env:
EXEC_CMD: qemu-s390x -L /usr/s390x-linux-gnu EXEC_CMD: qemu-s390x
HOST: s390x-linux-gnu HOST: s390x-linux-gnu
BUILD: BUILD:
<< : *MERGE_BASE << : *MERGE_BASE
test_script: test_script:
# https://sourceware.org/bugzilla/show_bug.cgi?id=27008
- rm /etc/ld.so.cache
- ./ci/cirrus.sh - ./ci/cirrus.sh
<< : *CAT_LOGS << : *CAT_LOGS
@ -146,6 +148,7 @@ task:
memory: 2G memory: 2G
env: env:
EXEC_CMD: wine EXEC_CMD: wine
EXEC_EXT: .exe
HOST: x86_64-w64-mingw32 HOST: x86_64-w64-mingw32
BUILD: BUILD:
<< : *MERGE_BASE << : *MERGE_BASE

View File

@ -7,7 +7,7 @@ export LC_ALL=C
env >> test_env.log env >> test_env.log
$CC -v || true $CXX -v || true
valgrind --version || true valgrind --version || true
./autogen.sh ./autogen.sh
@ -32,10 +32,10 @@ then
fi fi
if [ -n "$EXEC_CMD" ]; then if [ -n "$EXEC_CMD" ]; then
$EXEC_CMD ./test $TESTRUNS $EXEC_CMD "./test$EXEC_EXT" $TESTRUNS
$EXEC_CMD ./test-verify $TESTRUNS $EXEC_CMD "./test-verify$EXEC_EXT" $TESTRUNS
fi fi
if [ "$BENCH" = "yes" ]; then if [ "$BENCH" = "yes" ]; then
$EXEC_CMD ./bench $EXEC_CMD "./bench$EXEC_EXT"
fi fi

View File

@ -8,10 +8,10 @@ RUN apt-get update
RUN apt-get install --no-install-recommends --no-upgrade -y \ RUN apt-get install --no-install-recommends --no-upgrade -y \
git ca-certificates \ git ca-certificates \
make automake libtool pkg-config dpkg-dev valgrind qemu-user \ make automake libtool pkg-config dpkg-dev valgrind qemu-user \
gcc g++ clang libc6-dbg \ gcc g++ clang libclang-rt-dev libc6-dbg \
gcc-i686-linux-gnu g++-i686-linux-gnu libc6-dev-i386-cross libc6-dbg:i386 \ gcc-i686-linux-gnu g++-i686-linux-gnu libc6-dev-i386-cross libc6-dbg:i386 \
g++-s390x-linux-gnu gcc-s390x-linux-gnu libc6-dev-s390x-cross libc6-dbg:s390x \ g++-s390x-linux-gnu libstdc++6:s390x gcc-s390x-linux-gnu libc6-dev-s390x-cross libc6-dbg:s390x \
wine g++-mingw-w64-x86-64 wine wine64 g++-mingw-w64-x86-64
# Run a dummy command in wine to make it set up configuration # Run a dummy command in wine to make it set up configuration
RUN wine true || true RUN wine true || true

View File

@ -104,11 +104,6 @@ esac
AX_CHECK_COMPILE_FLAG([-Wall],[WARN_CXXFLAGS="$WARN_CXXFLAGS -Wall"],,[[$CXXFLAG_WERROR]]) AX_CHECK_COMPILE_FLAG([-Wall],[WARN_CXXFLAGS="$WARN_CXXFLAGS -Wall"],,[[$CXXFLAG_WERROR]])
AX_CHECK_COMPILE_FLAG([-fvisibility=hidden],[CXXFLAGS="$CXXFLAGS -fvisibility=hidden"],[],[$CXXFLAG_WERROR]) AX_CHECK_COMPILE_FLAG([-fvisibility=hidden],[CXXFLAGS="$CXXFLAGS -fvisibility=hidden"],[],[$CXXFLAG_WERROR])
## Some compilers (gcc) ignore unknown -Wno-* options, but warn about all
## unknown options if any other warning is produced. Test the -Wfoo case, and
## set the -Wno-foo case if it works.
AX_CHECK_COMPILE_FLAG([-Wshift-count-overflow],[NOWARN_CXXFLAGS="$NOWARN_CXXFLAGS -Wno-shift-count-overflow"],,[[$CXXFLAG_WERROR]])
if test "x$use_ccache" != "xno"; then if test "x$use_ccache" != "xno"; then
AC_MSG_CHECKING(if ccache should be used) AC_MSG_CHECKING(if ccache should be used)
if test x$CCACHE = x; then if test x$CCACHE = x; then
@ -119,7 +114,6 @@ if test "x$use_ccache" != "xno"; then
fi fi
else else
use_ccache=yes use_ccache=yes
CC="$ac_cv_path_CCACHE $CC"
CXX="$ac_cv_path_CCACHE $CXX" CXX="$ac_cv_path_CCACHE $CXX"
fi fi
AC_MSG_RESULT($use_ccache) AC_MSG_RESULT($use_ccache)

View File

@ -7,13 +7,16 @@
#ifndef _MINISKETCH_INT_UTILS_H_ #ifndef _MINISKETCH_INT_UTILS_H_
#define _MINISKETCH_INT_UTILS_H_ #define _MINISKETCH_INT_UTILS_H_
#include <stdint.h>
#include <stdlib.h> #include <stdlib.h>
#include <limits> #include <limits>
#include <algorithm> #include <algorithm>
#include <type_traits> #include <type_traits>
#ifdef _MSC_VER #if defined(__cpp_lib_int_pow2) && __cpp_lib_int_pow2 >= 202002L
# include <bit>
#elif defined(_MSC_VER)
# include <intrin.h> # include <intrin.h>
#endif #endif
@ -54,11 +57,10 @@ class BitWriter {
int offset = 0; int offset = 0;
unsigned char* out; unsigned char* out;
public:
BitWriter(unsigned char* output) : out(output) {}
template<int BITS, typename I> template<int BITS, typename I>
inline void Write(I val) { inline void WriteInner(I val) {
// We right shift by up to 8 bits below. Verify that's well defined for the type I.
static_assert(std::numeric_limits<I>::digits > 8, "BitWriter::WriteInner needs I > 8 bits");
int bits = BITS; int bits = BITS;
if (bits + offset >= 8) { if (bits + offset >= 8) {
state |= ((val & ((I(1) << (8 - offset)) - 1)) << offset); state |= ((val & ((I(1) << (8 - offset)) - 1)) << offset);
@ -77,6 +79,19 @@ public:
offset += bits; offset += bits;
} }
public:
BitWriter(unsigned char* output) : out(output) {}
template<int BITS, typename I>
inline void Write(I val) {
// If I is smaller than an unsigned int, invoke WriteInner with argument converted to unsigned.
using compute_type = typename std::conditional<
(std::numeric_limits<I>::digits < std::numeric_limits<unsigned>::digits),
unsigned, I>::type;
return WriteInner<BITS, compute_type>(val);
}
inline void Flush() { inline void Flush() {
if (offset) { if (offset) {
*(out++) = state; *(out++) = state;
@ -129,7 +144,11 @@ constexpr inline I Mask() { return ((I((I(-1)) << (std::numeric_limits<I>::digit
/** Compute the smallest power of two that is larger than val. */ /** Compute the smallest power of two that is larger than val. */
template<typename I> template<typename I>
static inline int CountBits(I val, int max) { static inline int CountBits(I val, int max) {
#ifdef _MSC_VER #if defined(__cpp_lib_int_pow2) && __cpp_lib_int_pow2 >= 202002L
// c++20 impl
(void)max;
return std::bit_width(val);
#elif defined(_MSC_VER)
(void)max; (void)max;
unsigned long index; unsigned long index;
unsigned char ret; unsigned char ret;
@ -175,6 +194,7 @@ public:
} }
static constexpr inline bool IsZero(I a) { return a == 0; } static constexpr inline bool IsZero(I a) { return a == 0; }
static constexpr inline bool IsOne(I a) { return a == 1; }
static constexpr inline I Mask(I val) { return val & MASK; } static constexpr inline I Mask(I val) { return val & MASK; }
static constexpr inline I Shift(I val, int bits) { return ((val << bits) & MASK); } static constexpr inline I Shift(I val, int bits) { return ((val << bits) & MASK); }
static constexpr inline I UnsafeShift(I val, int bits) { return (val << bits); } static constexpr inline I UnsafeShift(I val, int bits) { return (val << bits); }
@ -233,7 +253,7 @@ template<typename I, int N, typename L, typename F> inline constexpr I GFMul(con
template<typename I, typename F, int BITS, uint32_t MOD> template<typename I, typename F, int BITS, uint32_t MOD>
inline I InvExtGCD(I x) inline I InvExtGCD(I x)
{ {
if (F::IsZero(x)) return x; if (F::IsZero(x) || F::IsOne(x)) return x;
I t(0), newt(1); I t(0), newt(1);
I r(MOD), newr = x; I r(MOD), newr = x;
int rlen = BITS + 1, newrlen = F::Bits(newr, BITS); int rlen = BITS + 1, newrlen = F::Bits(newr, BITS);