Skip to content

Commit

Permalink
Merge commit '3afef9b961ab887a7b2b3d2f3507a230150c08d7' into update-d…
Browse files Browse the repository at this point in the history
…ependencies
  • Loading branch information
t20100 committed Jul 4, 2024
2 parents d1b6c02 + 3afef9b commit 8851031
Show file tree
Hide file tree
Showing 14 changed files with 647 additions and 74 deletions.
2 changes: 2 additions & 0 deletions src/snappy/.bazelrc
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
# googletest requires C++14 or above
build --cxxopt='-std=c++17'
1 change: 1 addition & 0 deletions src/snappy/.gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -5,4 +5,5 @@

# Build directory.
build/
/bazel-*
out/
210 changes: 210 additions & 0 deletions src/snappy/BUILD.bazel
Original file line number Diff line number Diff line change
@@ -0,0 +1,210 @@
# Copyright 2023 Google Inc. All Rights Reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are
# met:
#
# * Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# * Redistributions in binary form must reproduce the above
# copyright notice, this list of conditions and the following disclaimer
# in the documentation and/or other materials provided with the
# distribution.
# * Neither the name of Google Inc. nor the names of its
# contributors may be used to endorse or promote products derived from
# this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

package(default_visibility = ["//visibility:public"])

licenses(["notice"])

SNAPPY_VERSION = (1, 1, 10)

config_setting(
name = "windows",
constraint_values = ["@platforms//os:windows"],
)

cc_library(
name = "config",
hdrs = ["config.h"],
defines = ["HAVE_CONFIG_H"]
)

cc_library(
name = "snappy-stubs-public",
hdrs = [":snappy-stubs-public.h"],
)

cc_library(
name = "snappy-stubs-internal",
srcs = ["snappy-stubs-internal.cc"],
hdrs = ["snappy-stubs-internal.h"],
deps = [
":config",
":snappy-stubs-public",
],
)

cc_library(
name = "snappy",
srcs = [
"snappy.cc",
"snappy-internal.h",
"snappy-sinksource.cc",
],
hdrs = [
"snappy.h",
"snappy-sinksource.h",
],
copts = select({
":windows": [],
"//conditions:default": [
"-Wno-sign-compare",
]}),
deps = [
":config",
":snappy-stubs-internal",
":snappy-stubs-public",
],
)

cc_library(
name = "snappy-c",
srcs = ["snappy-c.cc"],
hdrs = ["snappy-c.h"],
deps = [":snappy"],
)

filegroup(
name = "testdata",
srcs = glob(["testdata/*"]),
)

cc_library(
name = "snappy-test",
testonly = True,
srcs = [
"snappy-test.cc",
"snappy_test_data.cc",
],
hdrs = [
"snappy-test.h",
"snappy_test_data.h",
],
deps = [":snappy-stubs-internal"],
)

cc_test(
name = "snappy_benchmark",
srcs = ["snappy_benchmark.cc"],
data = [":testdata"],
deps = [
":snappy",
":snappy-test",
"//third_party/benchmark:benchmark_main",
],
)

cc_test(
name = "snappy_unittest",
srcs = [
"snappy_unittest.cc",
],
data = [":testdata"],
deps = [
":snappy",
":snappy-test",
"//third_party/googletest:gtest_main",
],
)

# Generate a config.h similar to what cmake would produce.
genrule(
name = "config_h",
outs = ["config.h"],
cmd = """cat <<EOF >$@
#define HAVE_STDDEF_H 1
#define HAVE_STDINT_H 1
#ifdef __has_builtin
# if !defined(HAVE_BUILTIN_EXPECT) && __has_builtin(__builtin_expect)
# define HAVE_BUILTIN_EXPECT 1
# endif
# if !defined(HAVE_BUILTIN_CTZ) && __has_builtin(__builtin_ctzll)
# define HAVE_BUILTIN_CTZ 1
# endif
# if !defined(HAVE_BUILTIN_PREFETCH) && __has_builtin(__builtin_prefetech)
# define HAVE_BUILTIN_PREFETCH 1
# endif
#elif defined(__GNUC__) && (__GNUC__ > 3 || __GNUC__ == 3 && __GNUC_MINOR__ >= 4)
# ifndef HAVE_BUILTIN_EXPECT
# define HAVE_BUILTIN_EXPECT 1
# endif
# ifndef HAVE_BUILTIN_CTZ
# define HAVE_BUILTIN_CTZ 1
# endif
# ifndef HAVE_BUILTIN_PREFETCH
# define HAVE_BUILTIN_PREFETCH 1
# endif
#endif
#if defined(_WIN32) && !defined(HAVE_WINDOWS_H)
#define HAVE_WINDOWS_H 1
#endif
#ifdef __has_include
# if !defined(HAVE_BYTESWAP_H) && __has_include(<byteswap.h>)
# define HAVE_BYTESWAP_H 1
# endif
# if !defined(HAVE_UNISTD_H) && __has_include(<unistd.h>)
# define HAVE_UNISTD_H 1
# endif
# if !defined(HAVE_SYS_ENDIAN_H) && __has_include(<sys/endian.h>)
# define HAVE_SYS_ENDIAN_H 1
# endif
# if !defined(HAVE_SYS_MMAN_H) && __has_include(<sys/mman.h>)
# define HAVE_SYS_MMAN_H 1
# endif
# if !defined(HAVE_SYS_UIO_H) && __has_include(<sys/uio.h>)
# define HAVE_SYS_UIO_H 1
# endif
# if !defined(HAVE_SYS_TIME_H) && __has_include(<sys/time.h>)
# define HAVE_SYS_TIME_H 1
# endif
#endif
#ifndef SNAPPY_IS_BIG_ENDIAN
# ifdef __s390x__
# define SNAPPY_IS_BIG_ENDIAN 1
# elif defined(__BYTE_ORDER__) && defined(__ORDER_BIG_ENDIAN__) && __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__
# define SNAPPY_IS_BIG_ENDIAN 1
# endif
#endif
EOF
""",
)

genrule(
name = "snappy_stubs_public_h",
srcs = ["snappy-stubs-public.h.in"],
outs = ["snappy-stubs-public.h"],
# Assume sys/uio.h is available on non-Windows.
# Set the version numbers.
cmd = ("""sed -e 's/$${HAVE_SYS_UIO_H_01}/!_WIN32/g' \
-e 's/$${PROJECT_VERSION_MAJOR}/%d/g' \
-e 's/$${PROJECT_VERSION_MINOR}/%d/g' \
-e 's/$${PROJECT_VERSION_PATCH}/%d/g' \
$< >$@""" % SNAPPY_VERSION),
)
20 changes: 19 additions & 1 deletion src/snappy/CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,7 @@
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

cmake_minimum_required(VERSION 3.1)
project(Snappy VERSION 1.1.10 LANGUAGES C CXX)
project(Snappy VERSION 1.2.1 LANGUAGES C CXX)

# C++ standard can be overridden when this is used as a sub-project.
if(NOT CMAKE_CXX_STANDARD)
Expand Down Expand Up @@ -73,6 +73,11 @@ else(CMAKE_CXX_COMPILER_ID STREQUAL "MSVC")
endif(NOT CMAKE_CXX_FLAGS MATCHES "-Werror")
endif(CMAKE_CXX_COMPILER_ID MATCHES "Clang")

# Disable sign comparison warnings. Matches upcoming Bazel setup.
if(NOT CMAKE_CXX_FLAGS MATCHES "-Wno-sign-compare")
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-sign-compare")
endif(NOT CMAKE_CXX_FLAGS MATCHES "-Wno-sign-compare")

# Disable C++ exceptions.
string(REGEX REPLACE "-fexceptions" "" CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS}")
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fno-exceptions")
Expand Down Expand Up @@ -141,6 +146,8 @@ endif(SNAPPY_REQUIRE_AVX2)
# Used by googletest.
check_cxx_compiler_flag(-Wno-missing-field-initializers
SNAPPY_HAVE_NO_MISSING_FIELD_INITIALIZERS)
check_cxx_compiler_flag(-Wno-implicit-int-float-conversion
SNAPPY_HAVE_NO_IMPLICIT_INT_FLOAT_CONVERSION)

include(CheckCXXSourceCompiles)
check_cxx_source_compiles("
Expand All @@ -153,6 +160,12 @@ int main() {
return __builtin_ctzll(0);
}" HAVE_BUILTIN_CTZ)

check_cxx_source_compiles("
int main() {
__builtin_prefetch(0, 0, 3);
return 0;
}" HAVE_BUILTIN_PREFETCH)

check_cxx_source_compiles("
__attribute__((always_inline)) int zero() { return 0; }
Expand Down Expand Up @@ -323,6 +336,11 @@ if(SNAPPY_BUILD_TESTS)
APPEND PROPERTY COMPILE_OPTIONS -Wno-missing-field-initializers)
endif(SNAPPY_HAVE_NO_MISSING_FIELD_INITIALIZERS)

if(SNAPPY_HAVE_NO_IMPLICIT_INT_FLOAT_CONVERSION)
set_property(TARGET gtest
APPEND PROPERTY COMPILE_OPTIONS -Wno-implicit-int-float-conversion)
endif(SNAPPY_HAVE_NO_IMPLICIT_INT_FLOAT_CONVERSION)

add_executable(snappy_unittest "")
target_sources(snappy_unittest
PRIVATE
Expand Down
27 changes: 27 additions & 0 deletions src/snappy/WORKSPACE
Original file line number Diff line number Diff line change
@@ -0,0 +1,27 @@
# Copyright 2023 Google Inc. All Rights Reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are
# met:
#
# * Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# * Redistributions in binary form must reproduce the above
# copyright notice, this list of conditions and the following disclaimer
# in the documentation and/or other materials provided with the
# distribution.
# * Neither the name of Google Inc. nor the names of its
# contributors may be used to endorse or promote products derived from
# this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
3 changes: 3 additions & 0 deletions src/snappy/cmake/config.h.in
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,9 @@
/* Define to 1 if the compiler supports __builtin_expect. */
#cmakedefine01 HAVE_BUILTIN_EXPECT

/* Define to 1 if the compiler supports __builtin_prefetch. */
#cmakedefine01 HAVE_BUILTIN_PREFETCH

/* Define to 1 if you have a definition for mmap() in <sys/mman.h>. */
#cmakedefine01 HAVE_FUNC_MMAP

Expand Down
29 changes: 29 additions & 0 deletions src/snappy/snappy-internal.h
Original file line number Diff line number Diff line change
Expand Up @@ -31,6 +31,8 @@
#ifndef THIRD_PARTY_SNAPPY_SNAPPY_INTERNAL_H_
#define THIRD_PARTY_SNAPPY_SNAPPY_INTERNAL_H_

#include <utility>

#include "snappy-stubs-internal.h"

#if SNAPPY_HAVE_SSSE3
Expand Down Expand Up @@ -256,6 +258,8 @@ static inline std::pair<size_t, bool> FindMatchLength(const char* s1,
s2 += 8;
}
}
SNAPPY_PREFETCH(s1 + 64);
SNAPPY_PREFETCH(s2 + 64);

// Find out how long the match is. We loop over the data 64 bits at a
// time until we find a 64-bit block that doesn't match; then we find
Expand Down Expand Up @@ -330,6 +334,31 @@ static inline std::pair<size_t, bool> FindMatchLength(const char* s1,
}
#endif

static inline size_t FindMatchLengthPlain(const char* s1, const char* s2,
const char* s2_limit) {
// Implementation based on the x86-64 version, above.
assert(s2_limit >= s2);
int matched = 0;

while (s2 <= s2_limit - 8 &&
UNALIGNED_LOAD64(s2) == UNALIGNED_LOAD64(s1 + matched)) {
s2 += 8;
matched += 8;
}
if (LittleEndian::IsLittleEndian() && s2 <= s2_limit - 8) {
uint64_t x = UNALIGNED_LOAD64(s2) ^ UNALIGNED_LOAD64(s1 + matched);
int matching_bits = Bits::FindLSBSetNonZero64(x);
matched += matching_bits >> 3;
s2 += matching_bits >> 3;
} else {
while ((s2 < s2_limit) && (s1[matched] == *s2)) {
++s2;
++matched;
}
}
return matched;
}

// Lookup tables for decompression code. Give --snappy_dump_decompression_table
// to the unit test to recompute char_table.

Expand Down
6 changes: 6 additions & 0 deletions src/snappy/snappy-stubs-internal.h
Original file line number Diff line number Diff line change
Expand Up @@ -105,6 +105,12 @@
#define SNAPPY_ATTRIBUTE_ALWAYS_INLINE
#endif // HAVE_ATTRIBUTE_ALWAYS_INLINE

#if HAVE_BUILTIN_PREFETCH
#define SNAPPY_PREFETCH(ptr) __builtin_prefetch(ptr, 0, 3)
#else
#define SNAPPY_PREFETCH(ptr) (void)(ptr)
#endif

// Stubbed version of ABSL_FLAG.
//
// In the open source version, flags can only be changed at compile time.
Expand Down
Loading

0 comments on commit 8851031

Please sign in to comment.