Skip to content

Commit

Permalink
add test case for cityhash
Browse files Browse the repository at this point in the history
  • Loading branch information
@BiteTheDDDDt
BiteTheDDDDt committed Jan 14, 2025
1 parent f4b5327 commit 5c01ad8
Showing 1 changed file with 233 additions and 0 deletions.
233 changes: 233 additions & 0 deletions be/test/util/crccity_test.cpp
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,233 @@
// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied. See the License for the
// specific language governing permissions and limitations
// under the License.

#include <gtest/gtest-message.h>
#include <gtest/gtest-test-part.h>

#include <cstdint>
#include <cstdio>
#include <iostream>

#include "gtest/gtest_pred_impl.h"
#include "gutil/hash/city.h"
#include "olap/rowset/segment_v2/ngram_bloom_filter.h"
#include "testutil/any_type.h"

namespace doris {
static constexpr uint64_t SEED_GEN = 217728422;

void test(uint64_t result, uint64_t result_with_seed, const std::string& str) {
EXPECT_EQ(result, util_hash::CityHash64(str.data(), str.size()));
EXPECT_EQ(result_with_seed, util_hash::CityHash64WithSeed(str.data(), str.size(), SEED_GEN));
}

TEST(city_hash, simple) {
test(200641142423602673ULL, 14284967837249502203ULL, "Testing 1, 2, 3");
test(15001808493323962774ULL, 11424039407453860401ULL, "Moscow");
test(8034095133228533394ULL, 18132648334508667393ULL, "Moscow is the capital of Russia");
test(13956251726120965457ULL, 1381326629274895150ULL,
"Moscow is the capital of Russia, and the largest city in the country");
test(2261632006729419242ULL, 17084064757690202946ULL,
"Moscow is the capital of Russia, and the largest city in the country, with a population "
"of over 12 million people");
test(6469445502724539237ULL, 11343158389890087495ULL,
"Moscow is the capital of Russia, and the largest city in the country, with a population "
"of over 12 million people, and the largest city in Europe");
test(4443578057564282258ULL, 8388333080872437400ULL, "one");
}

TEST(city_hash, long_text) {
test(2603920979253371939ULL, 17286059257277065140ULL,
"Testing 1, 2, 3Testing 1, 2, 3Testing 1, 2, 3Testing 1, 2, 3Testing 1, 2, 3Testing 1, 2, "
"3Testing 1, 2, 3Testing 1, 2, 3Testing 1, 2, 3Testing 1, 2, 3Testing 1, 2, 3Testing 1, "
"2, 3");
test(3019762420123308560ULL, 17640672461655093518ULL,
"MoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMosco"
"wMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMosc"
"owMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMos"
"cowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMo"
"scowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowM"
"oscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscow"
"MoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMosco"
"wMoscowMoscowMoscowMoscowMoscowMoscowMoscow");
test(15852398506477355940ULL, 7555841253624036420ULL,
"Moscow is the capital of RussiaMoscow is the capital of RussiaMoscow is the capital of "
"RussiaMoscow is the capital of RussiaMoscow is the capital of RussiaMoscow is the "
"capital of RussiaMoscow is the capital of RussiaMoscow is the capital of RussiaMoscow is "
"the capital of RussiaMoscow is the capital of RussiaMoscow is the capital of "
"RussiaMoscow is the capital of RussiaMoscow is the capital of RussiaMoscow is the "
"capital of RussiaMoscow is the capital of RussiaMoscow is the capital of RussiaMoscow is "
"the capital of RussiaMoscow is the capital of RussiaMoscow is the capital of "
"RussiaMoscow is the capital of RussiaMoscow is the capital of RussiaMoscow is the "
"capital of RussiaMoscow is the capital of RussiaMoscow is the capital of RussiaMoscow is "
"the capital of RussiaMoscow is the capital of RussiaMoscow is the capital of "
"RussiaMoscow is the capital of RussiaMoscow is the capital of Russia");
test(1035060799968064901ULL, 16530320359523728196ULL,
"Moscow is the capital of Russia, and the largest city in the countryMoscow is the "
"capital of Russia, and the largest city in the countryMoscow is the capital of Russia, "
"and the largest city in the countryMoscow is the capital of Russia, and the largest city "
"in the countryMoscow is the capital of Russia, and the largest city in the countryMoscow "
"is the capital of Russia, and the largest city in the countryMoscow is the capital of "
"Russia, and the largest city in the countryMoscow is the capital of Russia, and the "
"largest city in the countryMoscow is the capital of Russia, and the largest city in the "
"countryMoscow is the capital of Russia, and the largest city in the countryMoscow is the "
"capital of Russia, and the largest city in the countryMoscow is the capital of Russia, "
"and the largest city in the countryMoscow is the capital of Russia, and the largest city "
"in the countryMoscow is the capital of Russia, and the largest city in the countryMoscow "
"is the capital of Russia, and the largest city in the countryMoscow is the capital of "
"Russia, and the largest city in the countryMoscow is the capital of Russia, and the "
"largest city in the countryMoscow is the capital of Russia, and the largest city in the "
"countryMoscow is the capital of Russia, and the largest city in the countryMoscow is the "
"capital of Russia, and the largest city in the countryMoscow is the capital of Russia, "
"and the largest city in the countryMoscow is the capital of Russia, and the largest city "
"in the countryMoscow is the capital of Russia, and the largest city in the countryMoscow "
"is the capital of Russia, and the largest city in the countryMoscow is the capital of "
"Russia, and the largest city in the countryMoscow is the capital of Russia, and the "
"largest city in the countryMoscow is the capital of Russia, and the largest city in the "
"countryMoscow is the capital of Russia, and the largest city in the country");
test(6905655253535205836ULL, 5560247534938243804ULL,
"Moscow is the capital of Russia, and the largest city in the country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million peopleMoscow is the capital of Russia, and the largest city in the "
"country, with a population "
"of over 12 million people");
test(17180533981300533381ULL, 985389469184223326ULL,
"Moscow is the capital of Russia, and the largest city in the country, with a population "
"of over 12 million people, and the largest city in EuropeMoscow is the capital of "
"Russia, and the largest city in the country, with a population "
"of over 12 million people, and the largest city in EuropeMoscow is the capital of "
"Russia, and the largest city in the country, with a population "
"of over 12 million people, and the largest city in EuropeMoscow is the capital of "
"Russia, and the largest city in the country, with a population "
"of over 12 million people, and the largest city in EuropeMoscow is the capital of "
"Russia, and the largest city in the country, with a population "
"of over 12 million people, and the largest city in EuropeMoscow is the capital of "
"Russia, and the largest city in the country, with a population "
"of over 12 million people, and the largest city in EuropeMoscow is the capital of "
"Russia, and the largest city in the country, with a population "
"of over 12 million people, and the largest city in EuropeMoscow is the capital of "
"Russia, and the largest city in the country, with a population "
"of over 12 million people, and the largest city in EuropeMoscow is the capital of "
"Russia, and the largest city in the country, with a population "
"of over 12 million people, and the largest city in EuropeMoscow is the capital of "
"Russia, and the largest city in the country, with a population "
"of over 12 million people, and the largest city in EuropeMoscow is the capital of "
"Russia, and the largest city in the country, with a population "
"of over 12 million people, and the largest city in EuropeMoscow is the capital of "
"Russia, and the largest city in the country, with a population "
"of over 12 million people, and the largest city in EuropeMoscow is the capital of "
"Russia, and the largest city in the country, with a population "
"of over 12 million people, and the largest city in EuropeMoscow is the capital of "
"Russia, and the largest city in the country, with a population "
"of over 12 million people, and the largest city in EuropeMoscow is the capital of "
"Russia, and the largest city in the country, with a population "
"of over 12 million people, and the largest city in EuropeMoscow is the capital of "
"Russia, and the largest city in the country, with a population "
"of over 12 million people, and the largest city in EuropeMoscow is the capital of "
"Russia, and the largest city in the country, with a population "
"of over 12 million people, and the largest city in EuropeMoscow is the capital of "
"Russia, and the largest city in the country, with a population "
"of over 12 million people, and the largest city in EuropeMoscow is the capital of "
"Russia, and the largest city in the country, with a population "
"of over 12 million people, and the largest city in EuropeMoscow is the capital of "
"Russia, and the largest city in the country, with a population "
"of over 12 million people, and the largest city in EuropeMoscow is the capital of "
"Russia, and the largest city in the country, with a population "
"of over 12 million people, and the largest city in Europe");
test(15470213656373493785ULL, 18337102184905563192ULL,
"ooneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneo"
"neoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneone"
"oneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneon"
"eoneoneonene");
}

TEST(city_hash, short_text8) {
test(2548571168015014692ULL, 284905140919628274ULL, "a");
test(2070361765919599426ULL, 9025766345180298939ULL, "bb");
test(14141338468832955152ULL, 10552519853845467035ULL, "ccc");
test(18138810160329292616ULL, 5334357042905201868ULL, "dddd");
test(425873312578527799ULL, 17471752968193695125ULL, "aaaaa");
test(16631617225600905903ULL, 8316778257275536170ULL, "aaaccc");
test(12719358095561328225ULL, 17872985103380866073ULL, "abcdefh");
test(17174388733642667936ULL, 11830283950305971712ULL, "abcdeffh");
}

TEST(city_hash, short_text16) {
test(5762505351139159907ULL, 5576230494162395002ULL, "a32146547");
test(5384428512347131045ULL, 15753090810004664388ULL, "b32146547b");
test(12829545899344666879ULL, 3848967114221885261ULL, "c32146547cc");
test(16893894660113381599ULL, 5947978601334952997ULL, "dd32146547dd");
test(17429098434560484596ULL, 6398107568024805321ULL, "aaaa32146547a");
test(10726875353743957364ULL, 2240715260928806674ULL, "aaa32146547ccc");
test(6679348617805124815ULL, 9286469086836368089ULL, "abc32146547defh");
test(6691049816525186727ULL, 7961087717381234556ULL, "abcd32146547effh");
}

} // namespace doris

0 comments on commit 5c01ad8

Please sign in to comment.