unsigned MappedAttributeHash::hash(const MappedAttributeKey& key)
{
COMPILE_ASSERT(sizeof(key.name) == 4 || sizeof(key.name) == 8, key_name_size);
COMPILE_ASSERT(sizeof(key.value) == 4 || sizeof(key.value) == 8, key_value_size);
StringHasher hasher;
const UChar* data;
data = reinterpret_cast<const UChar*>(&key.name);
hasher.addCharacters(data[0], data[1]);
if (sizeof(key.name) == 8)
hasher.addCharacters(data[2], data[3]);
data = reinterpret_cast<const UChar*>(&key.value);
hasher.addCharacters(data[0], data[1]);
if (sizeof(key.value) == 8)
hasher.addCharacters(data[2], data[3]);
return hasher.hash();
}
unsigned calculateStringHashAndLengthFromUTF8MaskingTop8Bits(const char* data, const char* dataEnd, unsigned& dataLength, unsigned& utf16Length)
{
if (!data)
return 0;
StringHasher stringHasher;
dataLength = 0;
utf16Length = 0;
while (data < dataEnd || (!dataEnd && *data)) {
if (isASCII(*data)) {
stringHasher.addCharacter(*data++);
dataLength++;
utf16Length++;
continue;
}
int utf8SequenceLength = inlineUTF8SequenceLengthNonASCII(*data);
dataLength += utf8SequenceLength;
if (!dataEnd) {
for (int i = 1; i < utf8SequenceLength; ++i) {
if (!data[i])
return 0;
}
} else if (dataEnd - data < utf8SequenceLength) {
return 0;
}
if (!isLegalUTF8(reinterpret_cast<const unsigned char*>(data), utf8SequenceLength))
return 0;
UChar32 character = readUTF8Sequence(data, utf8SequenceLength);
ASSERT(!isASCII(character));
if (U_IS_BMP(character)) {
// UTF-16 surrogate values are illegal in UTF-32
if (U_IS_SURROGATE(character))
return 0;
stringHasher.addCharacter(static_cast<UChar>(character)); // normal case
utf16Length++;
} else if (U_IS_SUPPLEMENTARY(character)) {
stringHasher.addCharacters(static_cast<UChar>(U16_LEAD(character)), static_cast<UChar>(U16_TRAIL(character)));
utf16Length += 2;
} else {
return 0;
}
}
return stringHasher.hashWithTop8BitsMasked();
}
TEST(StringHasherTest, StringHasher_addCharacters)
{
StringHasher hasher;
// Hashing zero characters.
hasher = StringHasher();
hasher.addCharacters(static_cast<LChar*>(0), 0);
EXPECT_EQ(emptyStringHash, hasher.hash());
EXPECT_EQ(emptyStringHash & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher = StringHasher();
hasher.addCharacters(nullLChars, 0);
EXPECT_EQ(emptyStringHash, hasher.hash());
EXPECT_EQ(emptyStringHash & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher = StringHasher();
hasher.addCharacters(static_cast<UChar*>(0), 0);
EXPECT_EQ(emptyStringHash, hasher.hash());
EXPECT_EQ(emptyStringHash & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher = StringHasher();
hasher.addCharacters(nullUChars, 0);
EXPECT_EQ(emptyStringHash, hasher.hash());
EXPECT_EQ(emptyStringHash & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
// Hashing one character.
hasher = StringHasher();
hasher.addCharacters(nullLChars, 1);
EXPECT_EQ(singleNullCharacterHash, hasher.hash());
EXPECT_EQ(singleNullCharacterHash & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher = StringHasher();
hasher.addCharacters(nullUChars, 1);
EXPECT_EQ(singleNullCharacterHash, hasher.hash());
EXPECT_EQ(singleNullCharacterHash & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
// Hashing five characters, all at once.
hasher = StringHasher();
hasher.addCharacters(testALChars, 5);
EXPECT_EQ(testAHash5, hasher.hash());
EXPECT_EQ(testAHash5 & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher = StringHasher();
hasher.addCharacters(testAUChars, 5);
EXPECT_EQ(testAHash5, hasher.hash());
EXPECT_EQ(testAHash5 & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher = StringHasher();
hasher.addCharacters(testBUChars, 5);
EXPECT_EQ(testBHash5, hasher.hash());
EXPECT_EQ(testBHash5 & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
// Hashing five characters, in groups of two, then the last one.
hasher = StringHasher();
hasher.addCharacters(testALChars, 2);
EXPECT_EQ(testAHash2, hasher.hash());
EXPECT_EQ(testAHash2 & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher.addCharacters(testALChars + 2, 2);
EXPECT_EQ(testAHash4, hasher.hash());
EXPECT_EQ(testAHash4 & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher.addCharacters(testALChars + 4, 1);
EXPECT_EQ(testAHash5, hasher.hash());
EXPECT_EQ(testAHash5 & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher = StringHasher();
hasher.addCharacters(testALChars, 2);
hasher.addCharacters(testALChars + 2, 2);
hasher.addCharacters(testALChars + 4, 1);
EXPECT_EQ(testAHash5, hasher.hash());
EXPECT_EQ(testAHash5 & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher = StringHasher();
hasher.addCharacters(testAUChars, 2);
EXPECT_EQ(testAHash2, hasher.hash());
EXPECT_EQ(testAHash2 & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher.addCharacters(testAUChars + 2, 2);
EXPECT_EQ(testAHash4, hasher.hash());
EXPECT_EQ(testAHash4 & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher.addCharacters(testAUChars + 4, 1);
EXPECT_EQ(testAHash5, hasher.hash());
EXPECT_EQ(testAHash5 & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher = StringHasher();
hasher.addCharacters(testAUChars, 2);
hasher.addCharacters(testAUChars + 2, 2);
hasher.addCharacters(testAUChars + 4, 1);
EXPECT_EQ(testAHash5, hasher.hash());
EXPECT_EQ(testAHash5 & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher = StringHasher();
hasher.addCharacters(testBUChars, 2);
EXPECT_EQ(testBHash2, hasher.hash());
EXPECT_EQ(testBHash2 & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher.addCharacters(testBUChars + 2, 2);
EXPECT_EQ(testBHash4, hasher.hash());
EXPECT_EQ(testBHash4 & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher.addCharacters(testBUChars + 4, 1);
EXPECT_EQ(testBHash5, hasher.hash());
EXPECT_EQ(testBHash5 & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher = StringHasher();
hasher.addCharacters(testBUChars, 2);
hasher.addCharacters(testBUChars + 2, 2);
hasher.addCharacters(testBUChars + 4, 1);
EXPECT_EQ(testBHash5, hasher.hash());
EXPECT_EQ(testBHash5 & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
// Hashing five characters, the first three, then the last two.
hasher = StringHasher();
hasher.addCharacters(testALChars, 3);
EXPECT_EQ(testAHash3, hasher.hash());
EXPECT_EQ(testAHash3 & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher.addCharacters(testALChars + 3, 2);
EXPECT_EQ(testAHash5, hasher.hash());
EXPECT_EQ(testAHash5 & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher = StringHasher();
hasher.addCharacters(testALChars, 3);
EXPECT_EQ(testAHash3, hasher.hash());
EXPECT_EQ(testAHash3 & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher.addCharacters(testALChars + 3, 2);
EXPECT_EQ(testAHash5, hasher.hash());
EXPECT_EQ(testAHash5 & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher = StringHasher();
hasher.addCharacters(testAUChars, 3);
EXPECT_EQ(testAHash3, hasher.hash());
EXPECT_EQ(testAHash3 & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher.addCharacters(testAUChars + 3, 2);
EXPECT_EQ(testAHash5, hasher.hash());
EXPECT_EQ(testAHash5 & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher = StringHasher();
hasher.addCharacters(testAUChars, 3);
EXPECT_EQ(testAHash3, hasher.hash());
EXPECT_EQ(testAHash3 & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher.addCharacters(testAUChars + 3, 2);
EXPECT_EQ(testAHash5, hasher.hash());
EXPECT_EQ(testAHash5 & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher = StringHasher();
hasher.addCharacters(testBUChars, 3);
EXPECT_EQ(testBHash3, hasher.hash());
EXPECT_EQ(testBHash3 & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher.addCharacters(testBUChars + 3, 2);
EXPECT_EQ(testBHash5, hasher.hash());
EXPECT_EQ(testBHash5 & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
hasher = StringHasher();
hasher.addCharacters(testBUChars, 3);
hasher.addCharacters(testBUChars + 3, 2);
EXPECT_EQ(testBHash5, hasher.hash());
EXPECT_EQ(testBHash5 & 0xFFFFFF, hasher.hashWithTop8BitsMasked());
}
