// Protocol Buffers - Google's data interchange format // Copyright 2023 Google Inc. All rights reserved. // https://developers.google.com/protocol-buffers/ // // Redistribution and use in source and binary forms, with or without // modification, are permitted provided that the following conditions are // met: // // * Redistributions of source code must retain the above copyright // notice, this list of conditions and the following disclaimer. // * Redistributions in binary form must reproduce the above // copyright notice, this list of conditions and the following disclaimer // in the documentation and/or other materials provided with the // distribution. // * Neither the name of Google Inc. nor the names of its // contributors may be used to endorse or promote products derived from // this software without specific prior written permission. // // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. #include "google/protobuf/varint_shuffle.h" #include #include #include #include // Must be included last. #include "google/protobuf/port_def.inc" using testing::Eq; using testing::IsNull; using testing::NotNull; using testing::Range; using testing::TestWithParam; namespace google { namespace protobuf { namespace internal { namespace { uint64_t ToInt64(char c) { return static_cast(c); } uint32_t ToInt32(char c) { return static_cast(c); } int32_t Shl(uint32_t v, int bits) { return static_cast(v << bits); } int32_t Shl(int32_t v, int bits) { return Shl(static_cast(v), bits); } int64_t Shl(uint64_t v, int bits) { return static_cast(v << bits); } int64_t Shl(int64_t v, int bits) { return Shl(static_cast(v), bits); } int NaiveParse(const char* p, int32_t& res) { int len = 0; auto r = ToInt32(*p); while (*p++ & 0x80) { if (++len == 10) return 11; if (len < 5) r += Shl(ToInt32(*p) - 1, len * 7); } res = r; return ++len; } // A naive, easy to verify implementation for test purposes. int NaiveParse(const char* p, int64_t& res) { int len = 0; auto r = ToInt64(*p); while (*p++ & 0x80) { if (++len == 10) return 11; r += Shl(ToInt64(*p) - 1, len * 7); } res = r; return ++len; } // A naive, easy to verify implementation for test purposes. int NaiveSerialize(char* p, uint64_t value) { int n = 0; while (value > 127) { p[n++] = 0x80 | static_cast(value); value >>= 7; } p[n++] = static_cast(value); return n; } class ShiftMixParseVarint32Test : public TestWithParam { public: int length() const { return GetParam(); } }; class ShiftMixParseVarint64Test : public TestWithParam { public: int length() const { return GetParam(); } }; INSTANTIATE_TEST_SUITE_P(Default, ShiftMixParseVarint32Test, Range(1, 11)); INSTANTIATE_TEST_SUITE_P(Default, ShiftMixParseVarint64Test, Range(1, 11)); template const char* Parse(const char* data, int32_t& res) { int64_t res64; const char* ret = ShiftMixParseVarint(data, res64); res = res64; return ret; } template const char* Parse(const char* data, int64_t& res) { return ShiftMixParseVarint(data, res); } template const char* ParseWithLimit(int rtlimit, const char* data, int32_t& res) { if (rtlimit > limit) return ParseWithLimit(rtlimit, data, res); return Parse(data, res); } template const char* ParseWithLimit(int rtlimit, const char* data, int64_t& res) { if (rtlimit > limit) return ParseWithLimit(rtlimit, data, res); return Parse(data, res); } template <> const char* ParseWithLimit<10>(int rtlimit, const char* data, int32_t& res) { return Parse<10>(data, res); } template <> const char* ParseWithLimit<10>(int rtlimit, const char* data, int64_t& res) { return Parse<10>(data, res); } template void TestAllLengths(int len) { std::vector bytes; for (int i = 1; i < len; ++i) { bytes.push_back(static_cast(0xC1 + (i << 1))); } bytes.push_back('\x01'); const char* data = bytes.data(); T expected; ASSERT_THAT(NaiveParse(data, expected), Eq(len)); T result; const char* p = Parse(data, result); ASSERT_THAT(p, NotNull()); ASSERT_THAT(p - data, Eq(len)); ASSERT_THAT(result, Eq(expected)); } TEST_P(ShiftMixParseVarint32Test, AllLengths) { TestAllLengths(length()); } TEST_P(ShiftMixParseVarint64Test, AllLengths) { TestAllLengths(length()); } template void TestNonCanonicalValue(int len) { char data[] = {'\xc3', '\xc5', '\xc7', '\xc9', '\xcb', '\xcd', '\xcf', '\xd1', '\xd3', '\x7E'}; if (len < 10) data[len++] = 0; T expected; ASSERT_THAT(NaiveParse(data, expected), Eq(len)); T result; const char* p = Parse(data, result); ASSERT_THAT(p, NotNull()); ASSERT_THAT(p - data, Eq(len)); ASSERT_THAT(result, Eq(expected)); } TEST_P(ShiftMixParseVarint32Test, NonCanonicalValue) { TestNonCanonicalValue(length()); } TEST_P(ShiftMixParseVarint64Test, NonCanonicalValue) { TestNonCanonicalValue(length()); } template void TestNonCanonicalZero(int len) { char data[] = {'\x80', '\x80', '\x80', '\x80', '\x80', '\x80', '\x80', '\x80', '\x80', '\x7E'}; if (len < 10) data[len++] = 0; T expected; ASSERT_THAT(NaiveParse(data, expected), Eq(len)); ASSERT_THAT(expected, Eq(0)); T result; const char* p = Parse(data, result); ASSERT_THAT(p, NotNull()); ASSERT_THAT(p - data, Eq(len)); ASSERT_THAT(result, Eq(expected)); } // namespace TEST_P(ShiftMixParseVarint32Test, NonCanonicalZero) { TestNonCanonicalZero(length()); } TEST_P(ShiftMixParseVarint64Test, NonCanonicalZero) { TestNonCanonicalZero(length()); } TEST_P(ShiftMixParseVarint32Test, HittingLimit) { const int limit = length(); int32_t res = 0x94939291L; char data[10]; int serialized_len = NaiveSerialize(data, res); ASSERT_THAT(serialized_len, Eq(10)); int32_t result; const char* p = ParseWithLimit(limit, data, result); ASSERT_THAT(p, testing::NotNull()); ASSERT_THAT(p - data, Eq(limit)); if (limit < 5) { res |= Shl(int32_t{-1}, limit * 7); } ASSERT_THAT(result, Eq(res)); } TEST_P(ShiftMixParseVarint64Test, HittingLimit) { const int limit = length(); int64_t res = 0x9897969594939291LL; char data[10]; int serialized_len = NaiveSerialize(data, res); ASSERT_THAT(serialized_len, Eq(10)); int64_t result; const char* p = ParseWithLimit(limit, data, result); ASSERT_THAT(p, testing::NotNull()); ASSERT_THAT(p - data, Eq(limit)); if (limit != 10) { res |= Shl(int64_t{-1}, limit * 7); } ASSERT_THAT(result, Eq(res)); } TEST_P(ShiftMixParseVarint32Test, AtOrBelowLimit) { const int limit = length(); if (limit > 5) GTEST_SKIP() << "N/A"; int32_t res = 0x94939291ULL >> (35 - 7 * limit); char data[10]; int serialized_len = NaiveSerialize(data, res); ASSERT_THAT(serialized_len, Eq(limit == 5 ? 10 : limit)); int32_t result; const char* p = ParseWithLimit(limit, data, result); ASSERT_THAT(p, testing::NotNull()); ASSERT_THAT(p - data, Eq(limit)); ASSERT_THAT(result, Eq(res)); } TEST_P(ShiftMixParseVarint64Test, AtOrBelowLimit) { const int limit = length(); int64_t res = 0x9897969594939291ULL >> (70 - 7 * limit); char data[10]; int serialized_len = NaiveSerialize(data, res); ASSERT_THAT(serialized_len, Eq(limit)); int64_t result; const char* p = ParseWithLimit(limit, data, result); ASSERT_THAT(p, testing::NotNull()); ASSERT_THAT(p - data, Eq(limit)); ASSERT_THAT(result, Eq(res)); } TEST(ShiftMixParseVarint32Test, OverLong) { char data[] = {'\xc3', '\xc5', '\xc7', '\xc9', '\xcb', '\xcd', '\xcf', '\xd1', '\xd3', '\x81'}; int32_t result; const char* p = Parse(data, result); ASSERT_THAT(p, IsNull()); } TEST(ShiftMixParseVarint64Test, OverLong) { char data[] = {'\xc3', '\xc5', '\xc7', '\xc9', '\xcb', '\xcd', '\xcf', '\xd1', '\xd3', '\x81'}; int64_t result; const char* p = Parse(data, result); ASSERT_THAT(p, IsNull()); } TEST(ShiftMixParseVarint32Test, DroppingOverlongBits) { char data[] = {'\xc3', '\xc5', '\xc7', '\xc9', '\x7F'}; int32_t expected; ASSERT_THAT(NaiveParse(data, expected), Eq(5)); int32_t result; const char* p = Parse(data, result); ASSERT_THAT(p, NotNull()); ASSERT_THAT(p - data, Eq(5)); ASSERT_THAT(result, Eq(expected)); } TEST(ShiftMixParseVarint64Test, DroppingOverlongBits) { char data[] = {'\xc3', '\xc5', '\xc7', '\xc9', '\xcb', '\xcd', '\xcf', '\xd1', '\xd3', '\x7F'}; int64_t expected; ASSERT_THAT(NaiveParse(data, expected), Eq(10)); int64_t result; const char* p = Parse(data, result); ASSERT_THAT(p, NotNull()); ASSERT_THAT(p - data, Eq(10)); ASSERT_THAT(result, Eq(expected)); } } // namespace } // namespace internal } // namespace protobuf } // namespace google