Commit 6280bddf by Abseil Team Committed by Titus Winters

Changes imported from Abseil "staging" branch:

  - 8320b38cd9f4f271fb6b278bd1e10d93f6ac3856 Use overloads for int32/int64/uint32/uint64 rather than i... by Jorg Brown <jorg@google.com>
  - f8b582b8deb3f78a3c6de2114b3ec4640f5427dd Internal change by Juemin Yang <jueminyang@google.com>
  - 240ff55ebf493ab1233ebe6976853a5fa2b3ec46 Remove the internal LowLevelAlloc's dependence on kLinker... by Greg Falcon <gfalcon@google.com>

GitOrigin-RevId: 8320b38cd9f4f271fb6b278bd1e10d93f6ac3856
Change-Id: If5004efa2b43856948390ab357b8e9403e4461b4
parent 720c017e
...@@ -305,6 +305,7 @@ ...@@ -305,6 +305,7 @@
__attribute__((section(#name))) __attribute__((noinline)) __attribute__((section(#name))) __attribute__((noinline))
#endif #endif
// ABSL_ATTRIBUTE_SECTION_VARIABLE // ABSL_ATTRIBUTE_SECTION_VARIABLE
// //
// Tells the compiler/linker to put a given variable into a section and define // Tells the compiler/linker to put a given variable into a section and define
...@@ -344,6 +345,7 @@ ...@@ -344,6 +345,7 @@
(reinterpret_cast<void *>(__start_##name)) (reinterpret_cast<void *>(__start_##name))
#define ABSL_ATTRIBUTE_SECTION_STOP(name) \ #define ABSL_ATTRIBUTE_SECTION_STOP(name) \
(reinterpret_cast<void *>(__stop_##name)) (reinterpret_cast<void *>(__stop_##name))
#else // !ABSL_HAVE_ATTRIBUTE_SECTION #else // !ABSL_HAVE_ATTRIBUTE_SECTION
#define ABSL_HAVE_ATTRIBUTE_SECTION 0 #define ABSL_HAVE_ATTRIBUTE_SECTION 0
...@@ -356,6 +358,7 @@ ...@@ -356,6 +358,7 @@
#define ABSL_DECLARE_ATTRIBUTE_SECTION_VARS(name) #define ABSL_DECLARE_ATTRIBUTE_SECTION_VARS(name)
#define ABSL_ATTRIBUTE_SECTION_START(name) (reinterpret_cast<void *>(0)) #define ABSL_ATTRIBUTE_SECTION_START(name) (reinterpret_cast<void *>(0))
#define ABSL_ATTRIBUTE_SECTION_STOP(name) (reinterpret_cast<void *>(0)) #define ABSL_ATTRIBUTE_SECTION_STOP(name) (reinterpret_cast<void *>(0))
#endif // ABSL_ATTRIBUTE_SECTION #endif // ABSL_ATTRIBUTE_SECTION
// ABSL_ATTRIBUTE_STACK_ALIGN_FOR_OLD_LIBC // ABSL_ATTRIBUTE_STACK_ALIGN_FOR_OLD_LIBC
......
...@@ -135,16 +135,12 @@ bool SimpleAtob(absl::string_view str, bool* value) { ...@@ -135,16 +135,12 @@ bool SimpleAtob(absl::string_view str, bool* value) {
} }
// ---------------------------------------------------------------------- // ----------------------------------------------------------------------
// FastInt32ToBuffer() // FastIntToBuffer() overloads
// FastUInt32ToBuffer()
// FastInt64ToBuffer()
// FastUInt64ToBuffer()
// //
// Like the Fast*ToBuffer() functions above, these are intended for speed. // Like the Fast*ToBuffer() functions above, these are intended for speed.
// Unlike the Fast*ToBuffer() functions, however, these functions write // Unlike the Fast*ToBuffer() functions, however, these functions write
// their output to the beginning of the buffer (hence the name, as the // their output to the beginning of the buffer. The caller is responsible
// output is left-aligned). The caller is responsible for ensuring that // for ensuring that the buffer has enough space to hold the output.
// the buffer has enough space to hold the output.
// //
// Returns a pointer to the end of the std::string (i.e. the null character // Returns a pointer to the end of the std::string (i.e. the null character
// terminating the std::string). // terminating the std::string).
...@@ -160,7 +156,7 @@ const char one_ASCII_final_digits[10][2] { ...@@ -160,7 +156,7 @@ const char one_ASCII_final_digits[10][2] {
} // namespace } // namespace
char* numbers_internal::FastUInt32ToBuffer(uint32_t i, char* buffer) { char* numbers_internal::FastIntToBuffer(uint32_t i, char* buffer) {
uint32_t digits; uint32_t digits;
// The idea of this implementation is to trim the number of divides to as few // The idea of this implementation is to trim the number of divides to as few
// as possible, and also reducing memory stores and branches, by going in // as possible, and also reducing memory stores and branches, by going in
...@@ -230,7 +226,7 @@ char* numbers_internal::FastUInt32ToBuffer(uint32_t i, char* buffer) { ...@@ -230,7 +226,7 @@ char* numbers_internal::FastUInt32ToBuffer(uint32_t i, char* buffer) {
goto lt100_000_000; goto lt100_000_000;
} }
char* numbers_internal::FastInt32ToBuffer(int32_t i, char* buffer) { char* numbers_internal::FastIntToBuffer(int32_t i, char* buffer) {
uint32_t u = i; uint32_t u = i;
if (i < 0) { if (i < 0) {
*buffer++ = '-'; *buffer++ = '-';
...@@ -239,12 +235,12 @@ char* numbers_internal::FastInt32ToBuffer(int32_t i, char* buffer) { ...@@ -239,12 +235,12 @@ char* numbers_internal::FastInt32ToBuffer(int32_t i, char* buffer) {
// we write the equivalent expression "0 - u" instead. // we write the equivalent expression "0 - u" instead.
u = 0 - u; u = 0 - u;
} }
return numbers_internal::FastUInt32ToBuffer(u, buffer); return numbers_internal::FastIntToBuffer(u, buffer);
} }
char* numbers_internal::FastUInt64ToBuffer(uint64_t i, char* buffer) { char* numbers_internal::FastIntToBuffer(uint64_t i, char* buffer) {
uint32_t u32 = static_cast<uint32_t>(i); uint32_t u32 = static_cast<uint32_t>(i);
if (u32 == i) return numbers_internal::FastUInt32ToBuffer(u32, buffer); if (u32 == i) return numbers_internal::FastIntToBuffer(u32, buffer);
// Here we know i has at least 10 decimal digits. // Here we know i has at least 10 decimal digits.
uint64_t top_1to11 = i / 1000000000; uint64_t top_1to11 = i / 1000000000;
...@@ -252,12 +248,12 @@ char* numbers_internal::FastUInt64ToBuffer(uint64_t i, char* buffer) { ...@@ -252,12 +248,12 @@ char* numbers_internal::FastUInt64ToBuffer(uint64_t i, char* buffer) {
uint32_t top_1to11_32 = static_cast<uint32_t>(top_1to11); uint32_t top_1to11_32 = static_cast<uint32_t>(top_1to11);
if (top_1to11_32 == top_1to11) { if (top_1to11_32 == top_1to11) {
buffer = numbers_internal::FastUInt32ToBuffer(top_1to11_32, buffer); buffer = numbers_internal::FastIntToBuffer(top_1to11_32, buffer);
} else { } else {
// top_1to11 has more than 32 bits too; print it in two steps. // top_1to11 has more than 32 bits too; print it in two steps.
uint32_t top_8to9 = static_cast<uint32_t>(top_1to11 / 100); uint32_t top_8to9 = static_cast<uint32_t>(top_1to11 / 100);
uint32_t mid_2 = static_cast<uint32_t>(top_1to11 - top_8to9 * 100); uint32_t mid_2 = static_cast<uint32_t>(top_1to11 - top_8to9 * 100);
buffer = numbers_internal::FastUInt32ToBuffer(top_8to9, buffer); buffer = numbers_internal::FastIntToBuffer(top_8to9, buffer);
PutTwoDigits(mid_2, buffer); PutTwoDigits(mid_2, buffer);
buffer += 2; buffer += 2;
} }
...@@ -283,13 +279,13 @@ char* numbers_internal::FastUInt64ToBuffer(uint64_t i, char* buffer) { ...@@ -283,13 +279,13 @@ char* numbers_internal::FastUInt64ToBuffer(uint64_t i, char* buffer) {
return buffer + 1; return buffer + 1;
} }
char* numbers_internal::FastInt64ToBuffer(int64_t i, char* buffer) { char* numbers_internal::FastIntToBuffer(int64_t i, char* buffer) {
uint64_t u = i; uint64_t u = i;
if (i < 0) { if (i < 0) {
*buffer++ = '-'; *buffer++ = '-';
u = 0 - u; u = 0 - u;
} }
return numbers_internal::FastUInt64ToBuffer(u, buffer); return numbers_internal::FastIntToBuffer(u, buffer);
} }
// Returns the number of leading 0 bits in a 64-bit value. // Returns the number of leading 0 bits in a 64-bit value.
......
...@@ -81,14 +81,6 @@ bool safe_strto64_base(absl::string_view text, int64_t* value, int base); ...@@ -81,14 +81,6 @@ bool safe_strto64_base(absl::string_view text, int64_t* value, int base);
bool safe_strtou32_base(absl::string_view text, uint32_t* value, int base); bool safe_strtou32_base(absl::string_view text, uint32_t* value, int base);
bool safe_strtou64_base(absl::string_view text, uint64_t* value, int base); bool safe_strtou64_base(absl::string_view text, uint64_t* value, int base);
// These functions are intended for speed. All functions take an output buffer
// as an argument and return a pointer to the last byte they wrote, which is the
// terminating '\0'. At most `kFastToBufferSize` bytes are written.
char* FastInt32ToBuffer(int32_t i, char* buffer);
char* FastUInt32ToBuffer(uint32_t i, char* buffer);
char* FastInt64ToBuffer(int64_t i, char* buffer);
char* FastUInt64ToBuffer(uint64_t i, char* buffer);
static const int kFastToBufferSize = 32; static const int kFastToBufferSize = 32;
static const int kSixDigitsToBufferSize = 16; static const int kSixDigitsToBufferSize = 16;
...@@ -100,6 +92,16 @@ static const int kSixDigitsToBufferSize = 16; ...@@ -100,6 +92,16 @@ static const int kSixDigitsToBufferSize = 16;
// Required buffer size is `kSixDigitsToBufferSize`. // Required buffer size is `kSixDigitsToBufferSize`.
size_t SixDigitsToBuffer(double d, char* buffer); size_t SixDigitsToBuffer(double d, char* buffer);
// These functions are intended for speed. All functions take an output buffer
// as an argument and return a pointer to the last byte they wrote, which is the
// terminating '\0'. At most `kFastToBufferSize` bytes are written.
char* FastIntToBuffer(int32_t, char*);
char* FastIntToBuffer(uint32_t, char*);
char* FastIntToBuffer(int64_t, char*);
char* FastIntToBuffer(uint64_t, char*);
// For enums and integer types that are not an exact match for the types above,
// use templates to call the appropriate one of the four overloads above.
template <typename int_type> template <typename int_type>
char* FastIntToBuffer(int_type i, char* buffer) { char* FastIntToBuffer(int_type i, char* buffer) {
static_assert(sizeof(i) <= 64 / 8, static_assert(sizeof(i) <= 64 / 8,
...@@ -109,15 +111,15 @@ char* FastIntToBuffer(int_type i, char* buffer) { ...@@ -109,15 +111,15 @@ char* FastIntToBuffer(int_type i, char* buffer) {
// If one day something like std::is_signed<enum E> works, switch to it. // If one day something like std::is_signed<enum E> works, switch to it.
if (static_cast<int_type>(1) - 2 < 0) { // Signed if (static_cast<int_type>(1) - 2 < 0) { // Signed
if (sizeof(i) > 32 / 8) { // 33-bit to 64-bit if (sizeof(i) > 32 / 8) { // 33-bit to 64-bit
return numbers_internal::FastInt64ToBuffer(i, buffer); return FastIntToBuffer(static_cast<int64_t>(i), buffer);
} else { // 32-bit or less } else { // 32-bit or less
return numbers_internal::FastInt32ToBuffer(i, buffer); return FastIntToBuffer(static_cast<int32_t>(i), buffer);
} }
} else { // Unsigned } else { // Unsigned
if (sizeof(i) > 32 / 8) { // 33-bit to 64-bit if (sizeof(i) > 32 / 8) { // 33-bit to 64-bit
return numbers_internal::FastUInt64ToBuffer(i, buffer); return FastIntToBuffer(static_cast<uint64_t>(i), buffer);
} else { // 32-bit or less } else { // 32-bit or less
return numbers_internal::FastUInt32ToBuffer(i, buffer); return FastIntToBuffer(static_cast<uint32_t>(i), buffer);
} }
} }
} }
......
...@@ -110,13 +110,38 @@ TEST(ToString, PerfectDtoa) { ...@@ -110,13 +110,38 @@ TEST(ToString, PerfectDtoa) {
} }
} }
template <typename integer>
struct MyInteger {
integer i;
explicit constexpr MyInteger(integer i) : i(i) {}
constexpr operator integer() const { return i; }
constexpr MyInteger operator+(MyInteger other) const { return i + other.i; }
constexpr MyInteger operator-(MyInteger other) const { return i - other.i; }
constexpr MyInteger operator*(MyInteger other) const { return i * other.i; }
constexpr MyInteger operator/(MyInteger other) const { return i / other.i; }
constexpr bool operator<(MyInteger other) const { return i < other.i; }
constexpr bool operator<=(MyInteger other) const { return i <= other.i; }
constexpr bool operator==(MyInteger other) const { return i == other.i; }
constexpr bool operator>=(MyInteger other) const { return i >= other.i; }
constexpr bool operator>(MyInteger other) const { return i > other.i; }
constexpr bool operator!=(MyInteger other) const { return i != other.i; }
integer as_integer() const { return i; }
};
typedef MyInteger<int64_t> MyInt64;
typedef MyInteger<uint64_t> MyUInt64;
void CheckInt32(int32_t x) { void CheckInt32(int32_t x) {
char buffer[absl::numbers_internal::kFastToBufferSize]; char buffer[absl::numbers_internal::kFastToBufferSize];
char* actual = absl::numbers_internal::FastInt32ToBuffer(x, buffer); char* actual = absl::numbers_internal::FastIntToBuffer(x, buffer);
std::string expected = std::to_string(x); std::string expected = std::to_string(x);
ASSERT_TRUE(expected == std::string(buffer, actual)) EXPECT_EQ(expected, std::string(buffer, actual)) << " Input " << x;
<< "Expected \"" << expected << "\", Actual \"" << actual << "\", Input "
<< x; char* generic_actual = absl::numbers_internal::FastIntToBuffer(x, buffer);
EXPECT_EQ(expected, std::string(buffer, generic_actual)) << " Input " << x;
} }
void CheckInt64(int64_t x) { void CheckInt64(int64_t x) {
...@@ -124,40 +149,47 @@ void CheckInt64(int64_t x) { ...@@ -124,40 +149,47 @@ void CheckInt64(int64_t x) {
buffer[0] = '*'; buffer[0] = '*';
buffer[23] = '*'; buffer[23] = '*';
buffer[24] = '*'; buffer[24] = '*';
char* actual = absl::numbers_internal::FastInt64ToBuffer(x, &buffer[1]); char* actual = absl::numbers_internal::FastIntToBuffer(x, &buffer[1]);
std::string expected = std::to_string(x); std::string expected = std::to_string(x);
ASSERT_TRUE(expected == std::string(&buffer[1], actual)) EXPECT_EQ(expected, std::string(&buffer[1], actual)) << " Input " << x;
<< "Expected \"" << expected << "\", Actual \"" << actual << "\", Input " EXPECT_EQ(buffer[0], '*');
<< x; EXPECT_EQ(buffer[23], '*');
ASSERT_EQ(buffer[0], '*'); EXPECT_EQ(buffer[24], '*');
ASSERT_EQ(buffer[23], '*');
ASSERT_EQ(buffer[24], '*'); char* my_actual =
absl::numbers_internal::FastIntToBuffer(MyInt64(x), &buffer[1]);
EXPECT_EQ(expected, std::string(&buffer[1], my_actual)) << " Input " << x;
} }
void CheckUInt32(uint32_t x) { void CheckUInt32(uint32_t x) {
char buffer[absl::numbers_internal::kFastToBufferSize]; char buffer[absl::numbers_internal::kFastToBufferSize];
char* actual = absl::numbers_internal::FastUInt32ToBuffer(x, buffer); char* actual = absl::numbers_internal::FastIntToBuffer(x, buffer);
std::string expected = std::to_string(x); std::string expected = std::to_string(x);
ASSERT_TRUE(expected == std::string(buffer, actual)) EXPECT_EQ(expected, std::string(buffer, actual)) << " Input " << x;
<< "Expected \"" << expected << "\", Actual \"" << actual << "\", Input "
<< x; char* generic_actual = absl::numbers_internal::FastIntToBuffer(x, buffer);
EXPECT_EQ(expected, std::string(buffer, generic_actual)) << " Input " << x;
} }
void CheckUInt64(uint64_t x) { void CheckUInt64(uint64_t x) {
char buffer[absl::numbers_internal::kFastToBufferSize + 1]; char buffer[absl::numbers_internal::kFastToBufferSize + 1];
char* actual = absl::numbers_internal::FastUInt64ToBuffer(x, &buffer[1]); char* actual = absl::numbers_internal::FastIntToBuffer(x, &buffer[1]);
std::string expected = std::to_string(x); std::string expected = std::to_string(x);
ASSERT_TRUE(expected == std::string(&buffer[1], actual)) EXPECT_EQ(expected, std::string(&buffer[1], actual)) << " Input " << x;
<< "Expected \"" << expected << "\", Actual \"" << actual << "\", Input "
<< x; char* generic_actual = absl::numbers_internal::FastIntToBuffer(x, &buffer[1]);
EXPECT_EQ(expected, std::string(&buffer[1], generic_actual)) << " Input " << x;
char* my_actual =
absl::numbers_internal::FastIntToBuffer(MyUInt64(x), &buffer[1]);
EXPECT_EQ(expected, std::string(&buffer[1], my_actual)) << " Input " << x;
} }
void CheckHex64(uint64_t v) { void CheckHex64(uint64_t v) {
char expected[16 + 1]; char expected[16 + 1];
std::string actual = absl::StrCat(absl::Hex(v, absl::kZeroPad16)); std::string actual = absl::StrCat(absl::Hex(v, absl::kZeroPad16));
snprintf(expected, sizeof(expected), "%016" PRIx64, static_cast<uint64_t>(v)); snprintf(expected, sizeof(expected), "%016" PRIx64, static_cast<uint64_t>(v));
ASSERT_TRUE(expected == actual) EXPECT_EQ(expected, actual) << " Input " << v;
<< "Expected \"" << expected << "\", Actual \"" << actual << "\"";
} }
TEST(Numbers, TestFastPrints) { TEST(Numbers, TestFastPrints) {
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment