// __ _____ _____ _____ // __| | __| | | | JSON for Modern C++ // | | |__ | | | | | | version 3.12.0 // |_____|_____|_____|_|___| https://github.com/nlohmann/json // // SPDX-FileCopyrightText: 2013-2026 Niels Lohmann // SPDX-License-Identifier: MIT #pragma once #include // size_t #include // int64_t, uint64_t #include // numeric_limits #include // string #include // integral_constant #include #include #include #include #include #include NLOHMANN_JSON_NAMESPACE_BEGIN namespace detail { namespace view { /*! @brief locate the decimal point and the end of the mantissa of a float token Also checks that the token is a JSON number. Tokens of the parser and of edits always are; an image loaded with image_check::bounds can hold any bytes, which must not reach the conversion (it expects a well-formed token). */ inline bool float_token_layout(const char* first, const char* last, std::size_t& dot, std::size_t& mantissa_end) noexcept { const auto digit = [last](const char* q) { return q != last && is_digit(static_cast(*q)); }; const char* p = first; p += (p != last && *p == '-') ? 1 : 0; if (!digit(p) || (*p == '0' && digit(p + 1))) { return false; } do { ++p; } while (digit(p)); dot = std::string::npos; if (p != last && *p == '.') { dot = static_cast(p - first); if (!digit(++p)) { return false; } do { ++p; } while (digit(p)); } mantissa_end = static_cast(p - first); if (p != last && (*p == 'e' || *p == 'E')) { ++p; p += (p != last && (*p == '+' || *p == '-')) ? 1 : 0; if (!digit(p)) { return false; } do { ++p; } while (digit(p)); } return p == last; } /*! @brief the value of the float token of a node, as parse() converts it Uses the lexer's conversion (detail::convert_float), so that the values are bit-identical to parse(): float and double are converted without allocation and independent of the locale. A token that is not a JSON number (only in a damaged image loaded with image_check::bounds) yields 0. */ template NLOHMANN_VIEW_NOINLINE FloatType float_value(const char* first, const node& n) { const char* const last = first + n.len; std::size_t dot = 0; std::size_t mantissa_end = 0; if (NLOHMANN_VIEW_UNLIKELY(!float_token_layout(first, last, dot, mantissa_end))) { return FloatType{}; } return convert_float(first, last, dot, mantissa_end); } #if NLOHMANN_VIEW_VECTOR /*! @brief the value of the first 16 digits of a run of digits with a point after int_digits of them (or none, if int_digits >= 16) The 17 bytes at p are read at once: the bytes after the point move down by one, then pairs, quadruples, and octets of digits are combined by multiplications (after simdjson). The bytes [p, p + 32) must be readable. Bytes that are not digits (only in a damaged image loaded with image_check::bounds) give a wrong value, but no undefined behavior. */ NLOHMANN_VIEW_ALWAYS_INLINE std::uint64_t sixteen_digits(const unsigned char* p, unsigned int_digits) noexcept { #if NLOHMANN_VIEW_NEON const uint8x16_t low = vld1q_u8(p); const uint8x16_t index = vcombine_u8(vcreate_u8(0x0706050403020100u), vcreate_u8(0x0F0E0D0C0B0A0908u)); const uint8x16_t before_point = vcltq_u8(index, vdupq_n_u8(static_cast(int_digits))); const uint8x16_t digits = vsubq_u8(vbslq_u8(before_point, low, vextq_u8(low, vld1q_u8(p + 16), 1)), vdupq_n_u8('0')); const uint16x8_t twos = vpaddlq_u8(vmulq_u8(digits, vreinterpretq_u8_u16(vdupq_n_u16(0x010A)))); const uint32x4_t fours = vpaddlq_u16(vmulq_u16(twos, vreinterpretq_u16_u32(vdupq_n_u32(0x00010064)))); const uint64x2_t eights = vpaddlq_u32(vmulq_u32(fours, vreinterpretq_u32_u64(vdupq_n_u64(0x0000000100002710u)))); return (vgetq_lane_u64(eights, 0) * 100000000u) + vgetq_lane_u64(eights, 1); #else // NOLINTBEGIN(portability-simd-intrinsics) const __m128i low = _mm_loadu_si128(static_cast(static_cast(p))); // NOLINT(bugprone-casting-through-void) const __m128i high = _mm_loadu_si128(static_cast(static_cast(p + 16))); // NOLINT(bugprone-casting-through-void) const __m128i before_point = _mm_cmpgt_epi8(_mm_set1_epi8(static_cast(int_digits)), _mm_setr_epi8(0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15)); const __m128i moved = _mm_or_si128(_mm_srli_si128(low, 1), _mm_slli_si128(high, 15)); const __m128i digits = _mm_sub_epi8(_mm_or_si128(_mm_and_si128(before_point, low), _mm_andnot_si128(before_point, moved)), _mm_set1_epi8('0')); // (16-bit lanes: SSE2 has no multiply-add of bytes) const __m128i tens = _mm_setr_epi16(10, 1, 10, 1, 10, 1, 10, 1); const __m128i twos = _mm_packs_epi32(_mm_madd_epi16(_mm_unpacklo_epi8(digits, _mm_setzero_si128()), tens), _mm_madd_epi16(_mm_unpackhi_epi8(digits, _mm_setzero_si128()), tens)); const __m128i fours = _mm_madd_epi16(twos, _mm_setr_epi16(100, 1, 100, 1, 100, 1, 100, 1)); const __m128i eights = _mm_madd_epi16(_mm_packs_epi32(fours, fours), _mm_setr_epi16(10000, 1, 10000, 1, 10000, 1, 10000, 1)); const auto upper = static_cast(_mm_cvtsi128_si32(eights)); const auto lower = static_cast(_mm_cvtsi128_si32(_mm_srli_si128(eights, 4))); // NOLINTEND(portability-simd-intrinsics) return (std::uint64_t{upper} * 100000000u) + lower; #endif } #endif /*! @brief the digits of a float token with at most 19 digits, from its layout The digit layout recorded while parsing says where the integer digits, the fraction digits, and the exponent are, so the digits are read eight at a time without scanning (with SIMD, a token of 16 to 19 digits sixteen at a time). @param[in] p first character of the token @param[in] e end of the token @param[in] limit end of the readable memory (the source text) */ NLOHMANN_VIEW_ALWAYS_INLINE float_significand layout_decimal(const unsigned char* p, const unsigned char* e, unsigned int_digits, unsigned frac_digits, const unsigned char* limit) noexcept { const bool negative = *p == '-'; p += negative ? 1 : 0; std::uint64_t w = 0; std::int64_t q = 0; #if NLOHMANN_VIEW_VECTOR const unsigned count = int_digits + frac_digits; if (count >= 16 && limit - p >= 32) { // (the point, if any, follows the integer digits; the digits after // the first 16 are at most three) w = sixteen_digits(p, int_digits); for (unsigned i = 16; i < count; ++i) { w = (w * 10) + static_cast(p[i + (i >= int_digits ? 1 : 0)] - '0'); } p += count + (frac_digits != 0 ? 1 : 0); q = -static_cast(frac_digits); } else #endif { w = parse_upto19(p, int_digits, limit); p += int_digits; if (frac_digits != 0) { w = (w * int_pow10(frac_digits)) + parse_upto19(p + 1, frac_digits, limit); p += 1 + frac_digits; q = -static_cast(frac_digits); } } if (p != e) { // [eE][+-]digits; huge exponents saturate (the parser rejected // overflow). The token is not read beyond e, and the digits are taken // as unsigned, so that a token that is not well-formed (a damaged // image loaded with image_check::bounds) yields a wrong value, but no // overflow. ++p; const bool exp_negative = p != e && *p == '-'; p += (p != e && (*p == '-' || *p == '+')) ? 1 : 0; std::int64_t exp_value = 0; for (; p != e; ++p) { if (exp_value < 0x10000000) { exp_value = (exp_value * 10) + static_cast(*p - '0'); } } q += exp_negative ? -exp_value : exp_value; } float_significand d; d.w = w; d.exponent = q; d.negative = negative; return d; } /*! @brief the value of a float token with at most 19 digits, from its layout The result is correctly rounded by the lexer's conversion (detail::decimal_to_float(): Clinger's fast path where both operands are exact, else the Eisel-Lemire algorithm, which needs no fallback for up to 19 digits), so it is the value parse() produces. Tokens of 16 or more digits go to Eisel-Lemire directly: the fast path takes few of them (none of 17 digits), and its check is a branch that data like GeoJSON coordinates mispredicts. */ template NLOHMANN_VIEW_ALWAYS_INLINE FloatType layout_float(const unsigned char* p, const unsigned char* e, unsigned int_digits, unsigned frac_digits, const unsigned char* limit) noexcept { const float_significand d = layout_decimal(p, e, int_digits, frac_digits, limit); if (int_digits + frac_digits >= 16) { using format = ieee_binary_format::digits>; native_float_t value{}; float_from_bits(eisel_lemire(d.exponent, d.w) | (d.negative ? (std::uint64_t{1} << format::sign_bit()) : 0u), value); return value; } return decimal_to_float(d); } /// the value of a float set by an edit: its token (the shortest round-trip /// text, or "nan", "inf", "-inf") in the edit arena template NLOHMANN_VIEW_NOINLINE FloatType edited_float(const char* token, const node& n) { if (token[0] == 'n') { return std::numeric_limits::quiet_NaN(); } if (token[0] == 'i' || (token[0] == '-' && token[1] == 'i')) { return token[0] == 'i' ? std::numeric_limits::infinity() : -std::numeric_limits::infinity(); } return float_value(token, n); } /// the value of the float token of a node, as parse() converts it; floats and /// doubles with at most 19 digits are converted from the digit layout template FloatType float_value(const document_data& d, const node& n) { if (NLOHMANN_VIEW_UNLIKELY((n.flags & node_flags::storage) == node_flags::edited)) { return edited_float(d.str(n), n); } return float_value(d, n, std::integral_constant::value> {}); } template FloatType float_value(const document_data& d, const node& n, std::true_type /*binary32 or binary64*/) { const unsigned int_digits = n.extra & 0xFFu; const unsigned frac_digits = n.extra >> 8u; if (NLOHMANN_VIEW_LIKELY(int_digits + frac_digits <= 19)) // (255 marks "many") { // (a float token not written by an edit is in the text) const auto* const first = reinterpret_cast(d.src + n.off); // NOLINT(cppcoreguidelines-pro-type-reinterpret-cast) return layout_float(first, first + n.len, int_digits, frac_digits, reinterpret_cast(d.src + d.size)); // NOLINT(cppcoreguidelines-pro-type-reinterpret-cast) } return float_value(d.str(n), n); } template FloatType float_value(const document_data& d, const node& n, std::false_type /*other*/) { return float_value(d.str(n), n); } } // namespace view } // namespace detail NLOHMANN_JSON_NAMESPACE_END