mirror of
https://github.com/nlohmann/json.git
synced 2026-09-28 02:30:32 +00:00
Compare commits
3
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
82667aadff | ||
|
|
bc69ff786d | ||
|
|
c5f1694b01 |
@@ -100,7 +100,7 @@ jobs:
|
|||||||
container: ubuntu:focal
|
container: ubuntu:focal
|
||||||
strategy:
|
strategy:
|
||||||
matrix:
|
matrix:
|
||||||
target: [ci_cmake_flags, ci_test_diagnostics, ci_test_diagnostic_positions, ci_test_noexceptions, ci_test_noimplicitconversions, ci_test_legacycomparison, ci_test_noglobaludls, ci_test_disableenumserialization, ci_test_skiplibraryversioncheck, ci_test_simdutf, ci_test_strict_nul_handling, ci_test_no_thread_local]
|
target: [ci_cmake_flags, ci_test_diagnostics, ci_test_diagnostic_positions, ci_test_noexceptions, ci_test_noimplicitconversions, ci_test_legacycomparison, ci_test_noglobaludls, ci_test_disableenumserialization, ci_test_disabletuplereferenceconversion, ci_test_skiplibraryversioncheck, ci_test_simdutf, ci_test_strict_nul_handling, ci_test_no_thread_local]
|
||||||
steps:
|
steps:
|
||||||
- name: Install build-essential
|
- name: Install build-essential
|
||||||
run: apt-get update ; apt-get install -y build-essential unzip wget git libssl-dev
|
run: apt-get update ; apt-get install -y build-essential unzip wget git libssl-dev
|
||||||
|
|||||||
@@ -55,6 +55,7 @@ option(JSON_Diagnostic_Positions "Enable diagnostic positions." OFF)
|
|||||||
option(JSON_GlobalUDLs "Place user-defined string literals in the global namespace." ON)
|
option(JSON_GlobalUDLs "Place user-defined string literals in the global namespace." ON)
|
||||||
option(JSON_ImplicitConversions "Enable implicit conversions." ON)
|
option(JSON_ImplicitConversions "Enable implicit conversions." ON)
|
||||||
option(JSON_DisableEnumSerialization "Disable default integer enum serialization." OFF)
|
option(JSON_DisableEnumSerialization "Disable default integer enum serialization." OFF)
|
||||||
|
option(JSON_DisableTupleReferenceConversion "Disable conversion from a one-element tuple of a JSON reference." OFF)
|
||||||
option(JSON_LegacyDiscardedValueComparison "Enable legacy discarded value comparison." OFF)
|
option(JSON_LegacyDiscardedValueComparison "Enable legacy discarded value comparison." OFF)
|
||||||
option(JSON_Install "Install CMake targets during install step." ${MAIN_PROJECT})
|
option(JSON_Install "Install CMake targets during install step." ${MAIN_PROJECT})
|
||||||
option(JSON_MultipleHeaders "Use non-amalgamated version of the library." ON)
|
option(JSON_MultipleHeaders "Use non-amalgamated version of the library." ON)
|
||||||
@@ -101,6 +102,10 @@ if (JSON_DisableEnumSerialization)
|
|||||||
message(STATUS "Enum integer serialization is disabled (JSON_DISABLE_ENUM_SERIALIZATION=1)")
|
message(STATUS "Enum integer serialization is disabled (JSON_DISABLE_ENUM_SERIALIZATION=1)")
|
||||||
endif()
|
endif()
|
||||||
|
|
||||||
|
if (JSON_DisableTupleReferenceConversion)
|
||||||
|
message(STATUS "Tuple reference conversion is disabled (JSON_DISABLE_TUPLE_REFERENCE_CONVERSION=1)")
|
||||||
|
endif()
|
||||||
|
|
||||||
if (JSON_LegacyDiscardedValueComparison)
|
if (JSON_LegacyDiscardedValueComparison)
|
||||||
message(STATUS "Legacy discarded value comparison enabled (JSON_USE_LEGACY_DISCARDED_VALUE_COMPARISON=1)")
|
message(STATUS "Legacy discarded value comparison enabled (JSON_USE_LEGACY_DISCARDED_VALUE_COMPARISON=1)")
|
||||||
endif()
|
endif()
|
||||||
@@ -143,6 +148,7 @@ target_compile_definitions(
|
|||||||
$<$<NOT:$<BOOL:${JSON_GlobalUDLs}>>:JSON_USE_GLOBAL_UDLS=0>
|
$<$<NOT:$<BOOL:${JSON_GlobalUDLs}>>:JSON_USE_GLOBAL_UDLS=0>
|
||||||
$<$<NOT:$<BOOL:${JSON_ImplicitConversions}>>:JSON_USE_IMPLICIT_CONVERSIONS=0>
|
$<$<NOT:$<BOOL:${JSON_ImplicitConversions}>>:JSON_USE_IMPLICIT_CONVERSIONS=0>
|
||||||
$<$<BOOL:${JSON_DisableEnumSerialization}>:JSON_DISABLE_ENUM_SERIALIZATION=1>
|
$<$<BOOL:${JSON_DisableEnumSerialization}>:JSON_DISABLE_ENUM_SERIALIZATION=1>
|
||||||
|
$<$<BOOL:${JSON_DisableTupleReferenceConversion}>:JSON_DISABLE_TUPLE_REFERENCE_CONVERSION=1>
|
||||||
$<$<BOOL:${JSON_Diagnostics}>:JSON_DIAGNOSTICS=1>
|
$<$<BOOL:${JSON_Diagnostics}>:JSON_DIAGNOSTICS=1>
|
||||||
$<$<BOOL:${JSON_Diagnostic_Positions}>:JSON_DIAGNOSTIC_POSITIONS=1>
|
$<$<BOOL:${JSON_Diagnostic_Positions}>:JSON_DIAGNOSTIC_POSITIONS=1>
|
||||||
$<$<BOOL:${JSON_LegacyDiscardedValueComparison}>:JSON_USE_LEGACY_DISCARDED_VALUE_COMPARISON=1>
|
$<$<BOOL:${JSON_LegacyDiscardedValueComparison}>:JSON_USE_LEGACY_DISCARDED_VALUE_COMPARISON=1>
|
||||||
|
|||||||
@@ -276,6 +276,20 @@ add_custom_target(ci_test_disableenumserialization
|
|||||||
COMMENT "Compile and test with enum serialization disabled"
|
COMMENT "Compile and test with enum serialization disabled"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
###############################################################################
|
||||||
|
# Disable conversion from a one-element tuple of a JSON reference.
|
||||||
|
###############################################################################
|
||||||
|
|
||||||
|
add_custom_target(ci_test_disabletuplereferenceconversion
|
||||||
|
COMMAND ${CMAKE_COMMAND}
|
||||||
|
-DCMAKE_BUILD_TYPE=Debug -GNinja
|
||||||
|
-DJSON_BuildTests=ON -DJSON_FastTests=ON -DJSON_DisableTupleReferenceConversion=ON
|
||||||
|
-S${PROJECT_SOURCE_DIR} -B${PROJECT_BINARY_DIR}/build_disabletuplereferenceconversion
|
||||||
|
COMMAND ${CMAKE_COMMAND} --build ${PROJECT_BINARY_DIR}/build_disabletuplereferenceconversion
|
||||||
|
COMMAND cd ${PROJECT_BINARY_DIR}/build_disabletuplereferenceconversion && ${CMAKE_CTEST_COMMAND} --parallel ${N} --output-on-failure
|
||||||
|
COMMENT "Compile and test with tuple reference conversion disabled"
|
||||||
|
)
|
||||||
|
|
||||||
###############################################################################
|
###############################################################################
|
||||||
# Skip the multiple-inclusion library version check.
|
# Skip the multiple-inclusion library version check.
|
||||||
###############################################################################
|
###############################################################################
|
||||||
|
|||||||
@@ -210,6 +210,7 @@ INSERT INTO searchIndex(name, type, path) VALUES ('JSON_CATCH_USER', 'Macro', 'a
|
|||||||
INSERT INTO searchIndex(name, type, path) VALUES ('JSON_DIAGNOSTICS', 'Macro', 'api/macros/json_diagnostics/index.html');
|
INSERT INTO searchIndex(name, type, path) VALUES ('JSON_DIAGNOSTICS', 'Macro', 'api/macros/json_diagnostics/index.html');
|
||||||
INSERT INTO searchIndex(name, type, path) VALUES ('JSON_DIAGNOSTIC_POSITIONS', 'Macro', 'api/macros/json_diagnostic_positions/index.html');
|
INSERT INTO searchIndex(name, type, path) VALUES ('JSON_DIAGNOSTIC_POSITIONS', 'Macro', 'api/macros/json_diagnostic_positions/index.html');
|
||||||
INSERT INTO searchIndex(name, type, path) VALUES ('JSON_DISABLE_ENUM_SERIALIZATION', 'Macro', 'api/macros/json_disable_enum_serialization/index.html');
|
INSERT INTO searchIndex(name, type, path) VALUES ('JSON_DISABLE_ENUM_SERIALIZATION', 'Macro', 'api/macros/json_disable_enum_serialization/index.html');
|
||||||
|
INSERT INTO searchIndex(name, type, path) VALUES ('JSON_DISABLE_TUPLE_REFERENCE_CONVERSION', 'Macro', 'api/macros/json_disable_tuple_reference_conversion/index.html');
|
||||||
INSERT INTO searchIndex(name, type, path) VALUES ('JSON_HAS_CPP_11', 'Macro', 'api/macros/json_has_cpp_11/index.html');
|
INSERT INTO searchIndex(name, type, path) VALUES ('JSON_HAS_CPP_11', 'Macro', 'api/macros/json_has_cpp_11/index.html');
|
||||||
INSERT INTO searchIndex(name, type, path) VALUES ('JSON_HAS_CPP_14', 'Macro', 'api/macros/json_has_cpp_11/index.html');
|
INSERT INTO searchIndex(name, type, path) VALUES ('JSON_HAS_CPP_14', 'Macro', 'api/macros/json_has_cpp_11/index.html');
|
||||||
INSERT INTO searchIndex(name, type, path) VALUES ('JSON_HAS_CPP_17', 'Macro', 'api/macros/json_has_cpp_11/index.html');
|
INSERT INTO searchIndex(name, type, path) VALUES ('JSON_HAS_CPP_17', 'Macro', 'api/macros/json_has_cpp_11/index.html');
|
||||||
|
|||||||
@@ -159,6 +159,8 @@ basic_json(basic_json&& other) noexcept;
|
|||||||
- `CompatibleType` is not `basic_json` (to avoid hijacking copy/move constructors),
|
- `CompatibleType` is not `basic_json` (to avoid hijacking copy/move constructors),
|
||||||
- `CompatibleType` is not a different `basic_json` type (i.e. with different template arguments)
|
- `CompatibleType` is not a different `basic_json` type (i.e. with different template arguments)
|
||||||
- `CompatibleType` is not a `basic_json` nested type (e.g., `json_pointer`, `iterator`, etc.)
|
- `CompatibleType` is not a `basic_json` nested type (e.g., `json_pointer`, `iterator`, etc.)
|
||||||
|
- if [`JSON_DISABLE_TUPLE_REFERENCE_CONVERSION`](../macros/json_disable_tuple_reference_conversion.md) is defined
|
||||||
|
to `1`: `CompatibleType` is not a one-element `std::tuple` holding a reference to `basic_json`
|
||||||
- `json_serializer<U>` (with `U = uncvref_t<CompatibleType>`) has a `to_json(basic_json_t&, CompatibleType&&)`
|
- `json_serializer<U>` (with `U = uncvref_t<CompatibleType>`) has a `to_json(basic_json_t&, CompatibleType&&)`
|
||||||
method
|
method
|
||||||
|
|
||||||
|
|||||||
@@ -52,6 +52,7 @@ header. See also the [macro overview page](../../features/macros.md).
|
|||||||
|
|
||||||
- [**JSON_BRACE_INIT_COPY_SEMANTICS**](json_brace_init_copy_semantics.md) - opt in to copy/move semantics for single-element brace initialization
|
- [**JSON_BRACE_INIT_COPY_SEMANTICS**](json_brace_init_copy_semantics.md) - opt in to copy/move semantics for single-element brace initialization
|
||||||
- [**JSON_DISABLE_ENUM_SERIALIZATION**](json_disable_enum_serialization.md) - switch off default serialization/deserialization functions for enums
|
- [**JSON_DISABLE_ENUM_SERIALIZATION**](json_disable_enum_serialization.md) - switch off default serialization/deserialization functions for enums
|
||||||
|
- [**JSON_DISABLE_TUPLE_REFERENCE_CONVERSION**](json_disable_tuple_reference_conversion.md) - switch off conversion from a one-element tuple of a JSON reference
|
||||||
- [**JSON_USE_IMPLICIT_CONVERSIONS**](json_use_implicit_conversions.md) - control implicit conversions
|
- [**JSON_USE_IMPLICIT_CONVERSIONS**](json_use_implicit_conversions.md) - control implicit conversions
|
||||||
|
|
||||||
## Comparison behavior
|
## Comparison behavior
|
||||||
|
|||||||
@@ -0,0 +1,114 @@
|
|||||||
|
# JSON_DISABLE_TUPLE_REFERENCE_CONVERSION
|
||||||
|
|
||||||
|
```cpp
|
||||||
|
#define JSON_DISABLE_TUPLE_REFERENCE_CONVERSION /* value */
|
||||||
|
```
|
||||||
|
|
||||||
|
When defined to `1`, a `basic_json` value can no longer be constructed from a one-element `std::tuple` whose element is
|
||||||
|
a reference to that `basic_json` type, such as `std::tuple<json&>`, `std::tuple<const json&>`, or `std::tuple<json&&>`.
|
||||||
|
These are the tuples created by `std::forward_as_tuple(j)`.
|
||||||
|
|
||||||
|
## Default definition
|
||||||
|
|
||||||
|
The default value is `0` (disabled — existing behavior is preserved).
|
||||||
|
|
||||||
|
```cpp
|
||||||
|
#define JSON_DISABLE_TUPLE_REFERENCE_CONVERSION 0
|
||||||
|
```
|
||||||
|
|
||||||
|
## Notes
|
||||||
|
|
||||||
|
!!! note "Background"
|
||||||
|
|
||||||
|
By default, `basic_json` can be constructed from any `std::tuple` whose elements can be converted to JSON; the result
|
||||||
|
is an array. This includes `std::tuple<json&>`, which becomes a one-element array.
|
||||||
|
|
||||||
|
`std::tuple` only converts another tuple element by element if its element type cannot be constructed from the whole
|
||||||
|
source tuple. Because `json` *can* be constructed from `std::tuple<json&>`, `std::tuple` instead converts the whole
|
||||||
|
tuple into a single `json` value. This has two surprising effects:
|
||||||
|
|
||||||
|
```cpp
|
||||||
|
json j = true;
|
||||||
|
|
||||||
|
// rejected by some standard libraries (e.g., libc++); with others, the
|
||||||
|
// reference binds to a temporary that is destroyed right away
|
||||||
|
std::tuple<const json&> t1(std::forward_as_tuple(j));
|
||||||
|
|
||||||
|
// compiles, but std::get<0>(t2) is [true], not true
|
||||||
|
std::tuple<json> t2(std::forward_as_tuple(j));
|
||||||
|
```
|
||||||
|
|
||||||
|
Enabling this macro removes the conversion, so both tuples are converted element by element: `std::get<0>(t1)`
|
||||||
|
refers to `j`, and `std::get<0>(t2)` is a copy of `j` (see [#2226](https://github.com/nlohmann/json/issues/2226)).
|
||||||
|
|
||||||
|
!!! warning "Opt-in only"
|
||||||
|
|
||||||
|
This macro must be defined **before** including `<nlohmann/json.hpp>`. Defining it after the include has no effect.
|
||||||
|
|
||||||
|
!!! note "Affected conversions"
|
||||||
|
|
||||||
|
Only one-element tuples holding a reference to the **same** `basic_json` type are affected. Constructing a JSON value
|
||||||
|
from them no longer compiles:
|
||||||
|
|
||||||
|
```cpp
|
||||||
|
json j = true;
|
||||||
|
json a = std::forward_as_tuple(j); // error with the macro enabled
|
||||||
|
json b = json::array({j}); // use this instead: [true]
|
||||||
|
```
|
||||||
|
|
||||||
|
Tuples holding a JSON value (`std::make_tuple(j)`), tuples with more than one element, and tuples holding references
|
||||||
|
to other types (including other `basic_json` specializations) are converted to arrays as before.
|
||||||
|
|
||||||
|
!!! hint "CMake option"
|
||||||
|
|
||||||
|
This behavior can also be controlled with the CMake option
|
||||||
|
[`JSON_DisableTupleReferenceConversion`](../../integration/cmake.md#json_disabletuplereferenceconversion)
|
||||||
|
(`OFF` by default) which defines `JSON_DISABLE_TUPLE_REFERENCE_CONVERSION` accordingly.
|
||||||
|
|
||||||
|
## Examples
|
||||||
|
|
||||||
|
??? example "Default behavior (macro not defined)"
|
||||||
|
|
||||||
|
```cpp
|
||||||
|
#include <nlohmann/json.hpp>
|
||||||
|
|
||||||
|
using json = nlohmann::json;
|
||||||
|
|
||||||
|
int main()
|
||||||
|
{
|
||||||
|
json j = true;
|
||||||
|
|
||||||
|
std::tuple<json> t(std::forward_as_tuple(j));
|
||||||
|
// std::get<0>(t) is [true] -- the whole tuple was converted
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
??? example "Conversion disabled (macro defined to 1)"
|
||||||
|
|
||||||
|
```cpp
|
||||||
|
#define JSON_DISABLE_TUPLE_REFERENCE_CONVERSION 1
|
||||||
|
#include <nlohmann/json.hpp>
|
||||||
|
|
||||||
|
using json = nlohmann::json;
|
||||||
|
|
||||||
|
int main()
|
||||||
|
{
|
||||||
|
json j = true;
|
||||||
|
|
||||||
|
std::tuple<json> t(std::forward_as_tuple(j));
|
||||||
|
// std::get<0>(t) is true -- a copy of j
|
||||||
|
|
||||||
|
std::tuple<const json&> r(std::forward_as_tuple(j));
|
||||||
|
// std::get<0>(r) refers to j
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
## See also
|
||||||
|
|
||||||
|
- [**basic_json(CompatibleType&&)**](../basic_json/basic_json.md) - the affected constructor
|
||||||
|
- [:simple-cmake: JSON_DisableTupleReferenceConversion](../../integration/cmake.md#json_disabletuplereferenceconversion) -
|
||||||
|
CMake option to control the macro
|
||||||
|
|
||||||
|
## Version history
|
||||||
|
|
||||||
|
- Added in version 3.13.0.
|
||||||
@@ -83,6 +83,13 @@ When defined, default parse and serialize functions for enums are excluded and h
|
|||||||
|
|
||||||
See [full documentation of `JSON_DISABLE_ENUM_SERIALIZATION`](../api/macros/json_disable_enum_serialization.md).
|
See [full documentation of `JSON_DISABLE_ENUM_SERIALIZATION`](../api/macros/json_disable_enum_serialization.md).
|
||||||
|
|
||||||
|
## `JSON_DISABLE_TUPLE_REFERENCE_CONVERSION`
|
||||||
|
|
||||||
|
When defined to `1`, a JSON value can no longer be created from a one-element `std::tuple` holding a reference to a JSON
|
||||||
|
value, such as the result of `std::forward_as_tuple(j)`. This lets `std::tuple` convert such tuples element-wise.
|
||||||
|
|
||||||
|
See [full documentation of `JSON_DISABLE_TUPLE_REFERENCE_CONVERSION`](../api/macros/json_disable_tuple_reference_conversion.md).
|
||||||
|
|
||||||
## `JSON_NO_IO`
|
## `JSON_NO_IO`
|
||||||
|
|
||||||
When defined, headers `<cstdio>`, `<ios>`, `<iosfwd>`, `<istream>`, and `<ostream>` are not included and parse functions
|
When defined, headers `<cstdio>`, `<ios>`, `<iosfwd>`, `<istream>`, and `<ostream>` are not included and parse functions
|
||||||
|
|||||||
@@ -169,6 +169,12 @@ Enable position diagnostics by defining macro [`JSON_DIAGNOSTIC_POSITIONS`](../a
|
|||||||
Disable default `enum` serialization by defining the macro
|
Disable default `enum` serialization by defining the macro
|
||||||
[`JSON_DISABLE_ENUM_SERIALIZATION`](../api/macros/json_disable_enum_serialization.md). This option is `OFF` by default.
|
[`JSON_DISABLE_ENUM_SERIALIZATION`](../api/macros/json_disable_enum_serialization.md). This option is `OFF` by default.
|
||||||
|
|
||||||
|
### `JSON_DisableTupleReferenceConversion`
|
||||||
|
|
||||||
|
Disable the conversion from a one-element `std::tuple` holding a reference to a JSON value by defining the macro
|
||||||
|
[`JSON_DISABLE_TUPLE_REFERENCE_CONVERSION`](../api/macros/json_disable_tuple_reference_conversion.md). This option is
|
||||||
|
`OFF` by default.
|
||||||
|
|
||||||
### `JSON_FastTests`
|
### `JSON_FastTests`
|
||||||
|
|
||||||
Skip expensive/slow test suites. This option is `OFF` by default. Depends on `JSON_BuildTests`.
|
Skip expensive/slow test suites. This option is `OFF` by default. Depends on `JSON_BuildTests`.
|
||||||
|
|||||||
@@ -287,6 +287,7 @@ nav:
|
|||||||
- 'JSON_DIAGNOSTICS': api/macros/json_diagnostics.md
|
- 'JSON_DIAGNOSTICS': api/macros/json_diagnostics.md
|
||||||
- 'JSON_DIAGNOSTIC_POSITIONS': api/macros/json_diagnostic_positions.md
|
- 'JSON_DIAGNOSTIC_POSITIONS': api/macros/json_diagnostic_positions.md
|
||||||
- 'JSON_DISABLE_ENUM_SERIALIZATION': api/macros/json_disable_enum_serialization.md
|
- 'JSON_DISABLE_ENUM_SERIALIZATION': api/macros/json_disable_enum_serialization.md
|
||||||
|
- 'JSON_DISABLE_TUPLE_REFERENCE_CONVERSION': api/macros/json_disable_tuple_reference_conversion.md
|
||||||
- 'JSON_HAS_CPP_11, JSON_HAS_CPP_14, JSON_HAS_CPP_17, JSON_HAS_CPP_20': api/macros/json_has_cpp_11.md
|
- 'JSON_HAS_CPP_11, JSON_HAS_CPP_14, JSON_HAS_CPP_17, JSON_HAS_CPP_20': api/macros/json_has_cpp_11.md
|
||||||
- 'JSON_HAS_EXPERIMENTAL_FILESYSTEM, JSON_HAS_FILESYSTEM': api/macros/json_has_filesystem.md
|
- 'JSON_HAS_EXPERIMENTAL_FILESYSTEM, JSON_HAS_FILESYSTEM': api/macros/json_has_filesystem.md
|
||||||
- 'JSON_HAS_RANGES': api/macros/json_has_ranges.md
|
- 'JSON_HAS_RANGES': api/macros/json_has_ranges.md
|
||||||
|
|||||||
@@ -471,11 +471,13 @@ inline void to_json_tuple_impl(BasicJsonType& j, const Tuple& t, index_sequence<
|
|||||||
j = { std::get<Idx>(t)... };
|
j = { std::get<Idx>(t)... };
|
||||||
}
|
}
|
||||||
|
|
||||||
#if JSON_BRACE_INIT_COPY_SEMANTICS
|
// A one-element braced list does not reliably wrap its element: with
|
||||||
// JSON_BRACE_INIT_COPY_SEMANTICS makes a one-element braced list copy its
|
// JSON_BRACE_INIT_COPY_SEMANTICS it copies it, which would serialize
|
||||||
// element instead of wrapping it, which would serialize std::tuple<int>{5} as 5
|
// std::tuple<int>{5} as 5 rather than [5], and some compilers (e.g., Apple clang
|
||||||
// rather than [5]. Build what the default deduction builds instead: an object
|
// 15 and 16) copy an element that is itself a basic_json even without it, so
|
||||||
// if the element is a [string, value] pair, a one-element array otherwise.
|
// std::tuple<json>{true} became true rather than [true]. Build what the default
|
||||||
|
// deduction builds instead: an object if the element is a [string, value] pair,
|
||||||
|
// a one-element array otherwise.
|
||||||
template<typename BasicJsonType, typename Tuple>
|
template<typename BasicJsonType, typename Tuple>
|
||||||
inline void to_json_tuple_impl(BasicJsonType& j, const Tuple& t, index_sequence<0> /*unused*/)
|
inline void to_json_tuple_impl(BasicJsonType& j, const Tuple& t, index_sequence<0> /*unused*/)
|
||||||
{
|
{
|
||||||
@@ -493,7 +495,6 @@ inline void to_json_tuple_impl(BasicJsonType& j, const Tuple& t, index_sequence<
|
|||||||
j = BasicJsonType::array({std::move(element)});
|
j = BasicJsonType::array({std::move(element)});
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
#endif
|
|
||||||
|
|
||||||
template<typename BasicJsonType, typename Tuple>
|
template<typename BasicJsonType, typename Tuple>
|
||||||
inline void to_json_tuple_impl(BasicJsonType& j, const Tuple& /*unused*/, index_sequence<> /*unused*/)
|
inline void to_json_tuple_impl(BasicJsonType& j, const Tuple& /*unused*/, index_sequence<> /*unused*/)
|
||||||
|
|||||||
@@ -916,6 +916,10 @@ void templated_json_throw(ExceptionType exception)
|
|||||||
#define JSON_DISABLE_ENUM_SERIALIZATION 0
|
#define JSON_DISABLE_ENUM_SERIALIZATION 0
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
|
#ifndef JSON_DISABLE_TUPLE_REFERENCE_CONVERSION
|
||||||
|
#define JSON_DISABLE_TUPLE_REFERENCE_CONVERSION 0
|
||||||
|
#endif
|
||||||
|
|
||||||
#ifndef JSON_USE_GLOBAL_UDLS
|
#ifndef JSON_USE_GLOBAL_UDLS
|
||||||
#define JSON_USE_GLOBAL_UDLS 1
|
#define JSON_USE_GLOBAL_UDLS 1
|
||||||
#endif
|
#endif
|
||||||
|
|||||||
@@ -25,6 +25,7 @@
|
|||||||
#undef JSON_INLINE_VARIABLE
|
#undef JSON_INLINE_VARIABLE
|
||||||
#undef JSON_NO_UNIQUE_ADDRESS
|
#undef JSON_NO_UNIQUE_ADDRESS
|
||||||
#undef JSON_DISABLE_ENUM_SERIALIZATION
|
#undef JSON_DISABLE_ENUM_SERIALIZATION
|
||||||
|
#undef JSON_DISABLE_TUPLE_REFERENCE_CONVERSION
|
||||||
#undef JSON_USE_GLOBAL_UDLS
|
#undef JSON_USE_GLOBAL_UDLS
|
||||||
|
|
||||||
#ifndef JSON_TEST_KEEP_MACROS
|
#ifndef JSON_TEST_KEEP_MACROS
|
||||||
|
|||||||
@@ -636,6 +636,18 @@ template<typename BasicJsonType, typename CompatibleType>
|
|||||||
struct is_compatible_type
|
struct is_compatible_type
|
||||||
: is_compatible_type_impl<BasicJsonType, CompatibleType> {};
|
: is_compatible_type_impl<BasicJsonType, CompatibleType> {};
|
||||||
|
|
||||||
|
// a one-element std::tuple holding a reference to BasicJsonType, as created by
|
||||||
|
// std::forward_as_tuple(j); see JSON_DISABLE_TUPLE_REFERENCE_CONVERSION
|
||||||
|
template<typename BasicJsonType, typename T>
|
||||||
|
struct is_basic_json_reference_tuple : std::false_type {};
|
||||||
|
|
||||||
|
template<typename BasicJsonType, typename T>
|
||||||
|
struct is_basic_json_reference_tuple<BasicJsonType, std::tuple<T>>
|
||||||
|
{
|
||||||
|
static constexpr bool value =
|
||||||
|
std::is_reference<T>::value && std::is_same<uncvref_t<T>, BasicJsonType>::value;
|
||||||
|
};
|
||||||
|
|
||||||
template<typename BasicJsonType, typename CompatibleArrayType>
|
template<typename BasicJsonType, typename CompatibleArrayType>
|
||||||
struct is_compatible_binary_type
|
struct is_compatible_binary_type
|
||||||
{
|
{
|
||||||
|
|||||||
+174
-407
@@ -1595,7 +1595,12 @@ class basic_json // NOLINT(cppcoreguidelines-special-member-functions,hicpp-spec
|
|||||||
template < typename CompatibleType,
|
template < typename CompatibleType,
|
||||||
typename U = detail::uncvref_t<CompatibleType>,
|
typename U = detail::uncvref_t<CompatibleType>,
|
||||||
detail::enable_if_t <
|
detail::enable_if_t <
|
||||||
!detail::is_basic_json<U>::value && detail::is_compatible_type<basic_json_t, U>::value, int > = 0 >
|
!detail::is_basic_json<U>::value && detail::is_compatible_type<basic_json_t, U>::value
|
||||||
|
#if JSON_DISABLE_TUPLE_REFERENCE_CONVERSION
|
||||||
|
// see https://github.com/nlohmann/json/issues/2226
|
||||||
|
&& !detail::is_basic_json_reference_tuple<basic_json_t, U>::value
|
||||||
|
#endif
|
||||||
|
, int > = 0 >
|
||||||
basic_json(CompatibleType && val) noexcept(noexcept( // NOLINT(bugprone-forwarding-reference-overload,bugprone-exception-escape)
|
basic_json(CompatibleType && val) noexcept(noexcept( // NOLINT(bugprone-forwarding-reference-overload,bugprone-exception-escape)
|
||||||
JSONSerializer<U>::to_json(std::declval<basic_json_t&>(),
|
JSONSerializer<U>::to_json(std::declval<basic_json_t&>(),
|
||||||
std::forward<CompatibleType>(val))))
|
std::forward<CompatibleType>(val))))
|
||||||
@@ -6061,240 +6066,21 @@ class basic_json // NOLINT(cppcoreguidelines-special-member-functions,hicpp-spec
|
|||||||
{
|
{
|
||||||
// the patch
|
// the patch
|
||||||
basic_json result(value_t::array);
|
basic_json result(value_t::array);
|
||||||
diff_recursively(result, source, target, path, 0);
|
|
||||||
return result;
|
|
||||||
}
|
|
||||||
|
|
||||||
private:
|
// if the values are the same, return an empty patch
|
||||||
/// @brief two arrays or two objects @ref diff_iteratively is diffing
|
|
||||||
struct diff_frame
|
|
||||||
{
|
|
||||||
diff_frame(const basic_json* source_, const basic_json* target_, const std::size_t path_length_) noexcept
|
|
||||||
: source(source_), target(target_), path_length(path_length_)
|
|
||||||
{}
|
|
||||||
|
|
||||||
// declared for GCC's -Weffc++, which asks for them in a class with
|
|
||||||
// pointer members and a non-trivial destructor; the exception
|
|
||||||
// specifications are left implicit, as GCC 4.8 rejects explicit ones
|
|
||||||
// that differ from them
|
|
||||||
diff_frame(const diff_frame&) = default;
|
|
||||||
diff_frame(diff_frame&&) = default;
|
|
||||||
diff_frame& operator=(const diff_frame&) = default;
|
|
||||||
diff_frame& operator=(diff_frame&&) = default;
|
|
||||||
~diff_frame() = default;
|
|
||||||
|
|
||||||
/// the values being diffed, both arrays or both objects
|
|
||||||
const basic_json* source;
|
|
||||||
const basic_json* target;
|
|
||||||
/// the length of their path in `current_path`
|
|
||||||
std::size_t path_length;
|
|
||||||
/// arrays: the next index to diff
|
|
||||||
std::size_t index = 0;
|
|
||||||
/// objects: the next member of source to look at
|
|
||||||
const_iterator member{}; // NOLINT(readability-redundant-member-init)
|
|
||||||
/// objects: the keys common to both, in source's order
|
|
||||||
std::vector<typename object_t::key_type> common_keys{}; // NOLINT(readability-redundant-member-init)
|
|
||||||
/// objects: the next entry of common_keys
|
|
||||||
std::size_t next_common = 0;
|
|
||||||
/// objects: the "add" operations for keys only target has
|
|
||||||
basic_json added_ops{}; // NOLINT(readability-redundant-member-init)
|
|
||||||
};
|
|
||||||
|
|
||||||
// The operations of a diff are built by the functions below rather than
|
|
||||||
// where they are needed: building one takes several temporaries, and
|
|
||||||
// unoptimized builds give each temporary a stack slot of its own in the
|
|
||||||
// function it appears in. In diff_recursively, which is on the call stack
|
|
||||||
// once per nesting level, that made every level cost kilobytes of stack.
|
|
||||||
|
|
||||||
/// @brief append a "replace" operation for @a path with @a value to @a result
|
|
||||||
static void diff_replace(basic_json& result, const string_t& path, const basic_json& value)
|
|
||||||
{
|
|
||||||
result.push_back(
|
|
||||||
{
|
|
||||||
{"op", "replace"}, {"path", path}, {"value", value}
|
|
||||||
});
|
|
||||||
}
|
|
||||||
|
|
||||||
/// @brief append a "remove" operation for @a path to @a result
|
|
||||||
static void diff_remove(basic_json& result, const string_t& path)
|
|
||||||
{
|
|
||||||
result.push_back(object(
|
|
||||||
{
|
|
||||||
{"op", "remove"}, {"path", path}
|
|
||||||
}));
|
|
||||||
}
|
|
||||||
|
|
||||||
/// @brief append an "add" operation for @a path with @a value to @a result
|
|
||||||
static void diff_add(basic_json& result, const string_t& path, const basic_json& value)
|
|
||||||
{
|
|
||||||
result.push_back(
|
|
||||||
{
|
|
||||||
{"op", "add"}, {"path", path}, {"value", value}
|
|
||||||
});
|
|
||||||
}
|
|
||||||
|
|
||||||
/// @brief append the "remove" operations for the elements of array
|
|
||||||
/// @a source from @a index on, and the "add" operations for the
|
|
||||||
/// elements of array @a target from source's size on, to @a result
|
|
||||||
static void diff_array_tails(basic_json& result, const basic_json& source, const basic_json& target,
|
|
||||||
const string_t& path, const std::size_t index)
|
|
||||||
{
|
|
||||||
// remove my remaining elements, highest index first; appending
|
|
||||||
// in that order avoids the quadratic reinsertion done before
|
|
||||||
for (std::size_t j = source.size(); j > index; --j)
|
|
||||||
{
|
|
||||||
diff_remove(result, detail::concat<string_t>(path, '/', detail::to_string<string_t>(j - 1)));
|
|
||||||
}
|
|
||||||
|
|
||||||
// add other remaining elements
|
|
||||||
for (std::size_t i = source.size(); i < target.size(); ++i)
|
|
||||||
{
|
|
||||||
diff_add(result, detail::concat<string_t>(path, "/-"), target[i]);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
/*!
|
|
||||||
@brief compare the keys of objects @a source and @a target
|
|
||||||
|
|
||||||
If the keys both objects have are in the same order in both, and the keys
|
|
||||||
only @a target has come after them, stores the keys common to both in
|
|
||||||
source's order in @a common_keys, stores the "add" operations for the keys
|
|
||||||
only @a target has in @a added_ops, and returns true: the caller then diffs
|
|
||||||
the objects member by member. Otherwise, appends operations that remove
|
|
||||||
every member of @a source and add every member of @a target to @a result,
|
|
||||||
and returns false.
|
|
||||||
*/
|
|
||||||
static bool diff_object_keys(basic_json& result, const basic_json& source, const basic_json& target,
|
|
||||||
const string_t& path, std::vector<typename object_t::key_type>& common_keys,
|
|
||||||
basic_json& added_ops)
|
|
||||||
{
|
|
||||||
// first pass: record, for every source key, whether it is
|
|
||||||
// common to both objects (in source's iteration order) or
|
|
||||||
// was deleted (i.e., in source but not in target) -- this is
|
|
||||||
// a by-product of the target.find() call already needed to
|
|
||||||
// tell the two cases apart, so it adds no extra lookups. The
|
|
||||||
// "remove" ops themselves are emitted later, interleaved
|
|
||||||
// with the per-key diffs in the caller's fast path, to match
|
|
||||||
// source's original iteration order (as the original,
|
|
||||||
// pre-reordering-aware implementation did) instead of
|
|
||||||
// grouping all removes before all per-key diffs.
|
|
||||||
std::vector<typename object_t::key_type> common_keys_source_order;
|
|
||||||
for (auto it = source.cbegin(); it != source.cend(); ++it)
|
|
||||||
{
|
|
||||||
if (target.find(it.key()) != target.end())
|
|
||||||
{
|
|
||||||
common_keys_source_order.push_back(it.key());
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// second pass: find keys that were added (i.e., in target but
|
|
||||||
// not in source), and record the keys common to both, in
|
|
||||||
// target's iteration order -- again a by-product of the
|
|
||||||
// source.find() call already needed to detect added keys. At
|
|
||||||
// the same time, determine whether every added key comes
|
|
||||||
// after every common key in target's order (a precondition
|
|
||||||
// for the fast path, which only ever appends new keys
|
|
||||||
// at the very end): for an object_t whose iteration order is
|
|
||||||
// a pure function of the key set (e.g. the default std::map,
|
|
||||||
// which always iterates in sorted key order), the order
|
|
||||||
// check further below is always true and this whole
|
|
||||||
// mechanism is effectively a no-op; it only matters for a
|
|
||||||
// reorderable object_t such as the one backing `ordered_json`.
|
|
||||||
// The patch ops for keys that were added (i.e., in target but not
|
|
||||||
// in source) are built here so the fast path can reuse
|
|
||||||
// them without a second source.find() per target key. Only
|
|
||||||
// used by the fast path -- the slow (reordering) path
|
|
||||||
// rebuilds "add" ops for every key itself.
|
|
||||||
std::vector<typename object_t::key_type> common_keys_target_order;
|
|
||||||
bool new_keys_form_suffix = true;
|
|
||||||
bool seen_new_key = false;
|
|
||||||
for (auto it = target.cbegin(); it != target.cend(); ++it)
|
|
||||||
{
|
|
||||||
if (source.find(it.key()) == source.end())
|
|
||||||
{
|
|
||||||
seen_new_key = true;
|
|
||||||
diff_add(added_ops, detail::concat<string_t>(path, '/', detail::escape(it.key())), it.value());
|
|
||||||
}
|
|
||||||
else
|
|
||||||
{
|
|
||||||
common_keys_target_order.push_back(it.key());
|
|
||||||
if (seen_new_key)
|
|
||||||
{
|
|
||||||
new_keys_form_suffix = false;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if (common_keys_source_order == common_keys_target_order && new_keys_form_suffix)
|
|
||||||
{
|
|
||||||
// fast path: order of common keys already matches (or the
|
|
||||||
// object_t's iteration order does not depend on
|
|
||||||
// insertion history), so a plain per-key diff is correct
|
|
||||||
// and minimal, as before
|
|
||||||
common_keys = std::move(common_keys_source_order);
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
|
|
||||||
// slow path: the common keys are in a different relative
|
|
||||||
// order in source and target (only possible for a
|
|
||||||
// reorderable object_t like ordered_map). Building a
|
|
||||||
// minimal reordering patch is a nontrivial (LCS-like)
|
|
||||||
// problem; instead, remove every source key -- both
|
|
||||||
// deleted keys (which must be removed regardless) and
|
|
||||||
// common keys (removed so they can be re-added in
|
|
||||||
// target's order) -- and re-add every key that should
|
|
||||||
// remain, with its final target value, in target's
|
|
||||||
// order. basic_json::patch()'s "add" operation on an
|
|
||||||
// object uses operator[], which appends at the end for a
|
|
||||||
// vector-backed insertion-ordered map when the key does
|
|
||||||
// not already exist -- so removing a key and then adding
|
|
||||||
// it moves it to the end, fixing its position.
|
|
||||||
for (auto it = source.cbegin(); it != source.cend(); ++it)
|
|
||||||
{
|
|
||||||
diff_remove(result, detail::concat<string_t>(path, '/', detail::escape(it.key())));
|
|
||||||
}
|
|
||||||
|
|
||||||
// add every key that is either common (just removed
|
|
||||||
// above) or brand new, in target's iteration order, so
|
|
||||||
// that the final order after applying the patch matches
|
|
||||||
// target exactly
|
|
||||||
for (auto it = target.cbegin(); it != target.cend(); ++it)
|
|
||||||
{
|
|
||||||
diff_add(result, detail::concat<string_t>(path, '/', detail::escape(it.key())), it.value());
|
|
||||||
}
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
|
|
||||||
/*!
|
|
||||||
@brief @ref diff, for values at nesting level @a depth, appending the
|
|
||||||
operations to @a result
|
|
||||||
|
|
||||||
Diffing two arrays or objects calls this function again, once per nesting
|
|
||||||
level, so values nested deeply enough used to exhaust the call stack and
|
|
||||||
terminate the process. The descent is bounded here: once @ref
|
|
||||||
detail::recursion_depth_limit levels have been entered, @ref
|
|
||||||
diff_iteratively diffs what is left without the call stack.
|
|
||||||
*/
|
|
||||||
static void diff_recursively(basic_json& result, const basic_json& source, const basic_json& target,
|
|
||||||
const string_t& path, const std::size_t depth)
|
|
||||||
{
|
|
||||||
// if the values are the same, there is nothing to do
|
|
||||||
if (source == target)
|
if (source == target)
|
||||||
{
|
{
|
||||||
return;
|
return result;
|
||||||
}
|
|
||||||
|
|
||||||
if (JSON_HEDLEY_UNLIKELY(depth >= detail::recursion_depth_limit()))
|
|
||||||
{
|
|
||||||
diff_iteratively(result, source, target, path);
|
|
||||||
return;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
if (source.type() != target.type())
|
if (source.type() != target.type())
|
||||||
{
|
{
|
||||||
// different types: replace value
|
// different types: replace value
|
||||||
diff_replace(result, path, target);
|
result.push_back(
|
||||||
return;
|
{
|
||||||
|
{"op", "replace"}, {"path", path}, {"value", target}
|
||||||
|
});
|
||||||
|
return result;
|
||||||
}
|
}
|
||||||
|
|
||||||
switch (source.type())
|
switch (source.type())
|
||||||
@@ -6306,50 +6092,185 @@ class basic_json // NOLINT(cppcoreguidelines-special-member-functions,hicpp-spec
|
|||||||
while (i < source.size() && i < target.size())
|
while (i < source.size() && i < target.size())
|
||||||
{
|
{
|
||||||
// recursive call to compare array values at index i
|
// recursive call to compare array values at index i
|
||||||
diff_recursively(result, source[i], target[i], detail::concat<string_t>(path, '/', detail::to_string<string_t>(i)), depth + 1);
|
auto temp_diff = diff(source[i], target[i], detail::concat<string_t>(path, '/', detail::to_string<string_t>(i)));
|
||||||
|
result.insert(result.end(), temp_diff.begin(), temp_diff.end());
|
||||||
++i;
|
++i;
|
||||||
}
|
}
|
||||||
|
|
||||||
// We now reached the end of at least one array
|
// We now reached the end of at least one array
|
||||||
// in a second pass, traverse the remaining elements
|
// in a second pass, traverse the remaining elements
|
||||||
diff_array_tails(result, source, target, path, i);
|
|
||||||
|
// remove my remaining elements, highest index first; appending
|
||||||
|
// in that order avoids the quadratic reinsertion done before
|
||||||
|
for (std::size_t j = source.size(); j > i; --j)
|
||||||
|
{
|
||||||
|
result.push_back(object(
|
||||||
|
{
|
||||||
|
{"op", "remove"},
|
||||||
|
{"path", detail::concat<string_t>(path, '/', detail::to_string<string_t>(j - 1))}
|
||||||
|
}));
|
||||||
|
}
|
||||||
|
i = source.size();
|
||||||
|
|
||||||
|
// add other remaining elements
|
||||||
|
while (i < target.size())
|
||||||
|
{
|
||||||
|
result.push_back(
|
||||||
|
{
|
||||||
|
{"op", "add"},
|
||||||
|
{"path", detail::concat<string_t>(path, "/-")},
|
||||||
|
{"value", target[i]}
|
||||||
|
});
|
||||||
|
++i;
|
||||||
|
}
|
||||||
|
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
|
|
||||||
case value_t::object:
|
case value_t::object:
|
||||||
{
|
{
|
||||||
std::vector<typename object_t::key_type> common_keys;
|
// first pass: record, for every source key, whether it is
|
||||||
basic_json added_ops(value_t::array);
|
// common to both objects (in source's iteration order) or
|
||||||
if (diff_object_keys(result, source, target, path, common_keys, added_ops))
|
// was deleted (i.e., in source but not in target) -- this is
|
||||||
|
// a by-product of the target.find() call already needed to
|
||||||
|
// tell the two cases apart, so it adds no extra lookups. The
|
||||||
|
// "remove" ops themselves are emitted later, interleaved
|
||||||
|
// with the recursive per-key diffs in the fast path below,
|
||||||
|
// to match source's original iteration order (as the
|
||||||
|
// original, pre-reordering-aware implementation did) instead
|
||||||
|
// of grouping all removes before all recursive diffs.
|
||||||
|
std::vector<typename object_t::key_type> common_keys_source_order;
|
||||||
|
for (auto it = source.cbegin(); it != source.cend(); ++it)
|
||||||
{
|
{
|
||||||
// fast path: common_keys is, by construction, the
|
if (target.find(it.key()) != target.end())
|
||||||
// subsequence of source's keys that are common to both
|
{
|
||||||
// objects, in source's iteration order -- so it can be
|
common_keys_source_order.push_back(it.key());
|
||||||
// walked in lockstep with `source` using a cheap key
|
}
|
||||||
// comparison instead of another lookup. Deleted keys
|
}
|
||||||
// (those source keys not in common_keys) are interleaved
|
|
||||||
// here too, in source's original order, to match the
|
// second pass: find keys that were added (i.e., in target but
|
||||||
// historical (pre-reordering-aware) output order.
|
// not in source), and record the keys common to both, in
|
||||||
auto common_it = common_keys.cbegin();
|
// target's iteration order -- again a by-product of the
|
||||||
|
// source.find() call already needed to detect added keys. At
|
||||||
|
// the same time, determine whether every added key comes
|
||||||
|
// after every common key in target's order (a precondition
|
||||||
|
// for the fast path below, which only ever appends new keys
|
||||||
|
// at the very end): for an object_t whose iteration order is
|
||||||
|
// a pure function of the key set (e.g. the default std::map,
|
||||||
|
// which always iterates in sorted key order), the order
|
||||||
|
// check further below is always true and this whole
|
||||||
|
// mechanism is effectively a no-op; it only matters for a
|
||||||
|
// reorderable object_t such as the one backing `ordered_json`.
|
||||||
|
// patch ops for keys that were added (i.e., in target but not
|
||||||
|
// in source); built here so the fast path below can reuse
|
||||||
|
// them without a second source.find() per target key. Only
|
||||||
|
// used by the fast path -- the slow (reordering) path
|
||||||
|
// rebuilds "add" ops for every key itself.
|
||||||
|
std::vector<typename object_t::key_type> common_keys_target_order;
|
||||||
|
basic_json added_ops(value_t::array);
|
||||||
|
bool new_keys_form_suffix = true;
|
||||||
|
bool seen_new_key = false;
|
||||||
|
for (auto it = target.cbegin(); it != target.cend(); ++it)
|
||||||
|
{
|
||||||
|
if (source.find(it.key()) == source.end())
|
||||||
|
{
|
||||||
|
seen_new_key = true;
|
||||||
|
const auto path_key = detail::concat<string_t>(path, '/', detail::escape(it.key()));
|
||||||
|
added_ops.push_back(
|
||||||
|
{
|
||||||
|
{"op", "add"}, {"path", path_key},
|
||||||
|
{"value", it.value()}
|
||||||
|
});
|
||||||
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
common_keys_target_order.push_back(it.key());
|
||||||
|
if (seen_new_key)
|
||||||
|
{
|
||||||
|
new_keys_form_suffix = false;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (common_keys_source_order == common_keys_target_order && new_keys_form_suffix)
|
||||||
|
{
|
||||||
|
// fast path: order of common keys already matches (or the
|
||||||
|
// object_t's iteration order does not depend on
|
||||||
|
// insertion history), so a plain per-key recursive diff
|
||||||
|
// is correct and minimal, as before. common_keys_source_order
|
||||||
|
// is, by construction, the subsequence of source's keys
|
||||||
|
// that are common to both objects, in source's iteration
|
||||||
|
// order -- so it can be walked in lockstep with `source`
|
||||||
|
// using a cheap key comparison instead of another lookup.
|
||||||
|
// Deleted keys (those source keys not in common_keys_source_order)
|
||||||
|
// are interleaved here too, in source's original order, to
|
||||||
|
// match the historical (pre-reordering-aware) output order.
|
||||||
|
auto common_it = common_keys_source_order.cbegin();
|
||||||
for (auto it = source.cbegin(); it != source.cend(); ++it)
|
for (auto it = source.cbegin(); it != source.cend(); ++it)
|
||||||
{
|
{
|
||||||
if (common_it != common_keys.cend() && it.key() == *common_it)
|
if (common_it != common_keys_source_order.cend() && it.key() == *common_it)
|
||||||
{
|
{
|
||||||
diff_recursively(result, it.value(), target[it.key()], detail::concat<string_t>(path, '/', detail::escape(it.key())), depth + 1);
|
const auto path_key = detail::concat<string_t>(path, '/', detail::escape(it.key()));
|
||||||
|
auto temp_diff = diff(it.value(), target[it.key()], path_key);
|
||||||
|
result.insert(result.end(), temp_diff.begin(), temp_diff.end());
|
||||||
++common_it;
|
++common_it;
|
||||||
}
|
}
|
||||||
else
|
else
|
||||||
{
|
{
|
||||||
// found a key that is not in target -> remove it
|
// found a key that is not in target -> remove it
|
||||||
diff_remove(result, detail::concat<string_t>(path, '/', detail::escape(it.key())));
|
const auto path_key = detail::concat<string_t>(path, '/', detail::escape(it.key()));
|
||||||
|
result.push_back(object(
|
||||||
|
{
|
||||||
|
{"op", "remove"}, {"path", path_key}
|
||||||
|
}));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// append the "add" ops for brand-new keys collected by
|
// append the "add" ops for brand-new keys collected above
|
||||||
// diff_object_keys -- no second source.find() per target
|
// during the pass over target -- no second source.find()
|
||||||
// key needed
|
// per target key needed
|
||||||
result.insert(result.end(), added_ops.begin(), added_ops.end());
|
result.insert(result.end(), added_ops.begin(), added_ops.end());
|
||||||
}
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
// slow path: the common keys are in a different relative
|
||||||
|
// order in source and target (only possible for a
|
||||||
|
// reorderable object_t like ordered_map). Building a
|
||||||
|
// minimal reordering patch is a nontrivial (LCS-like)
|
||||||
|
// problem; instead, remove every source key -- both
|
||||||
|
// deleted keys (which must be removed regardless) and
|
||||||
|
// common keys (removed so they can be re-added in
|
||||||
|
// target's order) -- and re-add every key that should
|
||||||
|
// remain, with its final target value, in target's
|
||||||
|
// order. basic_json::patch()'s "add" operation on an
|
||||||
|
// object uses operator[], which appends at the end for a
|
||||||
|
// vector-backed insertion-ordered map when the key does
|
||||||
|
// not already exist -- so removing a key and then adding
|
||||||
|
// it moves it to the end, fixing its position.
|
||||||
|
for (auto it = source.cbegin(); it != source.cend(); ++it)
|
||||||
|
{
|
||||||
|
const auto path_key = detail::concat<string_t>(path, '/', detail::escape(it.key()));
|
||||||
|
result.push_back(object(
|
||||||
|
{
|
||||||
|
{"op", "remove"}, {"path", path_key}
|
||||||
|
}));
|
||||||
|
}
|
||||||
|
|
||||||
|
// add every key that is either common (just removed
|
||||||
|
// above) or brand new, in target's iteration order, so
|
||||||
|
// that the final order after applying the patch matches
|
||||||
|
// target exactly
|
||||||
|
for (auto it = target.cbegin(); it != target.cend(); ++it)
|
||||||
|
{
|
||||||
|
const auto path_key = detail::concat<string_t>(path, '/', detail::escape(it.key()));
|
||||||
|
result.push_back(
|
||||||
|
{
|
||||||
|
{"op", "add"}, {"path", path_key},
|
||||||
|
{"value", it.value()}
|
||||||
|
});
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -6364,170 +6285,16 @@ class basic_json // NOLINT(cppcoreguidelines-special-member-functions,hicpp-spec
|
|||||||
default:
|
default:
|
||||||
{
|
{
|
||||||
// both primitive types: replace value
|
// both primitive types: replace value
|
||||||
diff_replace(result, path, target);
|
result.push_back(
|
||||||
|
{
|
||||||
|
{"op", "replace"}, {"path", path}, {"value", target}
|
||||||
|
});
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
return result;
|
||||||
}
|
}
|
||||||
|
|
||||||
/*!
|
|
||||||
@brief @ref diff without the call stack, appending the operations to
|
|
||||||
@a result
|
|
||||||
|
|
||||||
Produces the same operations as @ref diff_recursively. Only reached for
|
|
||||||
values nested more deeply than @ref detail::recursion_depth_limit.
|
|
||||||
*/
|
|
||||||
static void diff_iteratively(basic_json& result, const basic_json& source, const basic_json& target,
|
|
||||||
const string_t& path)
|
|
||||||
{
|
|
||||||
// The arrays and objects being diffed are kept on an explicit stack,
|
|
||||||
// and every pair of elements is still diffed completely before the
|
|
||||||
// next one, so the operations come out in the same order as in
|
|
||||||
// diff_recursively. The path of the values being diffed is kept in
|
|
||||||
// one buffer that grows and shrinks with the stack, rather than in a
|
|
||||||
// new string per level.
|
|
||||||
std::vector<diff_frame> stack;
|
|
||||||
string_t current_path = path;
|
|
||||||
|
|
||||||
// diff `s` against `t`, whose path is current_path: primitives,
|
|
||||||
// values of different types, and objects whose members were reordered
|
|
||||||
// are handled right away; arrays and other objects get a frame
|
|
||||||
const auto enter = [&result, &stack, ¤t_path](const basic_json & s, const basic_json & t)
|
|
||||||
{
|
|
||||||
// if the values are the same, there is nothing to do. Arrays and
|
|
||||||
// objects are not compared up front: comparing them visits
|
|
||||||
// everything below them, so doing that at every level would take
|
|
||||||
// quadratic time in the nesting depth - equal ones yield no
|
|
||||||
// operations anyway.
|
|
||||||
if ((!s.is_structured() || !t.is_structured()) && s == t)
|
|
||||||
{
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
if (s.type() != t.type())
|
|
||||||
{
|
|
||||||
// different types: replace value
|
|
||||||
diff_replace(result, current_path, t);
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
switch (s.type())
|
|
||||||
{
|
|
||||||
case value_t::array:
|
|
||||||
{
|
|
||||||
stack.emplace_back(&s, &t, current_path.size());
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
case value_t::object:
|
|
||||||
{
|
|
||||||
std::vector<typename object_t::key_type> common_keys;
|
|
||||||
basic_json added_ops(value_t::array);
|
|
||||||
if (diff_object_keys(result, s, t, current_path, common_keys, added_ops))
|
|
||||||
{
|
|
||||||
// fast path: the frame walks source in lockstep with
|
|
||||||
// common_keys, as diff_recursively does, and appends
|
|
||||||
// added_ops once all members are done
|
|
||||||
stack.emplace_back(&s, &t, current_path.size());
|
|
||||||
stack.back().member = s.cbegin();
|
|
||||||
stack.back().common_keys = std::move(common_keys);
|
|
||||||
stack.back().added_ops = std::move(added_ops);
|
|
||||||
}
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
case value_t::null:
|
|
||||||
case value_t::string:
|
|
||||||
case value_t::boolean:
|
|
||||||
case value_t::number_integer:
|
|
||||||
case value_t::number_unsigned:
|
|
||||||
case value_t::number_float:
|
|
||||||
case value_t::binary:
|
|
||||||
case value_t::discarded:
|
|
||||||
default:
|
|
||||||
{
|
|
||||||
// both primitive types: replace value
|
|
||||||
diff_replace(result, current_path, t);
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
enter(source, target);
|
|
||||||
while (!stack.empty())
|
|
||||||
{
|
|
||||||
// the frame is copied out member by member and changed through
|
|
||||||
// stack.back(): enter() may push a frame and the end of the loop
|
|
||||||
// pops it, either of which would invalidate a reference to it
|
|
||||||
const basic_json* const s = stack.back().source;
|
|
||||||
const basic_json* const t = stack.back().target;
|
|
||||||
const std::size_t path_length = stack.back().path_length;
|
|
||||||
const std::size_t depth = stack.size();
|
|
||||||
|
|
||||||
if (s->is_array())
|
|
||||||
{
|
|
||||||
const auto& source_array = *s->m_data.m_value.array;
|
|
||||||
const auto& target_array = *t->m_data.m_value.array;
|
|
||||||
|
|
||||||
// first pass: traverse common elements
|
|
||||||
const std::size_t i = stack.back().index;
|
|
||||||
if (i < source_array.size() && i < target_array.size())
|
|
||||||
{
|
|
||||||
++stack.back().index;
|
|
||||||
detail::concat_into(current_path, '/', detail::to_string<string_t>(i));
|
|
||||||
enter(source_array[i], target_array[i]);
|
|
||||||
if (stack.size() == depth)
|
|
||||||
{
|
|
||||||
current_path.resize(path_length);
|
|
||||||
}
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
|
|
||||||
// We now reached the end of at least one array
|
|
||||||
// in a second pass, traverse the remaining elements
|
|
||||||
diff_array_tails(result, *s, *t, current_path, i);
|
|
||||||
}
|
|
||||||
else
|
|
||||||
{
|
|
||||||
const const_iterator it = stack.back().member;
|
|
||||||
if (it != s->cend())
|
|
||||||
{
|
|
||||||
++stack.back().member;
|
|
||||||
const std::size_t next_common = stack.back().next_common;
|
|
||||||
if (next_common < stack.back().common_keys.size() && it.key() == stack.back().common_keys[next_common])
|
|
||||||
{
|
|
||||||
++stack.back().next_common;
|
|
||||||
const basic_json& target_value = (*t)[it.key()];
|
|
||||||
detail::concat_into(current_path, '/', detail::escape(it.key()));
|
|
||||||
enter(it.value(), target_value);
|
|
||||||
if (stack.size() == depth)
|
|
||||||
{
|
|
||||||
current_path.resize(path_length);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
else
|
|
||||||
{
|
|
||||||
// found a key that is not in target -> remove it
|
|
||||||
diff_remove(result, detail::concat<string_t>(current_path, '/', detail::escape(it.key())));
|
|
||||||
}
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
|
|
||||||
// append the "add" ops for brand-new keys collected when the
|
|
||||||
// object was entered
|
|
||||||
result.insert(result.end(), stack.back().added_ops.begin(), stack.back().added_ops.end());
|
|
||||||
}
|
|
||||||
|
|
||||||
// this array or object is done: continue with the one it is in
|
|
||||||
stack.pop_back();
|
|
||||||
if (!stack.empty())
|
|
||||||
{
|
|
||||||
current_path.resize(stack.back().path_length);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
public:
|
|
||||||
/// @}
|
/// @}
|
||||||
|
|
||||||
////////////////////////////////
|
////////////////////////////////
|
||||||
|
|||||||
+198
-413
@@ -3327,6 +3327,10 @@ void templated_json_throw(ExceptionType exception)
|
|||||||
#define JSON_DISABLE_ENUM_SERIALIZATION 0
|
#define JSON_DISABLE_ENUM_SERIALIZATION 0
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
|
#ifndef JSON_DISABLE_TUPLE_REFERENCE_CONVERSION
|
||||||
|
#define JSON_DISABLE_TUPLE_REFERENCE_CONVERSION 0
|
||||||
|
#endif
|
||||||
|
|
||||||
#ifndef JSON_USE_GLOBAL_UDLS
|
#ifndef JSON_USE_GLOBAL_UDLS
|
||||||
#define JSON_USE_GLOBAL_UDLS 1
|
#define JSON_USE_GLOBAL_UDLS 1
|
||||||
#endif
|
#endif
|
||||||
@@ -4646,6 +4650,18 @@ template<typename BasicJsonType, typename CompatibleType>
|
|||||||
struct is_compatible_type
|
struct is_compatible_type
|
||||||
: is_compatible_type_impl<BasicJsonType, CompatibleType> {};
|
: is_compatible_type_impl<BasicJsonType, CompatibleType> {};
|
||||||
|
|
||||||
|
// a one-element std::tuple holding a reference to BasicJsonType, as created by
|
||||||
|
// std::forward_as_tuple(j); see JSON_DISABLE_TUPLE_REFERENCE_CONVERSION
|
||||||
|
template<typename BasicJsonType, typename T>
|
||||||
|
struct is_basic_json_reference_tuple : std::false_type {};
|
||||||
|
|
||||||
|
template<typename BasicJsonType, typename T>
|
||||||
|
struct is_basic_json_reference_tuple<BasicJsonType, std::tuple<T>>
|
||||||
|
{
|
||||||
|
static constexpr bool value =
|
||||||
|
std::is_reference<T>::value && std::is_same<uncvref_t<T>, BasicJsonType>::value;
|
||||||
|
};
|
||||||
|
|
||||||
template<typename BasicJsonType, typename CompatibleArrayType>
|
template<typename BasicJsonType, typename CompatibleArrayType>
|
||||||
struct is_compatible_binary_type
|
struct is_compatible_binary_type
|
||||||
{
|
{
|
||||||
@@ -7000,11 +7016,13 @@ inline void to_json_tuple_impl(BasicJsonType& j, const Tuple& t, index_sequence<
|
|||||||
j = { std::get<Idx>(t)... };
|
j = { std::get<Idx>(t)... };
|
||||||
}
|
}
|
||||||
|
|
||||||
#if JSON_BRACE_INIT_COPY_SEMANTICS
|
// A one-element braced list does not reliably wrap its element: with
|
||||||
// JSON_BRACE_INIT_COPY_SEMANTICS makes a one-element braced list copy its
|
// JSON_BRACE_INIT_COPY_SEMANTICS it copies it, which would serialize
|
||||||
// element instead of wrapping it, which would serialize std::tuple<int>{5} as 5
|
// std::tuple<int>{5} as 5 rather than [5], and some compilers (e.g., Apple clang
|
||||||
// rather than [5]. Build what the default deduction builds instead: an object
|
// 15 and 16) copy an element that is itself a basic_json even without it, so
|
||||||
// if the element is a [string, value] pair, a one-element array otherwise.
|
// std::tuple<json>{true} became true rather than [true]. Build what the default
|
||||||
|
// deduction builds instead: an object if the element is a [string, value] pair,
|
||||||
|
// a one-element array otherwise.
|
||||||
template<typename BasicJsonType, typename Tuple>
|
template<typename BasicJsonType, typename Tuple>
|
||||||
inline void to_json_tuple_impl(BasicJsonType& j, const Tuple& t, index_sequence<0> /*unused*/)
|
inline void to_json_tuple_impl(BasicJsonType& j, const Tuple& t, index_sequence<0> /*unused*/)
|
||||||
{
|
{
|
||||||
@@ -7022,7 +7040,6 @@ inline void to_json_tuple_impl(BasicJsonType& j, const Tuple& t, index_sequence<
|
|||||||
j = BasicJsonType::array({std::move(element)});
|
j = BasicJsonType::array({std::move(element)});
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
#endif
|
|
||||||
|
|
||||||
template<typename BasicJsonType, typename Tuple>
|
template<typename BasicJsonType, typename Tuple>
|
||||||
inline void to_json_tuple_impl(BasicJsonType& j, const Tuple& /*unused*/, index_sequence<> /*unused*/)
|
inline void to_json_tuple_impl(BasicJsonType& j, const Tuple& /*unused*/, index_sequence<> /*unused*/)
|
||||||
@@ -27478,7 +27495,12 @@ class basic_json // NOLINT(cppcoreguidelines-special-member-functions,hicpp-spec
|
|||||||
template < typename CompatibleType,
|
template < typename CompatibleType,
|
||||||
typename U = detail::uncvref_t<CompatibleType>,
|
typename U = detail::uncvref_t<CompatibleType>,
|
||||||
detail::enable_if_t <
|
detail::enable_if_t <
|
||||||
!detail::is_basic_json<U>::value && detail::is_compatible_type<basic_json_t, U>::value, int > = 0 >
|
!detail::is_basic_json<U>::value && detail::is_compatible_type<basic_json_t, U>::value
|
||||||
|
#if JSON_DISABLE_TUPLE_REFERENCE_CONVERSION
|
||||||
|
// see https://github.com/nlohmann/json/issues/2226
|
||||||
|
&& !detail::is_basic_json_reference_tuple<basic_json_t, U>::value
|
||||||
|
#endif
|
||||||
|
, int > = 0 >
|
||||||
basic_json(CompatibleType && val) noexcept(noexcept( // NOLINT(bugprone-forwarding-reference-overload,bugprone-exception-escape)
|
basic_json(CompatibleType && val) noexcept(noexcept( // NOLINT(bugprone-forwarding-reference-overload,bugprone-exception-escape)
|
||||||
JSONSerializer<U>::to_json(std::declval<basic_json_t&>(),
|
JSONSerializer<U>::to_json(std::declval<basic_json_t&>(),
|
||||||
std::forward<CompatibleType>(val))))
|
std::forward<CompatibleType>(val))))
|
||||||
@@ -31944,240 +31966,21 @@ class basic_json // NOLINT(cppcoreguidelines-special-member-functions,hicpp-spec
|
|||||||
{
|
{
|
||||||
// the patch
|
// the patch
|
||||||
basic_json result(value_t::array);
|
basic_json result(value_t::array);
|
||||||
diff_recursively(result, source, target, path, 0);
|
|
||||||
return result;
|
|
||||||
}
|
|
||||||
|
|
||||||
private:
|
// if the values are the same, return an empty patch
|
||||||
/// @brief two arrays or two objects @ref diff_iteratively is diffing
|
|
||||||
struct diff_frame
|
|
||||||
{
|
|
||||||
diff_frame(const basic_json* source_, const basic_json* target_, const std::size_t path_length_) noexcept
|
|
||||||
: source(source_), target(target_), path_length(path_length_)
|
|
||||||
{}
|
|
||||||
|
|
||||||
// declared for GCC's -Weffc++, which asks for them in a class with
|
|
||||||
// pointer members and a non-trivial destructor; the exception
|
|
||||||
// specifications are left implicit, as GCC 4.8 rejects explicit ones
|
|
||||||
// that differ from them
|
|
||||||
diff_frame(const diff_frame&) = default;
|
|
||||||
diff_frame(diff_frame&&) = default;
|
|
||||||
diff_frame& operator=(const diff_frame&) = default;
|
|
||||||
diff_frame& operator=(diff_frame&&) = default;
|
|
||||||
~diff_frame() = default;
|
|
||||||
|
|
||||||
/// the values being diffed, both arrays or both objects
|
|
||||||
const basic_json* source;
|
|
||||||
const basic_json* target;
|
|
||||||
/// the length of their path in `current_path`
|
|
||||||
std::size_t path_length;
|
|
||||||
/// arrays: the next index to diff
|
|
||||||
std::size_t index = 0;
|
|
||||||
/// objects: the next member of source to look at
|
|
||||||
const_iterator member{}; // NOLINT(readability-redundant-member-init)
|
|
||||||
/// objects: the keys common to both, in source's order
|
|
||||||
std::vector<typename object_t::key_type> common_keys{}; // NOLINT(readability-redundant-member-init)
|
|
||||||
/// objects: the next entry of common_keys
|
|
||||||
std::size_t next_common = 0;
|
|
||||||
/// objects: the "add" operations for keys only target has
|
|
||||||
basic_json added_ops{}; // NOLINT(readability-redundant-member-init)
|
|
||||||
};
|
|
||||||
|
|
||||||
// The operations of a diff are built by the functions below rather than
|
|
||||||
// where they are needed: building one takes several temporaries, and
|
|
||||||
// unoptimized builds give each temporary a stack slot of its own in the
|
|
||||||
// function it appears in. In diff_recursively, which is on the call stack
|
|
||||||
// once per nesting level, that made every level cost kilobytes of stack.
|
|
||||||
|
|
||||||
/// @brief append a "replace" operation for @a path with @a value to @a result
|
|
||||||
static void diff_replace(basic_json& result, const string_t& path, const basic_json& value)
|
|
||||||
{
|
|
||||||
result.push_back(
|
|
||||||
{
|
|
||||||
{"op", "replace"}, {"path", path}, {"value", value}
|
|
||||||
});
|
|
||||||
}
|
|
||||||
|
|
||||||
/// @brief append a "remove" operation for @a path to @a result
|
|
||||||
static void diff_remove(basic_json& result, const string_t& path)
|
|
||||||
{
|
|
||||||
result.push_back(object(
|
|
||||||
{
|
|
||||||
{"op", "remove"}, {"path", path}
|
|
||||||
}));
|
|
||||||
}
|
|
||||||
|
|
||||||
/// @brief append an "add" operation for @a path with @a value to @a result
|
|
||||||
static void diff_add(basic_json& result, const string_t& path, const basic_json& value)
|
|
||||||
{
|
|
||||||
result.push_back(
|
|
||||||
{
|
|
||||||
{"op", "add"}, {"path", path}, {"value", value}
|
|
||||||
});
|
|
||||||
}
|
|
||||||
|
|
||||||
/// @brief append the "remove" operations for the elements of array
|
|
||||||
/// @a source from @a index on, and the "add" operations for the
|
|
||||||
/// elements of array @a target from source's size on, to @a result
|
|
||||||
static void diff_array_tails(basic_json& result, const basic_json& source, const basic_json& target,
|
|
||||||
const string_t& path, const std::size_t index)
|
|
||||||
{
|
|
||||||
// remove my remaining elements, highest index first; appending
|
|
||||||
// in that order avoids the quadratic reinsertion done before
|
|
||||||
for (std::size_t j = source.size(); j > index; --j)
|
|
||||||
{
|
|
||||||
diff_remove(result, detail::concat<string_t>(path, '/', detail::to_string<string_t>(j - 1)));
|
|
||||||
}
|
|
||||||
|
|
||||||
// add other remaining elements
|
|
||||||
for (std::size_t i = source.size(); i < target.size(); ++i)
|
|
||||||
{
|
|
||||||
diff_add(result, detail::concat<string_t>(path, "/-"), target[i]);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
/*!
|
|
||||||
@brief compare the keys of objects @a source and @a target
|
|
||||||
|
|
||||||
If the keys both objects have are in the same order in both, and the keys
|
|
||||||
only @a target has come after them, stores the keys common to both in
|
|
||||||
source's order in @a common_keys, stores the "add" operations for the keys
|
|
||||||
only @a target has in @a added_ops, and returns true: the caller then diffs
|
|
||||||
the objects member by member. Otherwise, appends operations that remove
|
|
||||||
every member of @a source and add every member of @a target to @a result,
|
|
||||||
and returns false.
|
|
||||||
*/
|
|
||||||
static bool diff_object_keys(basic_json& result, const basic_json& source, const basic_json& target,
|
|
||||||
const string_t& path, std::vector<typename object_t::key_type>& common_keys,
|
|
||||||
basic_json& added_ops)
|
|
||||||
{
|
|
||||||
// first pass: record, for every source key, whether it is
|
|
||||||
// common to both objects (in source's iteration order) or
|
|
||||||
// was deleted (i.e., in source but not in target) -- this is
|
|
||||||
// a by-product of the target.find() call already needed to
|
|
||||||
// tell the two cases apart, so it adds no extra lookups. The
|
|
||||||
// "remove" ops themselves are emitted later, interleaved
|
|
||||||
// with the per-key diffs in the caller's fast path, to match
|
|
||||||
// source's original iteration order (as the original,
|
|
||||||
// pre-reordering-aware implementation did) instead of
|
|
||||||
// grouping all removes before all per-key diffs.
|
|
||||||
std::vector<typename object_t::key_type> common_keys_source_order;
|
|
||||||
for (auto it = source.cbegin(); it != source.cend(); ++it)
|
|
||||||
{
|
|
||||||
if (target.find(it.key()) != target.end())
|
|
||||||
{
|
|
||||||
common_keys_source_order.push_back(it.key());
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// second pass: find keys that were added (i.e., in target but
|
|
||||||
// not in source), and record the keys common to both, in
|
|
||||||
// target's iteration order -- again a by-product of the
|
|
||||||
// source.find() call already needed to detect added keys. At
|
|
||||||
// the same time, determine whether every added key comes
|
|
||||||
// after every common key in target's order (a precondition
|
|
||||||
// for the fast path, which only ever appends new keys
|
|
||||||
// at the very end): for an object_t whose iteration order is
|
|
||||||
// a pure function of the key set (e.g. the default std::map,
|
|
||||||
// which always iterates in sorted key order), the order
|
|
||||||
// check further below is always true and this whole
|
|
||||||
// mechanism is effectively a no-op; it only matters for a
|
|
||||||
// reorderable object_t such as the one backing `ordered_json`.
|
|
||||||
// The patch ops for keys that were added (i.e., in target but not
|
|
||||||
// in source) are built here so the fast path can reuse
|
|
||||||
// them without a second source.find() per target key. Only
|
|
||||||
// used by the fast path -- the slow (reordering) path
|
|
||||||
// rebuilds "add" ops for every key itself.
|
|
||||||
std::vector<typename object_t::key_type> common_keys_target_order;
|
|
||||||
bool new_keys_form_suffix = true;
|
|
||||||
bool seen_new_key = false;
|
|
||||||
for (auto it = target.cbegin(); it != target.cend(); ++it)
|
|
||||||
{
|
|
||||||
if (source.find(it.key()) == source.end())
|
|
||||||
{
|
|
||||||
seen_new_key = true;
|
|
||||||
diff_add(added_ops, detail::concat<string_t>(path, '/', detail::escape(it.key())), it.value());
|
|
||||||
}
|
|
||||||
else
|
|
||||||
{
|
|
||||||
common_keys_target_order.push_back(it.key());
|
|
||||||
if (seen_new_key)
|
|
||||||
{
|
|
||||||
new_keys_form_suffix = false;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if (common_keys_source_order == common_keys_target_order && new_keys_form_suffix)
|
|
||||||
{
|
|
||||||
// fast path: order of common keys already matches (or the
|
|
||||||
// object_t's iteration order does not depend on
|
|
||||||
// insertion history), so a plain per-key diff is correct
|
|
||||||
// and minimal, as before
|
|
||||||
common_keys = std::move(common_keys_source_order);
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
|
|
||||||
// slow path: the common keys are in a different relative
|
|
||||||
// order in source and target (only possible for a
|
|
||||||
// reorderable object_t like ordered_map). Building a
|
|
||||||
// minimal reordering patch is a nontrivial (LCS-like)
|
|
||||||
// problem; instead, remove every source key -- both
|
|
||||||
// deleted keys (which must be removed regardless) and
|
|
||||||
// common keys (removed so they can be re-added in
|
|
||||||
// target's order) -- and re-add every key that should
|
|
||||||
// remain, with its final target value, in target's
|
|
||||||
// order. basic_json::patch()'s "add" operation on an
|
|
||||||
// object uses operator[], which appends at the end for a
|
|
||||||
// vector-backed insertion-ordered map when the key does
|
|
||||||
// not already exist -- so removing a key and then adding
|
|
||||||
// it moves it to the end, fixing its position.
|
|
||||||
for (auto it = source.cbegin(); it != source.cend(); ++it)
|
|
||||||
{
|
|
||||||
diff_remove(result, detail::concat<string_t>(path, '/', detail::escape(it.key())));
|
|
||||||
}
|
|
||||||
|
|
||||||
// add every key that is either common (just removed
|
|
||||||
// above) or brand new, in target's iteration order, so
|
|
||||||
// that the final order after applying the patch matches
|
|
||||||
// target exactly
|
|
||||||
for (auto it = target.cbegin(); it != target.cend(); ++it)
|
|
||||||
{
|
|
||||||
diff_add(result, detail::concat<string_t>(path, '/', detail::escape(it.key())), it.value());
|
|
||||||
}
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
|
|
||||||
/*!
|
|
||||||
@brief @ref diff, for values at nesting level @a depth, appending the
|
|
||||||
operations to @a result
|
|
||||||
|
|
||||||
Diffing two arrays or objects calls this function again, once per nesting
|
|
||||||
level, so values nested deeply enough used to exhaust the call stack and
|
|
||||||
terminate the process. The descent is bounded here: once @ref
|
|
||||||
detail::recursion_depth_limit levels have been entered, @ref
|
|
||||||
diff_iteratively diffs what is left without the call stack.
|
|
||||||
*/
|
|
||||||
static void diff_recursively(basic_json& result, const basic_json& source, const basic_json& target,
|
|
||||||
const string_t& path, const std::size_t depth)
|
|
||||||
{
|
|
||||||
// if the values are the same, there is nothing to do
|
|
||||||
if (source == target)
|
if (source == target)
|
||||||
{
|
{
|
||||||
return;
|
return result;
|
||||||
}
|
|
||||||
|
|
||||||
if (JSON_HEDLEY_UNLIKELY(depth >= detail::recursion_depth_limit()))
|
|
||||||
{
|
|
||||||
diff_iteratively(result, source, target, path);
|
|
||||||
return;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
if (source.type() != target.type())
|
if (source.type() != target.type())
|
||||||
{
|
{
|
||||||
// different types: replace value
|
// different types: replace value
|
||||||
diff_replace(result, path, target);
|
result.push_back(
|
||||||
return;
|
{
|
||||||
|
{"op", "replace"}, {"path", path}, {"value", target}
|
||||||
|
});
|
||||||
|
return result;
|
||||||
}
|
}
|
||||||
|
|
||||||
switch (source.type())
|
switch (source.type())
|
||||||
@@ -32189,50 +31992,185 @@ class basic_json // NOLINT(cppcoreguidelines-special-member-functions,hicpp-spec
|
|||||||
while (i < source.size() && i < target.size())
|
while (i < source.size() && i < target.size())
|
||||||
{
|
{
|
||||||
// recursive call to compare array values at index i
|
// recursive call to compare array values at index i
|
||||||
diff_recursively(result, source[i], target[i], detail::concat<string_t>(path, '/', detail::to_string<string_t>(i)), depth + 1);
|
auto temp_diff = diff(source[i], target[i], detail::concat<string_t>(path, '/', detail::to_string<string_t>(i)));
|
||||||
|
result.insert(result.end(), temp_diff.begin(), temp_diff.end());
|
||||||
++i;
|
++i;
|
||||||
}
|
}
|
||||||
|
|
||||||
// We now reached the end of at least one array
|
// We now reached the end of at least one array
|
||||||
// in a second pass, traverse the remaining elements
|
// in a second pass, traverse the remaining elements
|
||||||
diff_array_tails(result, source, target, path, i);
|
|
||||||
|
// remove my remaining elements, highest index first; appending
|
||||||
|
// in that order avoids the quadratic reinsertion done before
|
||||||
|
for (std::size_t j = source.size(); j > i; --j)
|
||||||
|
{
|
||||||
|
result.push_back(object(
|
||||||
|
{
|
||||||
|
{"op", "remove"},
|
||||||
|
{"path", detail::concat<string_t>(path, '/', detail::to_string<string_t>(j - 1))}
|
||||||
|
}));
|
||||||
|
}
|
||||||
|
i = source.size();
|
||||||
|
|
||||||
|
// add other remaining elements
|
||||||
|
while (i < target.size())
|
||||||
|
{
|
||||||
|
result.push_back(
|
||||||
|
{
|
||||||
|
{"op", "add"},
|
||||||
|
{"path", detail::concat<string_t>(path, "/-")},
|
||||||
|
{"value", target[i]}
|
||||||
|
});
|
||||||
|
++i;
|
||||||
|
}
|
||||||
|
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
|
|
||||||
case value_t::object:
|
case value_t::object:
|
||||||
{
|
{
|
||||||
std::vector<typename object_t::key_type> common_keys;
|
// first pass: record, for every source key, whether it is
|
||||||
basic_json added_ops(value_t::array);
|
// common to both objects (in source's iteration order) or
|
||||||
if (diff_object_keys(result, source, target, path, common_keys, added_ops))
|
// was deleted (i.e., in source but not in target) -- this is
|
||||||
|
// a by-product of the target.find() call already needed to
|
||||||
|
// tell the two cases apart, so it adds no extra lookups. The
|
||||||
|
// "remove" ops themselves are emitted later, interleaved
|
||||||
|
// with the recursive per-key diffs in the fast path below,
|
||||||
|
// to match source's original iteration order (as the
|
||||||
|
// original, pre-reordering-aware implementation did) instead
|
||||||
|
// of grouping all removes before all recursive diffs.
|
||||||
|
std::vector<typename object_t::key_type> common_keys_source_order;
|
||||||
|
for (auto it = source.cbegin(); it != source.cend(); ++it)
|
||||||
{
|
{
|
||||||
// fast path: common_keys is, by construction, the
|
if (target.find(it.key()) != target.end())
|
||||||
// subsequence of source's keys that are common to both
|
{
|
||||||
// objects, in source's iteration order -- so it can be
|
common_keys_source_order.push_back(it.key());
|
||||||
// walked in lockstep with `source` using a cheap key
|
}
|
||||||
// comparison instead of another lookup. Deleted keys
|
}
|
||||||
// (those source keys not in common_keys) are interleaved
|
|
||||||
// here too, in source's original order, to match the
|
// second pass: find keys that were added (i.e., in target but
|
||||||
// historical (pre-reordering-aware) output order.
|
// not in source), and record the keys common to both, in
|
||||||
auto common_it = common_keys.cbegin();
|
// target's iteration order -- again a by-product of the
|
||||||
|
// source.find() call already needed to detect added keys. At
|
||||||
|
// the same time, determine whether every added key comes
|
||||||
|
// after every common key in target's order (a precondition
|
||||||
|
// for the fast path below, which only ever appends new keys
|
||||||
|
// at the very end): for an object_t whose iteration order is
|
||||||
|
// a pure function of the key set (e.g. the default std::map,
|
||||||
|
// which always iterates in sorted key order), the order
|
||||||
|
// check further below is always true and this whole
|
||||||
|
// mechanism is effectively a no-op; it only matters for a
|
||||||
|
// reorderable object_t such as the one backing `ordered_json`.
|
||||||
|
// patch ops for keys that were added (i.e., in target but not
|
||||||
|
// in source); built here so the fast path below can reuse
|
||||||
|
// them without a second source.find() per target key. Only
|
||||||
|
// used by the fast path -- the slow (reordering) path
|
||||||
|
// rebuilds "add" ops for every key itself.
|
||||||
|
std::vector<typename object_t::key_type> common_keys_target_order;
|
||||||
|
basic_json added_ops(value_t::array);
|
||||||
|
bool new_keys_form_suffix = true;
|
||||||
|
bool seen_new_key = false;
|
||||||
|
for (auto it = target.cbegin(); it != target.cend(); ++it)
|
||||||
|
{
|
||||||
|
if (source.find(it.key()) == source.end())
|
||||||
|
{
|
||||||
|
seen_new_key = true;
|
||||||
|
const auto path_key = detail::concat<string_t>(path, '/', detail::escape(it.key()));
|
||||||
|
added_ops.push_back(
|
||||||
|
{
|
||||||
|
{"op", "add"}, {"path", path_key},
|
||||||
|
{"value", it.value()}
|
||||||
|
});
|
||||||
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
common_keys_target_order.push_back(it.key());
|
||||||
|
if (seen_new_key)
|
||||||
|
{
|
||||||
|
new_keys_form_suffix = false;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (common_keys_source_order == common_keys_target_order && new_keys_form_suffix)
|
||||||
|
{
|
||||||
|
// fast path: order of common keys already matches (or the
|
||||||
|
// object_t's iteration order does not depend on
|
||||||
|
// insertion history), so a plain per-key recursive diff
|
||||||
|
// is correct and minimal, as before. common_keys_source_order
|
||||||
|
// is, by construction, the subsequence of source's keys
|
||||||
|
// that are common to both objects, in source's iteration
|
||||||
|
// order -- so it can be walked in lockstep with `source`
|
||||||
|
// using a cheap key comparison instead of another lookup.
|
||||||
|
// Deleted keys (those source keys not in common_keys_source_order)
|
||||||
|
// are interleaved here too, in source's original order, to
|
||||||
|
// match the historical (pre-reordering-aware) output order.
|
||||||
|
auto common_it = common_keys_source_order.cbegin();
|
||||||
for (auto it = source.cbegin(); it != source.cend(); ++it)
|
for (auto it = source.cbegin(); it != source.cend(); ++it)
|
||||||
{
|
{
|
||||||
if (common_it != common_keys.cend() && it.key() == *common_it)
|
if (common_it != common_keys_source_order.cend() && it.key() == *common_it)
|
||||||
{
|
{
|
||||||
diff_recursively(result, it.value(), target[it.key()], detail::concat<string_t>(path, '/', detail::escape(it.key())), depth + 1);
|
const auto path_key = detail::concat<string_t>(path, '/', detail::escape(it.key()));
|
||||||
|
auto temp_diff = diff(it.value(), target[it.key()], path_key);
|
||||||
|
result.insert(result.end(), temp_diff.begin(), temp_diff.end());
|
||||||
++common_it;
|
++common_it;
|
||||||
}
|
}
|
||||||
else
|
else
|
||||||
{
|
{
|
||||||
// found a key that is not in target -> remove it
|
// found a key that is not in target -> remove it
|
||||||
diff_remove(result, detail::concat<string_t>(path, '/', detail::escape(it.key())));
|
const auto path_key = detail::concat<string_t>(path, '/', detail::escape(it.key()));
|
||||||
|
result.push_back(object(
|
||||||
|
{
|
||||||
|
{"op", "remove"}, {"path", path_key}
|
||||||
|
}));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// append the "add" ops for brand-new keys collected by
|
// append the "add" ops for brand-new keys collected above
|
||||||
// diff_object_keys -- no second source.find() per target
|
// during the pass over target -- no second source.find()
|
||||||
// key needed
|
// per target key needed
|
||||||
result.insert(result.end(), added_ops.begin(), added_ops.end());
|
result.insert(result.end(), added_ops.begin(), added_ops.end());
|
||||||
}
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
// slow path: the common keys are in a different relative
|
||||||
|
// order in source and target (only possible for a
|
||||||
|
// reorderable object_t like ordered_map). Building a
|
||||||
|
// minimal reordering patch is a nontrivial (LCS-like)
|
||||||
|
// problem; instead, remove every source key -- both
|
||||||
|
// deleted keys (which must be removed regardless) and
|
||||||
|
// common keys (removed so they can be re-added in
|
||||||
|
// target's order) -- and re-add every key that should
|
||||||
|
// remain, with its final target value, in target's
|
||||||
|
// order. basic_json::patch()'s "add" operation on an
|
||||||
|
// object uses operator[], which appends at the end for a
|
||||||
|
// vector-backed insertion-ordered map when the key does
|
||||||
|
// not already exist -- so removing a key and then adding
|
||||||
|
// it moves it to the end, fixing its position.
|
||||||
|
for (auto it = source.cbegin(); it != source.cend(); ++it)
|
||||||
|
{
|
||||||
|
const auto path_key = detail::concat<string_t>(path, '/', detail::escape(it.key()));
|
||||||
|
result.push_back(object(
|
||||||
|
{
|
||||||
|
{"op", "remove"}, {"path", path_key}
|
||||||
|
}));
|
||||||
|
}
|
||||||
|
|
||||||
|
// add every key that is either common (just removed
|
||||||
|
// above) or brand new, in target's iteration order, so
|
||||||
|
// that the final order after applying the patch matches
|
||||||
|
// target exactly
|
||||||
|
for (auto it = target.cbegin(); it != target.cend(); ++it)
|
||||||
|
{
|
||||||
|
const auto path_key = detail::concat<string_t>(path, '/', detail::escape(it.key()));
|
||||||
|
result.push_back(
|
||||||
|
{
|
||||||
|
{"op", "add"}, {"path", path_key},
|
||||||
|
{"value", it.value()}
|
||||||
|
});
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -32247,170 +32185,16 @@ class basic_json // NOLINT(cppcoreguidelines-special-member-functions,hicpp-spec
|
|||||||
default:
|
default:
|
||||||
{
|
{
|
||||||
// both primitive types: replace value
|
// both primitive types: replace value
|
||||||
diff_replace(result, path, target);
|
result.push_back(
|
||||||
|
{
|
||||||
|
{"op", "replace"}, {"path", path}, {"value", target}
|
||||||
|
});
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
return result;
|
||||||
}
|
}
|
||||||
|
|
||||||
/*!
|
|
||||||
@brief @ref diff without the call stack, appending the operations to
|
|
||||||
@a result
|
|
||||||
|
|
||||||
Produces the same operations as @ref diff_recursively. Only reached for
|
|
||||||
values nested more deeply than @ref detail::recursion_depth_limit.
|
|
||||||
*/
|
|
||||||
static void diff_iteratively(basic_json& result, const basic_json& source, const basic_json& target,
|
|
||||||
const string_t& path)
|
|
||||||
{
|
|
||||||
// The arrays and objects being diffed are kept on an explicit stack,
|
|
||||||
// and every pair of elements is still diffed completely before the
|
|
||||||
// next one, so the operations come out in the same order as in
|
|
||||||
// diff_recursively. The path of the values being diffed is kept in
|
|
||||||
// one buffer that grows and shrinks with the stack, rather than in a
|
|
||||||
// new string per level.
|
|
||||||
std::vector<diff_frame> stack;
|
|
||||||
string_t current_path = path;
|
|
||||||
|
|
||||||
// diff `s` against `t`, whose path is current_path: primitives,
|
|
||||||
// values of different types, and objects whose members were reordered
|
|
||||||
// are handled right away; arrays and other objects get a frame
|
|
||||||
const auto enter = [&result, &stack, ¤t_path](const basic_json & s, const basic_json & t)
|
|
||||||
{
|
|
||||||
// if the values are the same, there is nothing to do. Arrays and
|
|
||||||
// objects are not compared up front: comparing them visits
|
|
||||||
// everything below them, so doing that at every level would take
|
|
||||||
// quadratic time in the nesting depth - equal ones yield no
|
|
||||||
// operations anyway.
|
|
||||||
if ((!s.is_structured() || !t.is_structured()) && s == t)
|
|
||||||
{
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
if (s.type() != t.type())
|
|
||||||
{
|
|
||||||
// different types: replace value
|
|
||||||
diff_replace(result, current_path, t);
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
switch (s.type())
|
|
||||||
{
|
|
||||||
case value_t::array:
|
|
||||||
{
|
|
||||||
stack.emplace_back(&s, &t, current_path.size());
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
case value_t::object:
|
|
||||||
{
|
|
||||||
std::vector<typename object_t::key_type> common_keys;
|
|
||||||
basic_json added_ops(value_t::array);
|
|
||||||
if (diff_object_keys(result, s, t, current_path, common_keys, added_ops))
|
|
||||||
{
|
|
||||||
// fast path: the frame walks source in lockstep with
|
|
||||||
// common_keys, as diff_recursively does, and appends
|
|
||||||
// added_ops once all members are done
|
|
||||||
stack.emplace_back(&s, &t, current_path.size());
|
|
||||||
stack.back().member = s.cbegin();
|
|
||||||
stack.back().common_keys = std::move(common_keys);
|
|
||||||
stack.back().added_ops = std::move(added_ops);
|
|
||||||
}
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
case value_t::null:
|
|
||||||
case value_t::string:
|
|
||||||
case value_t::boolean:
|
|
||||||
case value_t::number_integer:
|
|
||||||
case value_t::number_unsigned:
|
|
||||||
case value_t::number_float:
|
|
||||||
case value_t::binary:
|
|
||||||
case value_t::discarded:
|
|
||||||
default:
|
|
||||||
{
|
|
||||||
// both primitive types: replace value
|
|
||||||
diff_replace(result, current_path, t);
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
enter(source, target);
|
|
||||||
while (!stack.empty())
|
|
||||||
{
|
|
||||||
// the frame is copied out member by member and changed through
|
|
||||||
// stack.back(): enter() may push a frame and the end of the loop
|
|
||||||
// pops it, either of which would invalidate a reference to it
|
|
||||||
const basic_json* const s = stack.back().source;
|
|
||||||
const basic_json* const t = stack.back().target;
|
|
||||||
const std::size_t path_length = stack.back().path_length;
|
|
||||||
const std::size_t depth = stack.size();
|
|
||||||
|
|
||||||
if (s->is_array())
|
|
||||||
{
|
|
||||||
const auto& source_array = *s->m_data.m_value.array;
|
|
||||||
const auto& target_array = *t->m_data.m_value.array;
|
|
||||||
|
|
||||||
// first pass: traverse common elements
|
|
||||||
const std::size_t i = stack.back().index;
|
|
||||||
if (i < source_array.size() && i < target_array.size())
|
|
||||||
{
|
|
||||||
++stack.back().index;
|
|
||||||
detail::concat_into(current_path, '/', detail::to_string<string_t>(i));
|
|
||||||
enter(source_array[i], target_array[i]);
|
|
||||||
if (stack.size() == depth)
|
|
||||||
{
|
|
||||||
current_path.resize(path_length);
|
|
||||||
}
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
|
|
||||||
// We now reached the end of at least one array
|
|
||||||
// in a second pass, traverse the remaining elements
|
|
||||||
diff_array_tails(result, *s, *t, current_path, i);
|
|
||||||
}
|
|
||||||
else
|
|
||||||
{
|
|
||||||
const const_iterator it = stack.back().member;
|
|
||||||
if (it != s->cend())
|
|
||||||
{
|
|
||||||
++stack.back().member;
|
|
||||||
const std::size_t next_common = stack.back().next_common;
|
|
||||||
if (next_common < stack.back().common_keys.size() && it.key() == stack.back().common_keys[next_common])
|
|
||||||
{
|
|
||||||
++stack.back().next_common;
|
|
||||||
const basic_json& target_value = (*t)[it.key()];
|
|
||||||
detail::concat_into(current_path, '/', detail::escape(it.key()));
|
|
||||||
enter(it.value(), target_value);
|
|
||||||
if (stack.size() == depth)
|
|
||||||
{
|
|
||||||
current_path.resize(path_length);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
else
|
|
||||||
{
|
|
||||||
// found a key that is not in target -> remove it
|
|
||||||
diff_remove(result, detail::concat<string_t>(current_path, '/', detail::escape(it.key())));
|
|
||||||
}
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
|
|
||||||
// append the "add" ops for brand-new keys collected when the
|
|
||||||
// object was entered
|
|
||||||
result.insert(result.end(), stack.back().added_ops.begin(), stack.back().added_ops.end());
|
|
||||||
}
|
|
||||||
|
|
||||||
// this array or object is done: continue with the one it is in
|
|
||||||
stack.pop_back();
|
|
||||||
if (!stack.empty())
|
|
||||||
{
|
|
||||||
current_path.resize(stack.back().path_length);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
public:
|
|
||||||
/// @}
|
/// @}
|
||||||
|
|
||||||
////////////////////////////////
|
////////////////////////////////
|
||||||
@@ -32766,6 +32550,7 @@ struct formatter<nlohmann::NLOHMANN_BASIC_JSON_TPL, char> // NOLINT(cert-dcl58-c
|
|||||||
#undef JSON_INLINE_VARIABLE
|
#undef JSON_INLINE_VARIABLE
|
||||||
#undef JSON_NO_UNIQUE_ADDRESS
|
#undef JSON_NO_UNIQUE_ADDRESS
|
||||||
#undef JSON_DISABLE_ENUM_SERIALIZATION
|
#undef JSON_DISABLE_ENUM_SERIALIZATION
|
||||||
|
#undef JSON_DISABLE_TUPLE_REFERENCE_CONVERSION
|
||||||
#undef JSON_USE_GLOBAL_UDLS
|
#undef JSON_USE_GLOBAL_UDLS
|
||||||
|
|
||||||
#ifndef JSON_TEST_KEEP_MACROS
|
#ifndef JSON_TEST_KEEP_MACROS
|
||||||
|
|||||||
@@ -0,0 +1,79 @@
|
|||||||
|
// __ _____ _____ _____
|
||||||
|
// __| | __| | | | JSON for Modern C++ (supporting code)
|
||||||
|
// | | |__ | | | | | | version 3.12.0
|
||||||
|
// |_____|_____|_____|_|___| https://github.com/nlohmann/json
|
||||||
|
//
|
||||||
|
// SPDX-FileCopyrightText: 2013-2026 Niels Lohmann <https://nlohmann.me>
|
||||||
|
// SPDX-License-Identifier: MIT
|
||||||
|
|
||||||
|
#include "doctest_compatibility.h"
|
||||||
|
|
||||||
|
// This file tests the opt-in JSON_DISABLE_TUPLE_REFERENCE_CONVERSION, so it
|
||||||
|
// defines the macro itself rather than relying on a -D flag, and runs in every
|
||||||
|
// build.
|
||||||
|
#ifdef JSON_DISABLE_TUPLE_REFERENCE_CONVERSION
|
||||||
|
#undef JSON_DISABLE_TUPLE_REFERENCE_CONVERSION
|
||||||
|
#endif
|
||||||
|
|
||||||
|
#define JSON_DISABLE_TUPLE_REFERENCE_CONVERSION 1
|
||||||
|
|
||||||
|
#include <nlohmann/json.hpp>
|
||||||
|
using nlohmann::json;
|
||||||
|
using nlohmann::ordered_json;
|
||||||
|
|
||||||
|
#include <string>
|
||||||
|
#include <tuple>
|
||||||
|
#include <type_traits>
|
||||||
|
#include <utility>
|
||||||
|
|
||||||
|
TEST_CASE("JSON_DISABLE_TUPLE_REFERENCE_CONVERSION")
|
||||||
|
{
|
||||||
|
SECTION("json is not constructible from a one-element tuple of a json reference")
|
||||||
|
{
|
||||||
|
CHECK_FALSE(std::is_constructible<json, std::tuple<json&>>::value);
|
||||||
|
CHECK_FALSE(std::is_constructible<json, std::tuple<const json&>>::value);
|
||||||
|
CHECK_FALSE(std::is_constructible < json, std::tuple < json && >>::value);
|
||||||
|
CHECK_FALSE(std::is_constructible<json, const std::tuple<json&>&>::value);
|
||||||
|
CHECK_FALSE(std::is_constructible<ordered_json, std::tuple<ordered_json&>>::value);
|
||||||
|
}
|
||||||
|
|
||||||
|
SECTION("issue #2226 - tuple<const json&> from tuple<json&> keeps the reference")
|
||||||
|
{
|
||||||
|
json j = true;
|
||||||
|
const std::tuple<const json&> tup(std::forward_as_tuple(j));
|
||||||
|
CHECK(&std::get<0>(tup) == &j);
|
||||||
|
}
|
||||||
|
|
||||||
|
SECTION("tuple<json> from tuple<json&> copies the element")
|
||||||
|
{
|
||||||
|
const json j = {{"key", "value"}};
|
||||||
|
const std::tuple<json> t1(std::forward_as_tuple(j));
|
||||||
|
CHECK(std::get<0>(t1) == j);
|
||||||
|
|
||||||
|
json j2 = "text";
|
||||||
|
const std::tuple<json> t2(std::forward_as_tuple(std::move(j2)));
|
||||||
|
CHECK(std::get<0>(t2) == "text");
|
||||||
|
}
|
||||||
|
|
||||||
|
SECTION("other tuple conversions are not affected")
|
||||||
|
{
|
||||||
|
const json j = true;
|
||||||
|
|
||||||
|
// one-element tuple holding a json value
|
||||||
|
CHECK(json(std::make_tuple(j)) == json::array({true}));
|
||||||
|
|
||||||
|
// tuples with more than one element, even when holding references
|
||||||
|
int i = 1;
|
||||||
|
CHECK(json(std::forward_as_tuple(i, j)) == json::array({1, true}));
|
||||||
|
CHECK(json(std::forward_as_tuple(j, j)) == json::array({true, true}));
|
||||||
|
|
||||||
|
// one-element tuples holding references to other types
|
||||||
|
std::string s = "text";
|
||||||
|
CHECK(json(std::forward_as_tuple(s)) == json::array({"text"}));
|
||||||
|
CHECK(json(std::forward_as_tuple(i)) == json::array({1}));
|
||||||
|
|
||||||
|
// a reference to a different basic_json specialization
|
||||||
|
ordered_json oj = true;
|
||||||
|
CHECK(json(std::forward_as_tuple(oj)) == json::array({true}));
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -15,65 +15,8 @@ using nlohmann::json;
|
|||||||
#endif
|
#endif
|
||||||
|
|
||||||
#include <fstream>
|
#include <fstream>
|
||||||
#include <string>
|
|
||||||
#include <vector>
|
|
||||||
#include "make_test_data_available.hpp"
|
#include "make_test_data_available.hpp"
|
||||||
|
|
||||||
namespace
|
|
||||||
{
|
|
||||||
// alternating objects and arrays nested `depth` levels deep, with members that
|
|
||||||
// depend on `variant` at some levels, so diffing two variants yields
|
|
||||||
// operations on many levels: replacing the innermost value, adding, removing,
|
|
||||||
// and (for ordered_json) reordering members, and changing array lengths
|
|
||||||
template<typename BasicJsonType>
|
|
||||||
BasicJsonType nested(const std::size_t depth, const int variant)
|
|
||||||
{
|
|
||||||
BasicJsonType value = variant;
|
|
||||||
for (std::size_t i = 0; i < depth; ++i)
|
|
||||||
{
|
|
||||||
if (i % 2 == 0)
|
|
||||||
{
|
|
||||||
BasicJsonType object = BasicJsonType::object();
|
|
||||||
if ((i + static_cast<std::size_t>(variant)) % 7 == 0)
|
|
||||||
{
|
|
||||||
object["x"] = i;
|
|
||||||
}
|
|
||||||
if (variant == 2 && i % 11 == 0)
|
|
||||||
{
|
|
||||||
object["z"] = "z";
|
|
||||||
}
|
|
||||||
object["a"] = std::move(value);
|
|
||||||
if (variant == 1 && i % 5 == 0)
|
|
||||||
{
|
|
||||||
object["y"] = 1;
|
|
||||||
}
|
|
||||||
value = std::move(object);
|
|
||||||
}
|
|
||||||
else
|
|
||||||
{
|
|
||||||
BasicJsonType array = BasicJsonType::array({std::move(value)});
|
|
||||||
if ((i + static_cast<std::size_t>(variant)) % 3 == 0)
|
|
||||||
{
|
|
||||||
array.push_back(i);
|
|
||||||
}
|
|
||||||
value = std::move(array);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return value;
|
|
||||||
}
|
|
||||||
|
|
||||||
// a path of `depth` reference tokens, as nested() nests its values
|
|
||||||
std::string nested_path(const std::size_t depth)
|
|
||||||
{
|
|
||||||
std::string path;
|
|
||||||
for (std::size_t i = depth; i > 0; --i)
|
|
||||||
{
|
|
||||||
path += (i - 1) % 2 == 0 ? "/a" : "/0";
|
|
||||||
}
|
|
||||||
return path;
|
|
||||||
}
|
|
||||||
} // namespace
|
|
||||||
|
|
||||||
TEST_CASE("JSON patch")
|
TEST_CASE("JSON patch")
|
||||||
{
|
{
|
||||||
SECTION("examples from RFC 6902")
|
SECTION("examples from RFC 6902")
|
||||||
@@ -1809,102 +1752,6 @@ TEST_CASE("JSON patch - diff emits array removals in descending index order")
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
TEST_CASE("JSON patch: diff of deeply nested values")
|
|
||||||
{
|
|
||||||
SECTION("the diff reproduces the target at every depth")
|
|
||||||
{
|
|
||||||
// depths on either side of the nesting depth up to which diff()
|
|
||||||
// recurses (detail::recursion_depth_limit(), 128); not every depth up
|
|
||||||
// to 300, as the test would then time out under Valgrind
|
|
||||||
std::vector<std::size_t> depths;
|
|
||||||
for (std::size_t depth = 0; depth <= 16; ++depth)
|
|
||||||
{
|
|
||||||
depths.push_back(depth);
|
|
||||||
}
|
|
||||||
for (std::size_t depth = 120; depth <= 136; ++depth)
|
|
||||||
{
|
|
||||||
depths.push_back(depth);
|
|
||||||
}
|
|
||||||
depths.push_back(300);
|
|
||||||
|
|
||||||
for (const auto depth : depths)
|
|
||||||
{
|
|
||||||
CAPTURE(depth);
|
|
||||||
for (int from = 0; from < 3; ++from)
|
|
||||||
{
|
|
||||||
for (int to = 0; to < 3; ++to)
|
|
||||||
{
|
|
||||||
CAPTURE(from);
|
|
||||||
CAPTURE(to);
|
|
||||||
const auto source = nested<json>(depth, from);
|
|
||||||
const auto target = nested<json>(depth, to);
|
|
||||||
const auto patch = json::diff(source, target);
|
|
||||||
CHECK(source.patch(patch) == target);
|
|
||||||
CHECK(patch.empty() == (from == to));
|
|
||||||
|
|
||||||
const auto ordered_source = nested<nlohmann::ordered_json>(depth, from);
|
|
||||||
const auto ordered_target = nested<nlohmann::ordered_json>(depth, to);
|
|
||||||
CHECK(ordered_source.patch(nlohmann::ordered_json::diff(ordered_source, ordered_target)) == ordered_target);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
SECTION("a difference only in the innermost value is one replace operation")
|
|
||||||
{
|
|
||||||
for (std::size_t depth = 0; depth <= 300; ++depth)
|
|
||||||
{
|
|
||||||
CAPTURE(depth);
|
|
||||||
json source = 1;
|
|
||||||
json target = 2;
|
|
||||||
for (std::size_t i = 0; i < depth; ++i)
|
|
||||||
{
|
|
||||||
source = i % 2 == 0 ? json::object({{"a", std::move(source)}}) : json::array({std::move(source)});
|
|
||||||
target = i % 2 == 0 ? json::object({{"a", std::move(target)}}) : json::array({std::move(target)});
|
|
||||||
}
|
|
||||||
CHECK(json::diff(source, target, "/root") == json::array({{{"op", "replace"}, {"path", "/root" + nested_path(depth)}, {"value", 2}}}));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
SECTION("values nested too deeply for the call stack (#5393)")
|
|
||||||
{
|
|
||||||
// diff() used to recurse once per nesting level, and compared the
|
|
||||||
// values with operator== on every level. The values are only
|
|
||||||
// parsed and diffed, never copied or compared, since those recurse
|
|
||||||
// too.
|
|
||||||
const std::size_t depth = 100000;
|
|
||||||
for (const bool objects :
|
|
||||||
{
|
|
||||||
false, true
|
|
||||||
})
|
|
||||||
{
|
|
||||||
CAPTURE(objects);
|
|
||||||
std::string source_text;
|
|
||||||
std::string target_text;
|
|
||||||
std::string equal_text;
|
|
||||||
std::string path;
|
|
||||||
for (std::size_t i = 0; i < depth; ++i)
|
|
||||||
{
|
|
||||||
source_text += objects ? "{\"a\":" : "[";
|
|
||||||
path += objects ? "/a" : "/0";
|
|
||||||
}
|
|
||||||
target_text = source_text + "2";
|
|
||||||
equal_text = source_text + "1";
|
|
||||||
source_text += "1";
|
|
||||||
const std::string closing(depth, objects ? '}' : ']');
|
|
||||||
const auto source = json::parse(source_text + closing);
|
|
||||||
|
|
||||||
const auto patch = json::diff(source, json::parse(target_text + closing));
|
|
||||||
REQUIRE(patch.size() == 1);
|
|
||||||
CHECK(patch[0]["op"] == "replace");
|
|
||||||
CHECK(patch[0]["path"] == path);
|
|
||||||
CHECK(patch[0]["value"] == 2);
|
|
||||||
|
|
||||||
CHECK(json::diff(source, json::parse(equal_text + closing)).empty());
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
TEST_CASE("JSON patch - every operation on ordered_json")
|
TEST_CASE("JSON patch - every operation on ordered_json")
|
||||||
{
|
{
|
||||||
using nlohmann::ordered_json;
|
using nlohmann::ordered_json;
|
||||||
|
|||||||
@@ -18,6 +18,11 @@
|
|||||||
// for some reason including this after the json header leads to linker errors with VS 2017...
|
// for some reason including this after the json header leads to linker errors with VS 2017...
|
||||||
#include <locale>
|
#include <locale>
|
||||||
|
|
||||||
|
// skip tests if JSON_DISABLE_TUPLE_REFERENCE_CONVERSION=1 (#2226)
|
||||||
|
#if defined(JSON_DISABLE_TUPLE_REFERENCE_CONVERSION) && (JSON_DISABLE_TUPLE_REFERENCE_CONVERSION == 1)
|
||||||
|
#define SKIP_TESTS_FOR_TUPLE_REFERENCE_CONVERSION
|
||||||
|
#endif
|
||||||
|
|
||||||
#define JSON_TESTS_PRIVATE
|
#define JSON_TESTS_PRIVATE
|
||||||
#include <nlohmann/json.hpp>
|
#include <nlohmann/json.hpp>
|
||||||
using json = nlohmann::json;
|
using json = nlohmann::json;
|
||||||
@@ -28,6 +33,7 @@ using ordered_json = nlohmann::ordered_json;
|
|||||||
|
|
||||||
#include <cstdio>
|
#include <cstdio>
|
||||||
#include <list>
|
#include <list>
|
||||||
|
#include <tuple>
|
||||||
#include <type_traits>
|
#include <type_traits>
|
||||||
#include <utility>
|
#include <utility>
|
||||||
|
|
||||||
@@ -542,6 +548,18 @@ TEST_CASE("regression tests 2")
|
|||||||
)));
|
)));
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#ifndef SKIP_TESTS_FOR_TUPLE_REFERENCE_CONVERSION
|
||||||
|
SECTION("issue #2226 - std::tuple dangling reference - implicit conversion")
|
||||||
|
{
|
||||||
|
// by default, a one-element tuple holding a json reference converts to
|
||||||
|
// a one-element array; JSON_DISABLE_TUPLE_REFERENCE_CONVERSION removes
|
||||||
|
// this conversion (see unit-disable-tuple-reference-conversion.cpp)
|
||||||
|
const json j = true;
|
||||||
|
CHECK(std::is_constructible<json, std::tuple<const json&>>::value);
|
||||||
|
CHECK(json(std::forward_as_tuple(j)) == json::array({true}));
|
||||||
|
}
|
||||||
|
#endif
|
||||||
|
|
||||||
SECTION("PR #2181 - regression bug with lvalue")
|
SECTION("PR #2181 - regression bug with lvalue")
|
||||||
{
|
{
|
||||||
// see https://github.com/nlohmann/json/pull/2181#issuecomment-653326060
|
// see https://github.com/nlohmann/json/pull/2181#issuecomment-653326060
|
||||||
|
|||||||
Reference in New Issue
Block a user