mirror of
https://github.com/nlohmann/json.git
synced 2026-10-28 16:55:41 +00:00
Compare commits
9
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
e89d5fdbdd | ||
|
|
d587214ab2 | ||
|
|
bd442d5d07 | ||
|
|
da83aa92c8 | ||
|
|
4c3e92b96e | ||
|
|
087df7b0c2 | ||
|
|
eae3c8217b | ||
|
|
960c234cc6 | ||
|
|
b6e24d19a9 |
No files matched your search
@@ -154,6 +154,15 @@ and each page's title (H1) and declaration by
|
|||||||
[`docs/docset/generate_docset.py`](https://github.com/nlohmann/json/blob/develop/docs/docset/generate_docset.py);
|
[`docs/docset/generate_docset.py`](https://github.com/nlohmann/json/blob/develop/docs/docset/generate_docset.py);
|
||||||
`make build` reports API pages that cannot be classified.
|
`make build` reports API pages that cannot be classified.
|
||||||
|
|
||||||
|
A pull request that changes only the documentation, Markdown files, GitHub metadata, or license files skips the
|
||||||
|
compiler workflows (Ubuntu, macOS, Windows); the documentation and license checks still run. See
|
||||||
|
[`tools/check_path_filters`](https://github.com/nlohmann/json/tree/develop/tools/check_path_filters) for the list of
|
||||||
|
skipped files and what to do when a compiler job starts reading one of them.
|
||||||
|
|
||||||
|
Most compiler jobs run only once a maintainer adds the label "🚀 ready to merge" to a pull request; until then, a
|
||||||
|
smaller set of jobs runs on every push. See
|
||||||
|
[How CI runs](https://json.nlohmann.me/community/quality_assurance/#how-ci-runs) for the sets and when they run.
|
||||||
|
|
||||||
### Amalgamate the source code
|
### Amalgamate the source code
|
||||||
|
|
||||||
The single-header files
|
The single-header files
|
||||||
|
|||||||
@@ -7,25 +7,60 @@ on:
|
|||||||
- master
|
- master
|
||||||
- release/*
|
- release/*
|
||||||
pull_request:
|
pull_request:
|
||||||
|
# labeled: the "🚀 ready to merge" label starts the full set (see below)
|
||||||
|
types: [opened, synchronize, reopened, labeled]
|
||||||
|
# Skip pull requests that change only files no job here reads. The list is checked by
|
||||||
|
# tools/check_path_filters/check_path_filters.py (repository_checks.yml); change both together.
|
||||||
|
paths:
|
||||||
|
- '**'
|
||||||
|
- '!docs/**'
|
||||||
|
- '!**.md'
|
||||||
|
- '!.github/*'
|
||||||
|
- '!.github/ISSUE_TEMPLATE/**'
|
||||||
|
- '!.github/external_ci/**'
|
||||||
|
- '!.github/workflows/**'
|
||||||
|
- '!.reuse/**'
|
||||||
|
- '!LICENSES/**'
|
||||||
|
- '!CITATION.cff'
|
||||||
|
- '!REUSE.toml'
|
||||||
|
# read by tools/check_build_options in the ci_meson_install job (ubuntu.yml)
|
||||||
|
- 'docs/mkdocs/docs/integration/package_managers.md'
|
||||||
|
# built by the swiftpm job (macos.yml)
|
||||||
|
- 'docs/mkdocs/docs/integration/swift/**'
|
||||||
|
- '.github/workflows/macos.yml'
|
||||||
workflow_dispatch:
|
workflow_dispatch:
|
||||||
|
|
||||||
|
# A run triggered by any other label gets a group of its own, so it does not
|
||||||
|
# cancel the run of the last push; its jobs are skipped.
|
||||||
concurrency:
|
concurrency:
|
||||||
group: ${{ github.workflow }}-${{ github.ref || github.run_id }}
|
group: ${{ github.workflow }}-${{ github.event_name == 'schedule' && 'nightly' || github.ref || github.run_id }}${{ github.event.action == 'labeled' && github.event.label.name != '🚀 ready to merge' && format('-{0}', github.run_id) || '' }}
|
||||||
cancel-in-progress: true
|
cancel-in-progress: true
|
||||||
|
|
||||||
permissions:
|
permissions:
|
||||||
contents: read
|
contents: read
|
||||||
|
|
||||||
|
|
||||||
|
# The jobs are split into a PR set and a full set like in ubuntu.yml (see "How
|
||||||
|
# CI runs" in docs/mkdocs/docs/community/quality_assurance.md): the PR set runs
|
||||||
|
# on every push; the full set after the PR set passed, on pushes and on pull
|
||||||
|
# requests with the "🚀 ready to merge" label. tools/ci_jobs checks that every
|
||||||
|
# job belongs to exactly one set.
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
|
###########################################################################
|
||||||
|
# PR set
|
||||||
|
###########################################################################
|
||||||
|
|
||||||
macos-15:
|
macos-15:
|
||||||
|
if: &pr_set ${{ github.event_name != 'schedule' && (github.event.action != 'labeled' || github.event.label.name == '🚀 ready to merge') }}
|
||||||
runs-on: macos-15 # https://github.com/actions/runner-images/blob/main/images/macos/macos-15-Readme.md
|
runs-on: macos-15 # https://github.com/actions/runner-images/blob/main/images/macos/macos-15-Readme.md
|
||||||
strategy:
|
strategy:
|
||||||
matrix:
|
matrix:
|
||||||
xcode: ['16.0', '16.1', '16.2', '16.3', '16.4', '26.0.1', '26.1.1', '26.2', '26.3']
|
xcode: ['16.0', '16.4', '26.3']
|
||||||
env:
|
env:
|
||||||
DEVELOPER_DIR: /Applications/Xcode_${{ matrix.xcode }}.app/Contents/Developer
|
DEVELOPER_DIR: /Applications/Xcode_${{ matrix.xcode }}.app/Contents/Developer
|
||||||
|
|
||||||
steps:
|
steps: &xcode_steps
|
||||||
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
with:
|
with:
|
||||||
persist-credentials: false
|
persist-credentials: false
|
||||||
@@ -37,10 +72,11 @@ jobs:
|
|||||||
run: cd build ; ctest -j 10 --output-on-failure
|
run: cd build ; ctest -j 10 --output-on-failure
|
||||||
|
|
||||||
macos-26:
|
macos-26:
|
||||||
|
if: *pr_set
|
||||||
runs-on: macos-26 # https://github.com/actions/runner-images/blob/main/images/macos/macos-26-arm64-Readme.md
|
runs-on: macos-26 # https://github.com/actions/runner-images/blob/main/images/macos/macos-26-arm64-Readme.md
|
||||||
strategy:
|
strategy:
|
||||||
matrix:
|
matrix:
|
||||||
xcode: ['26.4.1', '26.5', '26.6']
|
xcode: ['26.6']
|
||||||
env:
|
env:
|
||||||
DEVELOPER_DIR: /Applications/Xcode_${{ matrix.xcode }}.app/Contents/Developer
|
DEVELOPER_DIR: /Applications/Xcode_${{ matrix.xcode }}.app/Contents/Developer
|
||||||
|
|
||||||
@@ -56,12 +92,13 @@ jobs:
|
|||||||
run: cd build ; ctest -j 10 --output-on-failure
|
run: cd build ; ctest -j 10 --output-on-failure
|
||||||
|
|
||||||
xcode_standards:
|
xcode_standards:
|
||||||
|
if: *pr_set
|
||||||
runs-on: macos-latest
|
runs-on: macos-latest
|
||||||
strategy:
|
strategy:
|
||||||
matrix:
|
matrix:
|
||||||
standard: [11, 14, 17, 20, 23, 26]
|
standard: [14]
|
||||||
|
|
||||||
steps:
|
steps: &xcode_standards_steps
|
||||||
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
with:
|
with:
|
||||||
persist-credentials: false
|
persist-credentials: false
|
||||||
@@ -73,6 +110,7 @@ jobs:
|
|||||||
run: cd build ; ctest -j 10 --output-on-failure
|
run: cd build ; ctest -j 10 --output-on-failure
|
||||||
|
|
||||||
swiftpm:
|
swiftpm:
|
||||||
|
if: *pr_set
|
||||||
runs-on: macos-15
|
runs-on: macos-15
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
@@ -106,3 +144,42 @@ jobs:
|
|||||||
EOF
|
EOF
|
||||||
cd /tmp/json-swiftpm-consumer
|
cd /tmp/json-swiftpm-consumer
|
||||||
swift build
|
swift build
|
||||||
|
|
||||||
|
|
||||||
|
###########################################################################
|
||||||
|
# full set: starts after the PR set passed
|
||||||
|
###########################################################################
|
||||||
|
|
||||||
|
macos-15_full:
|
||||||
|
needs: &pr_set_jobs [macos-15, macos-26, xcode_standards, swiftpm]
|
||||||
|
if: &full_set ${{ github.event_name == 'push' || github.event_name == 'workflow_dispatch' || contains(github.event.pull_request.labels.*.name, '🚀 ready to merge') }}
|
||||||
|
runs-on: macos-15 # https://github.com/actions/runner-images/blob/main/images/macos/macos-15-Readme.md
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
xcode: ['16.1', '16.2', '16.3', '26.0.1', '26.1.1', '26.2']
|
||||||
|
env:
|
||||||
|
DEVELOPER_DIR: /Applications/Xcode_${{ matrix.xcode }}.app/Contents/Developer
|
||||||
|
|
||||||
|
steps: *xcode_steps
|
||||||
|
|
||||||
|
macos-26_full:
|
||||||
|
needs: *pr_set_jobs
|
||||||
|
if: *full_set
|
||||||
|
runs-on: macos-26 # https://github.com/actions/runner-images/blob/main/images/macos/macos-26-arm64-Readme.md
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
xcode: ['26.4.1', '26.5']
|
||||||
|
env:
|
||||||
|
DEVELOPER_DIR: /Applications/Xcode_${{ matrix.xcode }}.app/Contents/Developer
|
||||||
|
|
||||||
|
steps: *xcode_steps
|
||||||
|
|
||||||
|
xcode_standards_full:
|
||||||
|
needs: *pr_set_jobs
|
||||||
|
if: *full_set
|
||||||
|
runs-on: macos-latest
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
standard: [11, 17, 20, 23, 26]
|
||||||
|
|
||||||
|
steps: *xcode_standards_steps
|
||||||
@@ -0,0 +1,83 @@
|
|||||||
|
name: Repository checks
|
||||||
|
|
||||||
|
# Checks that concern files the compiler workflows (ubuntu.yml, macos.yml,
|
||||||
|
# windows.yml) skip with their path filter: the documentation, the license
|
||||||
|
# information, and the CI configuration itself. This workflow has no path filter.
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
branches:
|
||||||
|
- develop
|
||||||
|
- master
|
||||||
|
- release/*
|
||||||
|
pull_request:
|
||||||
|
workflow_dispatch:
|
||||||
|
|
||||||
|
permissions:
|
||||||
|
contents: read
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: ${{ github.workflow }}-${{ github.ref || github.run_id }}
|
||||||
|
cancel-in-progress: true
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
check_ci_configuration:
|
||||||
|
runs-on: ubuntu-26.04
|
||||||
|
steps:
|
||||||
|
- name: Harden Runner
|
||||||
|
uses: step-security/harden-runner@ccd8616d44fd3846e67624a50d5aad6d37bf2d25 # v2.22.1
|
||||||
|
with:
|
||||||
|
egress-policy: audit
|
||||||
|
|
||||||
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
|
with:
|
||||||
|
persist-credentials: false
|
||||||
|
- name: Check the path filters of the compiler workflows
|
||||||
|
run: python3 tools/check_path_filters/check_path_filters.py
|
||||||
|
- name: Check the job sets of the compiler workflows and their documentation
|
||||||
|
run: |
|
||||||
|
python3 -m venv venv
|
||||||
|
venv/bin/pip install --quiet -r tools/ci_jobs/requirements.txt
|
||||||
|
venv/bin/python tools/ci_jobs/ci_jobs.py
|
||||||
|
|
||||||
|
ci_reuse_compliance:
|
||||||
|
runs-on: ubuntu-26.04
|
||||||
|
steps:
|
||||||
|
- name: Harden Runner
|
||||||
|
uses: step-security/harden-runner@ccd8616d44fd3846e67624a50d5aad6d37bf2d25 # v2.22.1
|
||||||
|
with:
|
||||||
|
egress-policy: audit
|
||||||
|
|
||||||
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
|
with:
|
||||||
|
persist-credentials: false
|
||||||
|
- name: Get latest CMake and ninja
|
||||||
|
uses: lukka/get-cmake@a89e43e22a96abafcd7a62db652a65ecd33052c9 # v4.4.4
|
||||||
|
- name: Run CMake
|
||||||
|
run: cmake -S . -B build -DJSON_CI=On
|
||||||
|
- name: Build
|
||||||
|
run: cmake --build build --target ci_reuse_compliance
|
||||||
|
|
||||||
|
ci_test_documentation:
|
||||||
|
runs-on: ubuntu-26.04
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
target: [ci_test_examples, ci_test_build_documentation, ci_test_documentation_mermaid]
|
||||||
|
steps:
|
||||||
|
- name: Harden Runner
|
||||||
|
uses: step-security/harden-runner@ccd8616d44fd3846e67624a50d5aad6d37bf2d25 # v2.22.1
|
||||||
|
with:
|
||||||
|
egress-policy: audit
|
||||||
|
|
||||||
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
|
with:
|
||||||
|
persist-credentials: false
|
||||||
|
# the git-revision-date-localized plugin needs the history; a shallow clone makes the strict build fail
|
||||||
|
fetch-depth: ${{ matrix.target == 'ci_test_build_documentation' && '0' || '1' }}
|
||||||
|
- uses: actions/setup-node@949feb2413d6458794dcd2491c4babbbce0c15c1 # v7.1.0
|
||||||
|
if: matrix.target == 'ci_test_documentation_mermaid'
|
||||||
|
with:
|
||||||
|
node-version: 24
|
||||||
|
- name: Run CMake
|
||||||
|
run: cmake -S . -B build -DJSON_CI=On
|
||||||
|
- name: Build
|
||||||
|
run: cmake --build build --target ${{ matrix.target }}
|
||||||
+422
-262
@@ -7,17 +7,62 @@ on:
|
|||||||
- master
|
- master
|
||||||
- release/*
|
- release/*
|
||||||
pull_request:
|
pull_request:
|
||||||
|
# labeled: the "🚀 ready to merge" label starts the full set (see below)
|
||||||
|
types: [opened, synchronize, reopened, labeled]
|
||||||
|
# Skip pull requests that change only files no job here reads. The list is checked by
|
||||||
|
# tools/check_path_filters/check_path_filters.py (repository_checks.yml); change both together.
|
||||||
|
paths:
|
||||||
|
- '**'
|
||||||
|
- '!docs/**'
|
||||||
|
- '!**.md'
|
||||||
|
- '!.github/*'
|
||||||
|
- '!.github/ISSUE_TEMPLATE/**'
|
||||||
|
- '!.github/external_ci/**'
|
||||||
|
- '!.github/workflows/**'
|
||||||
|
- '!.reuse/**'
|
||||||
|
- '!LICENSES/**'
|
||||||
|
- '!CITATION.cff'
|
||||||
|
- '!REUSE.toml'
|
||||||
|
# read by tools/check_build_options in the ci_meson_install job (ubuntu.yml)
|
||||||
|
- 'docs/mkdocs/docs/integration/package_managers.md'
|
||||||
|
# built by the swiftpm job (macos.yml)
|
||||||
|
- 'docs/mkdocs/docs/integration/swift/**'
|
||||||
|
- '.github/workflows/ubuntu.yml'
|
||||||
|
schedule:
|
||||||
|
# the nightly set (see below), on develop
|
||||||
|
- cron: '0 2 * * *'
|
||||||
workflow_dispatch:
|
workflow_dispatch:
|
||||||
|
|
||||||
permissions:
|
permissions:
|
||||||
contents: read
|
contents: read
|
||||||
|
|
||||||
|
# A run triggered by any other label gets a group of its own, so it does not
|
||||||
|
# cancel the run of the last push; its jobs are skipped.
|
||||||
concurrency:
|
concurrency:
|
||||||
group: ${{ github.workflow }}-${{ github.ref || github.run_id }}
|
group: ${{ github.workflow }}-${{ github.event_name == 'schedule' && 'nightly' || github.ref || github.run_id }}${{ github.event.action == 'labeled' && github.event.label.name != '🚀 ready to merge' && format('-{0}', github.run_id) || '' }}
|
||||||
cancel-in-progress: true
|
cancel-in-progress: true
|
||||||
|
|
||||||
|
# The jobs are split into three sets (see "How CI runs" in
|
||||||
|
# docs/mkdocs/docs/community/quality_assurance.md):
|
||||||
|
#
|
||||||
|
# - PR set: every pull request push and every push; chosen because these jobs
|
||||||
|
# caught 92 % of the failing commits in Sep/Oct 2026.
|
||||||
|
# - full set: after the PR set passed, on pushes and on pull requests with the
|
||||||
|
# "🚀 ready to merge" label; every remaining compiler, version and standard.
|
||||||
|
# - nightly set: slow tools and rare compilers, nightly on develop, on pushes
|
||||||
|
# to master and release/*, and when started by hand.
|
||||||
|
#
|
||||||
|
# A matrix whose entries belong to different sets is split into one job per
|
||||||
|
# set; the jobs share their steps through YAML anchors. tools/ci_jobs checks
|
||||||
|
# that every job belongs to exactly one set.
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
|
###########################################################################
|
||||||
|
# PR set
|
||||||
|
###########################################################################
|
||||||
|
|
||||||
ci_test_gcc:
|
ci_test_gcc:
|
||||||
|
if: &pr_set ${{ github.event_name != 'schedule' && (github.event.action != 'labeled' || github.event.label.name == '🚀 ready to merge') }}
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
container: gcc:latest
|
container: gcc:latest
|
||||||
steps:
|
steps:
|
||||||
@@ -32,6 +77,7 @@ jobs:
|
|||||||
run: cmake --build build --target ci_test_gcc
|
run: cmake --build build --target ci_test_gcc
|
||||||
|
|
||||||
ci_meson_install:
|
ci_meson_install:
|
||||||
|
if: *pr_set
|
||||||
runs-on: ubuntu-26.04
|
runs-on: ubuntu-26.04
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
@@ -76,7 +122,342 @@ jobs:
|
|||||||
cmake -S tests/cmake_import/project -B build-import-split -DCMAKE_PREFIX_PATH=${{ github.workspace }}/install-split
|
cmake -S tests/cmake_import/project -B build-import-split -DCMAKE_PREFIX_PATH=${{ github.workspace }}/install-split
|
||||||
cmake --build build-import-split
|
cmake --build build-import-split
|
||||||
|
|
||||||
|
ci_static_analysis_ubuntu:
|
||||||
|
if: *pr_set
|
||||||
|
runs-on: ubuntu-26.04
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
target: [ci_cpplint]
|
||||||
|
steps: &static_analysis_ubuntu_steps
|
||||||
|
- name: Harden Runner
|
||||||
|
uses: step-security/harden-runner@ccd8616d44fd3846e67624a50d5aad6d37bf2d25 # v2.22.1
|
||||||
|
with:
|
||||||
|
egress-policy: audit
|
||||||
|
|
||||||
|
- name: Install Valgrind
|
||||||
|
if: matrix.target == 'ci_test_valgrind'
|
||||||
|
run: sudo apt-get update ; sudo apt-get install -y valgrind
|
||||||
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
|
with:
|
||||||
|
persist-credentials: false
|
||||||
|
- name: Get latest CMake and ninja
|
||||||
|
uses: lukka/get-cmake@a89e43e22a96abafcd7a62db652a65ecd33052c9 # v4.4.4
|
||||||
|
- name: Run CMake
|
||||||
|
run: cmake -S . -B build -DJSON_CI=On
|
||||||
|
- name: Build
|
||||||
|
run: cmake --build build --target ${{ matrix.target }}
|
||||||
|
|
||||||
|
ci_static_analysis_clang:
|
||||||
|
if: *pr_set
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
container: silkeh/clang:22
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
target: [ci_test_clang, ci_clang_tidy, ci_test_clang_sanitizer, ci_single_binaries]
|
||||||
|
steps: &static_analysis_clang_steps
|
||||||
|
- name: Install git, clang-tools, iwyu (ci_single_binaries), and unzip
|
||||||
|
run: apt-get update ; apt-get install -y git clang-tools iwyu unzip
|
||||||
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
|
with:
|
||||||
|
persist-credentials: false
|
||||||
|
- name: Get latest CMake and ninja
|
||||||
|
uses: lukka/get-cmake@a89e43e22a96abafcd7a62db652a65ecd33052c9 # v4.4.4
|
||||||
|
- name: Run CMake
|
||||||
|
run: cmake -S . -B build -DJSON_CI=On
|
||||||
|
- name: Build
|
||||||
|
run: cmake --build build --target ${{ matrix.target }}
|
||||||
|
|
||||||
|
ci_cmake_options:
|
||||||
|
if: *pr_set
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
container: ubuntu:24.04
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
target: [ci_test_diagnostics, ci_test_diagnostic_positions, ci_test_noexceptions, ci_test_noglobaludls]
|
||||||
|
steps: &cmake_options_steps
|
||||||
|
- name: Install build-essential
|
||||||
|
run: apt-get update ; apt-get install -y build-essential unzip wget git
|
||||||
|
# the CMake 3.5.0 release binary that ci_cmake_flags downloads links
|
||||||
|
# against libidn.so.11, which Ubuntu 24.04 no longer ships
|
||||||
|
- name: Install libidn11 for CMake 3.5.0
|
||||||
|
if: matrix.target == 'ci_cmake_flags'
|
||||||
|
run: |
|
||||||
|
wget -q http://archive.ubuntu.com/ubuntu/pool/main/libi/libidn/libidn11_1.33-2.2ubuntu2_amd64.deb
|
||||||
|
dpkg -i libidn11_1.33-2.2ubuntu2_amd64.deb
|
||||||
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
|
with:
|
||||||
|
persist-credentials: false
|
||||||
|
- name: Get latest CMake and ninja
|
||||||
|
uses: lukka/get-cmake@a89e43e22a96abafcd7a62db652a65ecd33052c9 # v4.4.4
|
||||||
|
- name: Run CMake
|
||||||
|
run: cmake -S . -B build -DJSON_CI=On
|
||||||
|
- name: Build
|
||||||
|
run: cmake --build build --target ${{ matrix.target }}
|
||||||
|
|
||||||
|
ci_test_compilers_gcc_old:
|
||||||
|
if: *pr_set
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
compiler: ['4.8']
|
||||||
|
# official gcc:4.8/4.9/5/6 images fail to check out code (too old for
|
||||||
|
# actions/checkout); install the old compilers on top of official ubuntu:20.04
|
||||||
|
# instead, mirroring what the (now retired) custom json-ci image did.
|
||||||
|
container: ubuntu:20.04
|
||||||
|
steps: &compilers_gcc_old_steps
|
||||||
|
- name: Install g++-${{ matrix.compiler }}
|
||||||
|
run: |
|
||||||
|
export DEBIAN_FRONTEND=noninteractive
|
||||||
|
apt-get update
|
||||||
|
apt-get install -y --no-install-recommends software-properties-common ca-certificates gnupg make git
|
||||||
|
# add-apt-repository resolves the PPA through the Launchpad API,
|
||||||
|
# which intermittently times out or fails the team lookup (the plain
|
||||||
|
# "deb ..." sources below never hit Launchpad and never flake).
|
||||||
|
# Retry with backoff so a transient Launchpad blip does not fail CI.
|
||||||
|
for attempt in 1 2 3 4 5; do
|
||||||
|
add-apt-repository -y ppa:ubuntu-toolchain-r/test && break
|
||||||
|
echo "::warning::add-apt-repository ppa:ubuntu-toolchain-r/test failed (attempt ${attempt}/5); retrying"
|
||||||
|
sleep $((attempt * 10))
|
||||||
|
done
|
||||||
|
apt-add-repository -y "deb http://archive.ubuntu.com/ubuntu/ bionic main"
|
||||||
|
apt-add-repository -y "deb http://archive.ubuntu.com/ubuntu/ bionic universe"
|
||||||
|
apt-add-repository -y "deb http://archive.ubuntu.com/ubuntu/ xenial main"
|
||||||
|
apt-add-repository -y "deb http://archive.ubuntu.com/ubuntu/ xenial universe"
|
||||||
|
apt-add-repository -y "deb http://archive.ubuntu.com/ubuntu/ xenial-updates main"
|
||||||
|
apt-add-repository -y "deb http://archive.ubuntu.com/ubuntu/ xenial-updates universe"
|
||||||
|
apt-get update
|
||||||
|
apt-get install -y --no-install-recommends g++-${{ matrix.compiler }}
|
||||||
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
|
with:
|
||||||
|
persist-credentials: false
|
||||||
|
- name: Get latest CMake and ninja
|
||||||
|
uses: lukka/get-cmake@a89e43e22a96abafcd7a62db652a65ecd33052c9 # v4.4.4
|
||||||
|
- name: Run CMake
|
||||||
|
run: CXX=g++-${{ matrix.compiler }} cmake -S . -B build -DJSON_CI=On
|
||||||
|
- name: Build
|
||||||
|
run: cmake --build build --target ci_test_compiler_g++-${{ matrix.compiler }}
|
||||||
|
|
||||||
|
ci_test_compilers_clang:
|
||||||
|
if: *pr_set
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
compiler: ['3.4']
|
||||||
|
container: silkeh/clang:${{ matrix.compiler }}
|
||||||
|
steps: &compilers_clang_steps
|
||||||
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
|
with:
|
||||||
|
persist-credentials: false
|
||||||
|
- name: Get latest CMake and ninja
|
||||||
|
uses: lukka/get-cmake@a89e43e22a96abafcd7a62db652a65ecd33052c9 # v4.4.4
|
||||||
|
- name: Disable filesystem support (std::filesystem is unusable) for clang 7 / 8 / 9 / 10
|
||||||
|
run: echo "JSON_FORCED_GLOBAL_COMPILE_OPTIONS=-DJSON_HAS_FILESYSTEM=0;-DJSON_HAS_EXPERIMENTAL_FILESYSTEM=0" >> "$GITHUB_ENV"
|
||||||
|
if: ${{ matrix.compiler == '7' || matrix.compiler == '8' || matrix.compiler == '9' || matrix.compiler == '10' }}
|
||||||
|
- name: Run CMake
|
||||||
|
run: cmake -S . -B build -DJSON_CI=On
|
||||||
|
- name: Build
|
||||||
|
run: cmake --build build --target ci_test_compiler_default
|
||||||
|
|
||||||
|
ci_test_standards_gcc:
|
||||||
|
if: *pr_set
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
container: gcc:latest
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
standard: [26]
|
||||||
|
steps: &standards_gcc_steps
|
||||||
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
|
with:
|
||||||
|
persist-credentials: false
|
||||||
|
- name: Get latest CMake and ninja
|
||||||
|
uses: lukka/get-cmake@a89e43e22a96abafcd7a62db652a65ecd33052c9 # v4.4.4
|
||||||
|
- name: Run CMake
|
||||||
|
run: cmake -S . -B build -DJSON_CI=On
|
||||||
|
- name: Build
|
||||||
|
run: cmake --build build --target ci_test_gcc_cxx${{ matrix.standard }}
|
||||||
|
|
||||||
|
ci_test_standards_clang:
|
||||||
|
if: *pr_set
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
container: silkeh/clang:latest
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
standard: [26]
|
||||||
|
stdlib: [libcxx]
|
||||||
|
steps: &standards_clang_steps
|
||||||
|
- name: Install git and unzip
|
||||||
|
run: apt-get update ; apt-get install -y git unzip
|
||||||
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
|
with:
|
||||||
|
persist-credentials: false
|
||||||
|
- name: Get latest CMake and ninja
|
||||||
|
uses: lukka/get-cmake@a89e43e22a96abafcd7a62db652a65ecd33052c9 # v4.4.4
|
||||||
|
- name: Run CMake
|
||||||
|
run: cmake -S . -B build -DJSON_CI=On
|
||||||
|
- name: Build with libc++
|
||||||
|
run: cmake --build build --target ci_test_clang_libcxx_cxx${{ matrix.standard }}
|
||||||
|
if: ${{ matrix.stdlib == 'libcxx' }}
|
||||||
|
- name: Build with libstdc++
|
||||||
|
run: cmake --build build --target ci_test_clang_cxx${{ matrix.standard }}
|
||||||
|
if: ${{ matrix.stdlib == 'libstdcxx' }}
|
||||||
|
|
||||||
|
ci_emscripten:
|
||||||
|
if: *pr_set
|
||||||
|
runs-on: ubuntu-26.04
|
||||||
|
steps:
|
||||||
|
- name: Harden Runner
|
||||||
|
uses: step-security/harden-runner@ccd8616d44fd3846e67624a50d5aad6d37bf2d25 # v2.22.1
|
||||||
|
with:
|
||||||
|
egress-policy: audit
|
||||||
|
|
||||||
|
- name: Install emscripten
|
||||||
|
uses: mymindstorm/setup-emsdk@4528d102f7230f0e7b276855c01ea1159be0e984 # v16
|
||||||
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
|
with:
|
||||||
|
persist-credentials: false
|
||||||
|
- name: Get latest CMake and ninja
|
||||||
|
uses: lukka/get-cmake@a89e43e22a96abafcd7a62db652a65ecd33052c9 # v4.4.4
|
||||||
|
- name: Run CMake
|
||||||
|
run: cmake -S . -B build -DCMAKE_TOOLCHAIN_FILE=$EMSDK/upstream/emscripten/cmake/Modules/Platform/Emscripten.cmake -GNinja
|
||||||
|
- name: Build
|
||||||
|
run: cmake --build build
|
||||||
|
|
||||||
|
###########################################################################
|
||||||
|
# full set: starts after the PR set passed
|
||||||
|
###########################################################################
|
||||||
|
|
||||||
|
ci_static_analysis_ubuntu_full:
|
||||||
|
needs: &pr_set_jobs [ci_test_gcc, ci_meson_install, ci_static_analysis_ubuntu, ci_static_analysis_clang, ci_cmake_options, ci_test_compilers_gcc_old, ci_test_compilers_clang, ci_test_standards_gcc, ci_test_standards_clang, ci_emscripten]
|
||||||
|
if: &full_set ${{ github.event_name == 'push' || github.event_name == 'workflow_dispatch' || contains(github.event.pull_request.labels.*.name, '🚀 ready to merge') }}
|
||||||
|
runs-on: ubuntu-26.04
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
target: [ci_test_single_header, ci_cppcheck, ci_reproducible_tests, ci_non_git_tests, ci_offline_testdata]
|
||||||
|
steps: *static_analysis_ubuntu_steps
|
||||||
|
|
||||||
|
ci_static_analysis_clang_full:
|
||||||
|
needs: *pr_set_jobs
|
||||||
|
if: *full_set
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
container: silkeh/clang:22
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
target: [ci_clang_analyze]
|
||||||
|
steps: *static_analysis_clang_steps
|
||||||
|
|
||||||
|
ci_cmake_options_full:
|
||||||
|
needs: *pr_set_jobs
|
||||||
|
if: *full_set
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
container: ubuntu:24.04
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
target: [ci_cmake_flags, ci_test_noimplicitconversions, ci_test_legacycomparison, ci_test_disableenumserialization, ci_test_disabletuplereferenceconversion, ci_test_skiplibraryversioncheck, ci_test_simdutf, ci_test_strict_nul_handling, ci_test_delete_deprecated_functions, ci_test_no_thread_local]
|
||||||
|
steps: *cmake_options_steps
|
||||||
|
|
||||||
|
ci_test_compilers_gcc_old_full:
|
||||||
|
needs: *pr_set_jobs
|
||||||
|
if: *full_set
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
compiler: ['4.9', '5', '6']
|
||||||
|
container: ubuntu:20.04
|
||||||
|
steps: *compilers_gcc_old_steps
|
||||||
|
|
||||||
|
ci_test_compilers_gcc_full:
|
||||||
|
needs: *pr_set_jobs
|
||||||
|
if: *full_set
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
# older GCC docker images (4, 5, 6) fail to check out code
|
||||||
|
compiler: ['7', '8', '9', '10', '11', '12', '13', '14', '15', '16', 'latest']
|
||||||
|
container: gcc:${{ matrix.compiler }}
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
|
with:
|
||||||
|
persist-credentials: false
|
||||||
|
- name: Get latest CMake and ninja
|
||||||
|
uses: lukka/get-cmake@a89e43e22a96abafcd7a62db652a65ecd33052c9 # v4.4.4
|
||||||
|
- name: Run CMake
|
||||||
|
run: cmake -S . -B build -DJSON_CI=On
|
||||||
|
- name: Build
|
||||||
|
run: cmake --build build --target ci_test_compiler_default
|
||||||
|
|
||||||
|
ci_test_compilers_clang_full:
|
||||||
|
needs: *pr_set_jobs
|
||||||
|
if: *full_set
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
compiler: ['3.5', '3.6', '3.7', '3.8', '3.9', '4', '5', '6', '7', '8', '9', '10', '11', '12', '13', '14', '15-bullseye', '16', '17', '18', '19', '20', '21', '22', 'latest']
|
||||||
|
container: silkeh/clang:${{ matrix.compiler }}
|
||||||
|
steps: *compilers_clang_steps
|
||||||
|
|
||||||
|
ci_test_standards_gcc_full:
|
||||||
|
needs: *pr_set_jobs
|
||||||
|
if: *full_set
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
container: gcc:latest
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
standard: [11, 14, 17, 20, 23]
|
||||||
|
steps: *standards_gcc_steps
|
||||||
|
|
||||||
|
ci_test_standards_clang_full:
|
||||||
|
needs: *pr_set_jobs
|
||||||
|
if: *full_set
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
container: silkeh/clang:latest
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
standard: [11, 14, 17, 20, 23, 26]
|
||||||
|
stdlib: [libcxx, libstdcxx]
|
||||||
|
exclude:
|
||||||
|
# in the PR set
|
||||||
|
- standard: 26
|
||||||
|
stdlib: libcxx
|
||||||
|
steps: *standards_clang_steps
|
||||||
|
|
||||||
|
ci_module_cpp20:
|
||||||
|
needs: *pr_set_jobs
|
||||||
|
if: *full_set
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
container: ['gcc:latest', 'silkeh/clang:latest']
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
container: ${{ matrix.container }}
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
|
with:
|
||||||
|
persist-credentials: false
|
||||||
|
# The module test uses `import std;`, which needs CMake's experimental
|
||||||
|
# import-std support. Its opt-in token is CMake-version-specific, so pin
|
||||||
|
# CMake to the version whose token is set in tests/module_cpp20/CMakeLists.txt.
|
||||||
|
- name: Get pinned CMake and ninja
|
||||||
|
uses: lukka/get-cmake@a89e43e22a96abafcd7a62db652a65ecd33052c9 # v4.4.4
|
||||||
|
with:
|
||||||
|
cmakeVersion: 4.3.4
|
||||||
|
# Clang: the std library module is provided by libc++ (the image's libstdc++
|
||||||
|
# ships none), and the image's libc++ module manifest has a broken relative
|
||||||
|
# path — repoint it at the real module sources.
|
||||||
|
- name: Use libc++ and fix its module manifest path (Clang)
|
||||||
|
if: matrix.container == 'silkeh/clang:latest'
|
||||||
|
run: |
|
||||||
|
echo "CXXFLAGS=-stdlib=libc++" >> "$GITHUB_ENV"
|
||||||
|
mkdir -p /usr/lib/share && ln -sf /usr/lib/llvm-*/share/libc++ /usr/lib/share/libc++
|
||||||
|
- name: Run CMake
|
||||||
|
run: cmake -S . -B build -DJSON_CI=On
|
||||||
|
- name: Build
|
||||||
|
run: cmake --build build --target ci_module_cpp20
|
||||||
|
|
||||||
|
###########################################################################
|
||||||
|
# nightly set
|
||||||
|
###########################################################################
|
||||||
|
|
||||||
ci_infer:
|
ci_infer:
|
||||||
|
if: &nightly_set ${{ github.event_name == 'schedule' || github.event_name == 'workflow_dispatch' || (github.event_name == 'push' && github.ref != 'refs/heads/develop') }}
|
||||||
runs-on: ubuntu-26.04
|
runs-on: ubuntu-26.04
|
||||||
steps:
|
steps:
|
||||||
- name: Harden Runner
|
- name: Harden Runner
|
||||||
@@ -105,76 +486,16 @@ jobs:
|
|||||||
path: ${{ github.workspace }}/build/build_infer/infer-out/report.txt
|
path: ${{ github.workspace }}/build/build_infer/infer-out/report.txt
|
||||||
if-no-files-found: ignore
|
if-no-files-found: ignore
|
||||||
|
|
||||||
ci_static_analysis_ubuntu:
|
ci_static_analysis_ubuntu_nightly:
|
||||||
|
if: *nightly_set
|
||||||
runs-on: ubuntu-26.04
|
runs-on: ubuntu-26.04
|
||||||
strategy:
|
strategy:
|
||||||
matrix:
|
matrix:
|
||||||
target: [ci_test_single_header, ci_cppcheck, ci_cpplint, ci_reproducible_tests, ci_non_git_tests, ci_offline_testdata, ci_reuse_compliance, ci_test_valgrind]
|
target: [ci_test_valgrind]
|
||||||
steps:
|
steps: *static_analysis_ubuntu_steps
|
||||||
- name: Harden Runner
|
|
||||||
uses: step-security/harden-runner@ccd8616d44fd3846e67624a50d5aad6d37bf2d25 # v2.22.1
|
|
||||||
with:
|
|
||||||
egress-policy: audit
|
|
||||||
|
|
||||||
- name: Install Valgrind
|
|
||||||
if: matrix.target == 'ci_test_valgrind'
|
|
||||||
run: sudo apt-get update ; sudo apt-get install -y valgrind
|
|
||||||
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
||||||
with:
|
|
||||||
persist-credentials: false
|
|
||||||
- name: Get latest CMake and ninja
|
|
||||||
uses: lukka/get-cmake@a89e43e22a96abafcd7a62db652a65ecd33052c9 # v4.4.4
|
|
||||||
- name: Run CMake
|
|
||||||
run: cmake -S . -B build -DJSON_CI=On
|
|
||||||
- name: Build
|
|
||||||
run: cmake --build build --target ${{ matrix.target }}
|
|
||||||
|
|
||||||
ci_static_analysis_clang:
|
|
||||||
runs-on: ubuntu-latest
|
|
||||||
container: silkeh/clang:22
|
|
||||||
strategy:
|
|
||||||
matrix:
|
|
||||||
target: [ci_test_clang, ci_clang_tidy, ci_test_clang_sanitizer, ci_clang_analyze, ci_single_binaries]
|
|
||||||
steps:
|
|
||||||
- name: Install git, clang-tools, iwyu (ci_single_binaries), and unzip
|
|
||||||
run: apt-get update ; apt-get install -y git clang-tools iwyu unzip
|
|
||||||
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
||||||
with:
|
|
||||||
persist-credentials: false
|
|
||||||
- name: Get latest CMake and ninja
|
|
||||||
uses: lukka/get-cmake@a89e43e22a96abafcd7a62db652a65ecd33052c9 # v4.4.4
|
|
||||||
- name: Run CMake
|
|
||||||
run: cmake -S . -B build -DJSON_CI=On
|
|
||||||
- name: Build
|
|
||||||
run: cmake --build build --target ${{ matrix.target }}
|
|
||||||
|
|
||||||
ci_cmake_options:
|
|
||||||
runs-on: ubuntu-latest
|
|
||||||
container: ubuntu:24.04
|
|
||||||
strategy:
|
|
||||||
matrix:
|
|
||||||
target: [ci_cmake_flags, ci_test_diagnostics, ci_test_diagnostic_positions, ci_test_noexceptions, ci_test_noimplicitconversions, ci_test_legacycomparison, ci_test_noglobaludls, ci_test_disableenumserialization, ci_test_disabletuplereferenceconversion, ci_test_skiplibraryversioncheck, ci_test_simdutf, ci_test_strict_nul_handling, ci_test_delete_deprecated_functions, ci_test_no_thread_local]
|
|
||||||
steps:
|
|
||||||
- name: Install build-essential
|
|
||||||
run: apt-get update ; apt-get install -y build-essential unzip wget git
|
|
||||||
# the CMake 3.5.0 release binary that ci_cmake_flags downloads links
|
|
||||||
# against libidn.so.11, which Ubuntu 24.04 no longer ships
|
|
||||||
- name: Install libidn11 for CMake 3.5.0
|
|
||||||
if: matrix.target == 'ci_cmake_flags'
|
|
||||||
run: |
|
|
||||||
wget -q http://archive.ubuntu.com/ubuntu/pool/main/libi/libidn/libidn11_1.33-2.2ubuntu2_amd64.deb
|
|
||||||
dpkg -i libidn11_1.33-2.2ubuntu2_amd64.deb
|
|
||||||
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
||||||
with:
|
|
||||||
persist-credentials: false
|
|
||||||
- name: Get latest CMake and ninja
|
|
||||||
uses: lukka/get-cmake@a89e43e22a96abafcd7a62db652a65ecd33052c9 # v4.4.4
|
|
||||||
- name: Run CMake
|
|
||||||
run: cmake -S . -B build -DJSON_CI=On
|
|
||||||
- name: Build
|
|
||||||
run: cmake --build build --target ${{ matrix.target }}
|
|
||||||
|
|
||||||
ci_test_coverage:
|
ci_test_coverage:
|
||||||
|
if: *nightly_set
|
||||||
runs-on: ubuntu-26.04
|
runs-on: ubuntu-26.04
|
||||||
steps:
|
steps:
|
||||||
- name: Harden Runner
|
- name: Harden Runner
|
||||||
@@ -208,128 +529,8 @@ jobs:
|
|||||||
path-to-lcov: ${{ github.workspace }}/build/json.info.filtered.noexcept
|
path-to-lcov: ${{ github.workspace }}/build/json.info.filtered.noexcept
|
||||||
fail-on-error: false
|
fail-on-error: false
|
||||||
|
|
||||||
ci_test_compilers_gcc_old:
|
|
||||||
runs-on: ubuntu-latest
|
|
||||||
strategy:
|
|
||||||
matrix:
|
|
||||||
compiler: ['4.8', '4.9', '5', '6']
|
|
||||||
# official gcc:4.8/4.9/5/6 images fail to check out code (too old for
|
|
||||||
# actions/checkout); install the old compilers on top of official ubuntu:20.04
|
|
||||||
# instead, mirroring what the (now retired) custom json-ci image did.
|
|
||||||
container: ubuntu:20.04
|
|
||||||
steps:
|
|
||||||
- name: Install g++-${{ matrix.compiler }}
|
|
||||||
run: |
|
|
||||||
export DEBIAN_FRONTEND=noninteractive
|
|
||||||
apt-get update
|
|
||||||
apt-get install -y --no-install-recommends software-properties-common ca-certificates gnupg make git
|
|
||||||
# add-apt-repository resolves the PPA through the Launchpad API,
|
|
||||||
# which intermittently times out or fails the team lookup (the plain
|
|
||||||
# "deb ..." sources below never hit Launchpad and never flake).
|
|
||||||
# Retry with backoff so a transient Launchpad blip does not fail CI.
|
|
||||||
for attempt in 1 2 3 4 5; do
|
|
||||||
add-apt-repository -y ppa:ubuntu-toolchain-r/test && break
|
|
||||||
echo "::warning::add-apt-repository ppa:ubuntu-toolchain-r/test failed (attempt ${attempt}/5); retrying"
|
|
||||||
sleep $((attempt * 10))
|
|
||||||
done
|
|
||||||
apt-add-repository -y "deb http://archive.ubuntu.com/ubuntu/ bionic main"
|
|
||||||
apt-add-repository -y "deb http://archive.ubuntu.com/ubuntu/ bionic universe"
|
|
||||||
apt-add-repository -y "deb http://archive.ubuntu.com/ubuntu/ xenial main"
|
|
||||||
apt-add-repository -y "deb http://archive.ubuntu.com/ubuntu/ xenial universe"
|
|
||||||
apt-add-repository -y "deb http://archive.ubuntu.com/ubuntu/ xenial-updates main"
|
|
||||||
apt-add-repository -y "deb http://archive.ubuntu.com/ubuntu/ xenial-updates universe"
|
|
||||||
apt-get update
|
|
||||||
apt-get install -y --no-install-recommends g++-${{ matrix.compiler }}
|
|
||||||
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
||||||
with:
|
|
||||||
persist-credentials: false
|
|
||||||
- name: Get latest CMake and ninja
|
|
||||||
uses: lukka/get-cmake@a89e43e22a96abafcd7a62db652a65ecd33052c9 # v4.4.4
|
|
||||||
- name: Run CMake
|
|
||||||
run: CXX=g++-${{ matrix.compiler }} cmake -S . -B build -DJSON_CI=On
|
|
||||||
- name: Build
|
|
||||||
run: cmake --build build --target ci_test_compiler_g++-${{ matrix.compiler }}
|
|
||||||
|
|
||||||
ci_test_compilers_gcc:
|
|
||||||
runs-on: ubuntu-latest
|
|
||||||
strategy:
|
|
||||||
matrix:
|
|
||||||
# older GCC docker images (4, 5, 6) fail to check out code
|
|
||||||
compiler: ['7', '8', '9', '10', '11', '12', '13', '14', '15', '16', 'latest']
|
|
||||||
container: gcc:${{ matrix.compiler }}
|
|
||||||
steps:
|
|
||||||
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
||||||
with:
|
|
||||||
persist-credentials: false
|
|
||||||
- name: Get latest CMake and ninja
|
|
||||||
uses: lukka/get-cmake@a89e43e22a96abafcd7a62db652a65ecd33052c9 # v4.4.4
|
|
||||||
- name: Run CMake
|
|
||||||
run: cmake -S . -B build -DJSON_CI=On
|
|
||||||
- name: Build
|
|
||||||
run: cmake --build build --target ci_test_compiler_default
|
|
||||||
|
|
||||||
ci_test_compilers_clang:
|
|
||||||
runs-on: ubuntu-latest
|
|
||||||
strategy:
|
|
||||||
matrix:
|
|
||||||
compiler: ['3.4', '3.5', '3.6', '3.7', '3.8', '3.9', '4', '5', '6', '7', '8', '9', '10', '11', '12', '13', '14', '15-bullseye', '16', '17', '18', '19', '20', '21', '22', 'latest']
|
|
||||||
container: silkeh/clang:${{ matrix.compiler }}
|
|
||||||
steps:
|
|
||||||
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
||||||
with:
|
|
||||||
persist-credentials: false
|
|
||||||
- name: Get latest CMake and ninja
|
|
||||||
uses: lukka/get-cmake@a89e43e22a96abafcd7a62db652a65ecd33052c9 # v4.4.4
|
|
||||||
- name: Disable filesystem support (std::filesystem is unusable) for clang 7 / 8 / 9 / 10
|
|
||||||
run: echo "JSON_FORCED_GLOBAL_COMPILE_OPTIONS=-DJSON_HAS_FILESYSTEM=0;-DJSON_HAS_EXPERIMENTAL_FILESYSTEM=0" >> "$GITHUB_ENV"
|
|
||||||
if: ${{ matrix.compiler == '7' || matrix.compiler == '8' || matrix.compiler == '9' || matrix.compiler == '10' }}
|
|
||||||
- name: Run CMake
|
|
||||||
run: cmake -S . -B build -DJSON_CI=On
|
|
||||||
- name: Build
|
|
||||||
run: cmake --build build --target ci_test_compiler_default
|
|
||||||
|
|
||||||
ci_test_standards_gcc:
|
|
||||||
runs-on: ubuntu-latest
|
|
||||||
container: gcc:latest
|
|
||||||
strategy:
|
|
||||||
matrix:
|
|
||||||
standard: [11, 14, 17, 20, 23, 26]
|
|
||||||
steps:
|
|
||||||
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
||||||
with:
|
|
||||||
persist-credentials: false
|
|
||||||
- name: Get latest CMake and ninja
|
|
||||||
uses: lukka/get-cmake@a89e43e22a96abafcd7a62db652a65ecd33052c9 # v4.4.4
|
|
||||||
- name: Run CMake
|
|
||||||
run: cmake -S . -B build -DJSON_CI=On
|
|
||||||
- name: Build
|
|
||||||
run: cmake --build build --target ci_test_gcc_cxx${{ matrix.standard }}
|
|
||||||
|
|
||||||
ci_test_standards_clang:
|
|
||||||
runs-on: ubuntu-latest
|
|
||||||
container: silkeh/clang:latest
|
|
||||||
strategy:
|
|
||||||
matrix:
|
|
||||||
standard: [11, 14, 17, 20, 23, 26]
|
|
||||||
stdlib: [libcxx, libstdcxx]
|
|
||||||
steps:
|
|
||||||
- name: Install git and unzip
|
|
||||||
run: apt-get update ; apt-get install -y git unzip
|
|
||||||
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
||||||
with:
|
|
||||||
persist-credentials: false
|
|
||||||
- name: Get latest CMake and ninja
|
|
||||||
uses: lukka/get-cmake@a89e43e22a96abafcd7a62db652a65ecd33052c9 # v4.4.4
|
|
||||||
- name: Run CMake
|
|
||||||
run: cmake -S . -B build -DJSON_CI=On
|
|
||||||
- name: Build with libc++
|
|
||||||
run: cmake --build build --target ci_test_clang_libcxx_cxx${{ matrix.standard }}
|
|
||||||
if: ${{ matrix.stdlib == 'libcxx' }}
|
|
||||||
- name: Build with libstdc++
|
|
||||||
run: cmake --build build --target ci_test_clang_cxx${{ matrix.standard }}
|
|
||||||
if: ${{ matrix.stdlib == 'libstdcxx' }}
|
|
||||||
|
|
||||||
ci_cuda_example:
|
ci_cuda_example:
|
||||||
|
if: *nightly_set
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
strategy:
|
strategy:
|
||||||
fail-fast: false
|
fail-fast: false
|
||||||
@@ -352,37 +553,8 @@ jobs:
|
|||||||
- name: Build
|
- name: Build
|
||||||
run: cmake --build build --target ci_cuda_example
|
run: cmake --build build --target ci_cuda_example
|
||||||
|
|
||||||
ci_module_cpp20:
|
|
||||||
strategy:
|
|
||||||
matrix:
|
|
||||||
container: ['gcc:latest', 'silkeh/clang:latest']
|
|
||||||
runs-on: ubuntu-latest
|
|
||||||
container: ${{ matrix.container }}
|
|
||||||
steps:
|
|
||||||
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
||||||
with:
|
|
||||||
persist-credentials: false
|
|
||||||
# The module test uses `import std;`, which needs CMake's experimental
|
|
||||||
# import-std support. Its opt-in token is CMake-version-specific, so pin
|
|
||||||
# CMake to the version whose token is set in tests/module_cpp20/CMakeLists.txt.
|
|
||||||
- name: Get pinned CMake and ninja
|
|
||||||
uses: lukka/get-cmake@a89e43e22a96abafcd7a62db652a65ecd33052c9 # v4.4.4
|
|
||||||
with:
|
|
||||||
cmakeVersion: 4.3.4
|
|
||||||
# Clang: the std library module is provided by libc++ (the image's libstdc++
|
|
||||||
# ships none), and the image's libc++ module manifest has a broken relative
|
|
||||||
# path — repoint it at the real module sources.
|
|
||||||
- name: Use libc++ and fix its module manifest path (Clang)
|
|
||||||
if: matrix.container == 'silkeh/clang:latest'
|
|
||||||
run: |
|
|
||||||
echo "CXXFLAGS=-stdlib=libc++" >> "$GITHUB_ENV"
|
|
||||||
mkdir -p /usr/lib/share && ln -sf /usr/lib/llvm-*/share/libc++ /usr/lib/share/libc++
|
|
||||||
- name: Run CMake
|
|
||||||
run: cmake -S . -B build -DJSON_CI=On
|
|
||||||
- name: Build
|
|
||||||
run: cmake --build build --target ci_module_cpp20
|
|
||||||
|
|
||||||
ci_icpc:
|
ci_icpc:
|
||||||
|
if: *nightly_set
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
# Intel discontinued the classic icc/icpc compiler in oneAPI 2024.0; this is
|
# Intel discontinued the classic icc/icpc compiler in oneAPI 2024.0; this is
|
||||||
# Intel's own last officially published image that still includes it.
|
# Intel's own last officially published image that still includes it.
|
||||||
@@ -402,6 +574,7 @@ jobs:
|
|||||||
run: cmake --build build --target ci_icpc
|
run: cmake --build build --target ci_icpc
|
||||||
|
|
||||||
ci_icpx:
|
ci_icpx:
|
||||||
|
if: *nightly_set
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
container: intel/oneapi-hpckit:latest
|
container: intel/oneapi-hpckit:latest
|
||||||
steps:
|
steps:
|
||||||
@@ -416,6 +589,7 @@ jobs:
|
|||||||
run: cmake --build build --target ci_icpx
|
run: cmake --build build --target ci_icpx
|
||||||
|
|
||||||
ci_nvhpc:
|
ci_nvhpc:
|
||||||
|
if: *nightly_set
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
container: nvcr.io/nvidia/nvhpc:25.5-devel-cuda12.9-ubuntu22.04
|
container: nvcr.io/nvidia/nvhpc:25.5-devel-cuda12.9-ubuntu22.04
|
||||||
steps:
|
steps:
|
||||||
@@ -429,54 +603,10 @@ jobs:
|
|||||||
- name: Build
|
- name: Build
|
||||||
run: cmake --build build --target ci_nvhpc
|
run: cmake --build build --target ci_nvhpc
|
||||||
|
|
||||||
ci_emscripten:
|
|
||||||
runs-on: ubuntu-26.04
|
|
||||||
steps:
|
|
||||||
- name: Harden Runner
|
|
||||||
uses: step-security/harden-runner@ccd8616d44fd3846e67624a50d5aad6d37bf2d25 # v2.22.1
|
|
||||||
with:
|
|
||||||
egress-policy: audit
|
|
||||||
|
|
||||||
- name: Install emscripten
|
|
||||||
uses: mymindstorm/setup-emsdk@4528d102f7230f0e7b276855c01ea1159be0e984 # v16
|
|
||||||
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
||||||
with:
|
|
||||||
persist-credentials: false
|
|
||||||
- name: Get latest CMake and ninja
|
|
||||||
uses: lukka/get-cmake@a89e43e22a96abafcd7a62db652a65ecd33052c9 # v4.4.4
|
|
||||||
- name: Run CMake
|
|
||||||
run: cmake -S . -B build -DCMAKE_TOOLCHAIN_FILE=$EMSDK/upstream/emscripten/cmake/Modules/Platform/Emscripten.cmake -GNinja
|
|
||||||
- name: Build
|
|
||||||
run: cmake --build build
|
|
||||||
|
|
||||||
ci_test_documentation:
|
|
||||||
runs-on: ubuntu-26.04
|
|
||||||
strategy:
|
|
||||||
matrix:
|
|
||||||
target: [ci_test_examples, ci_test_build_documentation, ci_test_documentation_mermaid]
|
|
||||||
steps:
|
|
||||||
- name: Harden Runner
|
|
||||||
uses: step-security/harden-runner@ccd8616d44fd3846e67624a50d5aad6d37bf2d25 # v2.22.1
|
|
||||||
with:
|
|
||||||
egress-policy: audit
|
|
||||||
|
|
||||||
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
||||||
with:
|
|
||||||
persist-credentials: false
|
|
||||||
# the git-revision-date-localized plugin needs the history; a shallow clone makes the strict build fail
|
|
||||||
fetch-depth: ${{ matrix.target == 'ci_test_build_documentation' && '0' || '1' }}
|
|
||||||
- uses: actions/setup-node@949feb2413d6458794dcd2491c4babbbce0c15c1 # v7.1.0
|
|
||||||
if: matrix.target == 'ci_test_documentation_mermaid'
|
|
||||||
with:
|
|
||||||
node-version: 24
|
|
||||||
- name: Run CMake
|
|
||||||
run: cmake -S . -B build -DJSON_CI=On
|
|
||||||
- name: Build
|
|
||||||
run: cmake --build build --target ${{ matrix.target }}
|
|
||||||
|
|
||||||
# Native Linux ARM64 runner with the latest GCC. The ubuntu-24.04-arm label is
|
# Native Linux ARM64 runner with the latest GCC. The ubuntu-24.04-arm label is
|
||||||
# only available for public repositories.
|
# only available for public repositories.
|
||||||
ci_test_arm64:
|
ci_test_arm64:
|
||||||
|
if: *nightly_set
|
||||||
runs-on: ubuntu-24.04-arm
|
runs-on: ubuntu-24.04-arm
|
||||||
container: gcc:latest
|
container: gcc:latest
|
||||||
steps:
|
steps:
|
||||||
@@ -491,3 +621,33 @@ jobs:
|
|||||||
run: cmake -S . -B build -DJSON_CI=On
|
run: cmake -S . -B build -DJSON_CI=On
|
||||||
- name: Build
|
- name: Build
|
||||||
run: cmake --build build --target ci_test_compiler_default
|
run: cmake --build build --target ci_test_compiler_default
|
||||||
|
|
||||||
|
# A failure of a scheduled run opens an issue, or comments on the open one.
|
||||||
|
nightly_report:
|
||||||
|
needs: [ci_infer, ci_static_analysis_ubuntu_nightly, ci_test_coverage, ci_cuda_example, ci_icpc, ci_icpx, ci_nvhpc, ci_test_arm64]
|
||||||
|
if: ${{ always() && github.event_name == 'schedule' && contains(needs.*.result, 'failure') }}
|
||||||
|
runs-on: ubuntu-26.04
|
||||||
|
permissions:
|
||||||
|
issues: write
|
||||||
|
steps:
|
||||||
|
- name: Harden Runner
|
||||||
|
uses: step-security/harden-runner@ccd8616d44fd3846e67624a50d5aad6d37bf2d25 # v2.22.1
|
||||||
|
with:
|
||||||
|
egress-policy: audit
|
||||||
|
|
||||||
|
- name: Open or update the nightly failure issue
|
||||||
|
env:
|
||||||
|
GH_TOKEN: ${{ github.token }}
|
||||||
|
GH_REPO: ${{ github.repository }}
|
||||||
|
RUN_URL: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}
|
||||||
|
WORKFLOW: ${{ github.workflow }}
|
||||||
|
SHA: ${{ github.sha }}
|
||||||
|
run: |
|
||||||
|
title="Nightly CI failure (${WORKFLOW})"
|
||||||
|
body="The nightly run of ${WORKFLOW} on ${SHA:0:10} failed: ${RUN_URL}"
|
||||||
|
number=$(gh issue list --state open --search "in:title \"${title}\"" --json number,title --jq "map(select(.title == \"${title}\")) | .[0].number // empty")
|
||||||
|
if [ -n "$number" ]; then
|
||||||
|
gh issue comment "$number" --body "$body"
|
||||||
|
else
|
||||||
|
gh issue create --title "$title" --body "$body"
|
||||||
|
fi
|
||||||
+214
-32
@@ -7,23 +7,62 @@ on:
|
|||||||
- master
|
- master
|
||||||
- release/*
|
- release/*
|
||||||
pull_request:
|
pull_request:
|
||||||
|
# labeled: the "🚀 ready to merge" label starts the full set (see below)
|
||||||
|
types: [opened, synchronize, reopened, labeled]
|
||||||
|
# Skip pull requests that change only files no job here reads. The list is checked by
|
||||||
|
# tools/check_path_filters/check_path_filters.py (repository_checks.yml); change both together.
|
||||||
|
paths:
|
||||||
|
- '**'
|
||||||
|
- '!docs/**'
|
||||||
|
- '!**.md'
|
||||||
|
- '!.github/*'
|
||||||
|
- '!.github/ISSUE_TEMPLATE/**'
|
||||||
|
- '!.github/external_ci/**'
|
||||||
|
- '!.github/workflows/**'
|
||||||
|
- '!.reuse/**'
|
||||||
|
- '!LICENSES/**'
|
||||||
|
- '!CITATION.cff'
|
||||||
|
- '!REUSE.toml'
|
||||||
|
# read by tools/check_build_options in the ci_meson_install job (ubuntu.yml)
|
||||||
|
- 'docs/mkdocs/docs/integration/package_managers.md'
|
||||||
|
# built by the swiftpm job (macos.yml)
|
||||||
|
- 'docs/mkdocs/docs/integration/swift/**'
|
||||||
|
- '.github/workflows/windows.yml'
|
||||||
|
schedule:
|
||||||
|
# the nightly set (see below), on develop
|
||||||
|
- cron: '0 2 * * *'
|
||||||
workflow_dispatch:
|
workflow_dispatch:
|
||||||
|
|
||||||
permissions:
|
permissions:
|
||||||
contents: read
|
contents: read
|
||||||
|
|
||||||
|
# A run triggered by any other label gets a group of its own, so it does not
|
||||||
|
# cancel the run of the last push; its jobs are skipped.
|
||||||
concurrency:
|
concurrency:
|
||||||
group: ${{ github.workflow }}-${{ github.ref || github.run_id }}
|
group: ${{ github.workflow }}-${{ github.event_name == 'schedule' && 'nightly' || github.ref || github.run_id }}${{ github.event.action == 'labeled' && github.event.label.name != '🚀 ready to merge' && format('-{0}', github.run_id) || '' }}
|
||||||
cancel-in-progress: true
|
cancel-in-progress: true
|
||||||
|
|
||||||
|
|
||||||
|
# The jobs are split into three sets like in ubuntu.yml (see "How CI runs" in
|
||||||
|
# docs/mkdocs/docs/community/quality_assurance.md): the PR set runs on every
|
||||||
|
# push; the full set after the PR set passed, on pushes and on pull requests
|
||||||
|
# with the "🚀 ready to merge" label; the nightly set nightly on develop, on
|
||||||
|
# pushes to master and release/*, and when started by hand. tools/ci_jobs
|
||||||
|
# checks that every job belongs to exactly one set.
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
|
###########################################################################
|
||||||
|
# PR set
|
||||||
|
###########################################################################
|
||||||
|
|
||||||
mingw:
|
mingw:
|
||||||
|
if: &pr_set ${{ github.event_name != 'schedule' && (github.event.action != 'labeled' || github.event.label.name == '🚀 ready to merge') }}
|
||||||
runs-on: windows-2022
|
runs-on: windows-2022
|
||||||
strategy:
|
strategy:
|
||||||
matrix:
|
matrix:
|
||||||
architecture: [x64, x86]
|
architecture: [x86]
|
||||||
|
|
||||||
steps:
|
steps: &mingw_steps
|
||||||
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
with:
|
with:
|
||||||
persist-credentials: false
|
persist-credentials: false
|
||||||
@@ -40,15 +79,26 @@ jobs:
|
|||||||
run: cd build ; ctest -j 10 -C Debug --output-on-failure
|
run: cd build ; ctest -j 10 -C Debug --output-on-failure
|
||||||
|
|
||||||
msvc:
|
msvc:
|
||||||
|
if: *pr_set
|
||||||
strategy:
|
strategy:
|
||||||
matrix:
|
matrix:
|
||||||
build_type: [Debug, Release]
|
include:
|
||||||
architecture: [Win32, x64]
|
- build_type: Debug
|
||||||
std_version: [default, latest]
|
architecture: x64
|
||||||
|
std_version: default
|
||||||
|
- build_type: Release
|
||||||
|
architecture: x64
|
||||||
|
std_version: default
|
||||||
|
- build_type: Debug
|
||||||
|
architecture: Win32
|
||||||
|
std_version: default
|
||||||
|
- build_type: Release
|
||||||
|
architecture: Win32
|
||||||
|
std_version: latest
|
||||||
|
|
||||||
runs-on: windows-2022
|
runs-on: windows-2022
|
||||||
|
|
||||||
steps:
|
steps: &msvc_steps
|
||||||
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
with:
|
with:
|
||||||
persist-credentials: false
|
persist-credentials: false
|
||||||
@@ -77,15 +127,20 @@ jobs:
|
|||||||
# Visual Studio 2026 (v145 toolset) on the windows-2025 image. The "Visual Studio
|
# Visual Studio 2026 (v145 toolset) on the windows-2025 image. The "Visual Studio
|
||||||
# 18 2026" generator requires CMake 4.2+, so a recent CMake is fetched explicitly.
|
# 18 2026" generator requires CMake 4.2+, so a recent CMake is fetched explicitly.
|
||||||
msvc-vs2026:
|
msvc-vs2026:
|
||||||
|
if: *pr_set
|
||||||
strategy:
|
strategy:
|
||||||
matrix:
|
matrix:
|
||||||
build_type: [Debug, Release]
|
include:
|
||||||
architecture: [Win32, x64]
|
- build_type: Debug
|
||||||
std_version: [default, latest]
|
architecture: x64
|
||||||
|
std_version: latest
|
||||||
|
- build_type: Release
|
||||||
|
architecture: Win32
|
||||||
|
std_version: default
|
||||||
|
|
||||||
runs-on: windows-2025
|
runs-on: windows-2025
|
||||||
|
|
||||||
steps:
|
steps: &msvc_vs2026_steps
|
||||||
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
with:
|
with:
|
||||||
persist-credentials: false
|
persist-credentials: false
|
||||||
@@ -117,13 +172,14 @@ jobs:
|
|||||||
# Native ARM64 Windows runner with the MSVC ARM64 toolset. The windows-11-arm
|
# Native ARM64 Windows runner with the MSVC ARM64 toolset. The windows-11-arm
|
||||||
# label is only available for public repositories.
|
# label is only available for public repositories.
|
||||||
msvc-arm64:
|
msvc-arm64:
|
||||||
|
if: *pr_set
|
||||||
strategy:
|
strategy:
|
||||||
matrix:
|
matrix:
|
||||||
build_type: [Debug, Release]
|
build_type: [Debug]
|
||||||
|
|
||||||
runs-on: windows-11-arm
|
runs-on: windows-11-arm
|
||||||
|
|
||||||
steps:
|
steps: &msvc_arm64_steps
|
||||||
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
with:
|
with:
|
||||||
persist-credentials: false
|
persist-credentials: false
|
||||||
@@ -141,12 +197,13 @@ jobs:
|
|||||||
run: cd build ; ctest -j 10 -C ${{ matrix.build_type }} --output-on-failure
|
run: cd build ; ctest -j 10 -C ${{ matrix.build_type }} --output-on-failure
|
||||||
|
|
||||||
clang:
|
clang:
|
||||||
|
if: *pr_set
|
||||||
runs-on: windows-2022
|
runs-on: windows-2022
|
||||||
strategy:
|
strategy:
|
||||||
matrix:
|
matrix:
|
||||||
version: [11.0.1, 12.0.1, 13.0.1, 14.0.6, 15.0.7, 16.0.6, 18.1.8, 19.1.7, 20.1.8]
|
version: [20.1.8]
|
||||||
|
|
||||||
steps:
|
steps: &clang_steps
|
||||||
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
with:
|
with:
|
||||||
persist-credentials: false
|
persist-credentials: false
|
||||||
@@ -189,24 +246,8 @@ jobs:
|
|||||||
- name: Test
|
- name: Test
|
||||||
run: cd build ; ctest -j 10 -C Debug --output-on-failure
|
run: cd build ; ctest -j 10 -C Debug --output-on-failure
|
||||||
|
|
||||||
clang-cl:
|
|
||||||
runs-on: windows-2022
|
|
||||||
strategy:
|
|
||||||
matrix:
|
|
||||||
architecture: [Win32, x64]
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
||||||
with:
|
|
||||||
persist-credentials: false
|
|
||||||
- name: Run CMake
|
|
||||||
run: cmake -S . -B build -G "Visual Studio 17 2022" -A ${{ matrix.architecture }} -T ClangCL -DJSON_BuildTests=On
|
|
||||||
- name: Build
|
|
||||||
run: cmake --build build --config Debug --parallel 10
|
|
||||||
- name: Test
|
|
||||||
run: cd build ; ctest -j 10 -C Debug --output-on-failure
|
|
||||||
|
|
||||||
ci_module_cpp20:
|
ci_module_cpp20:
|
||||||
|
if: *pr_set
|
||||||
runs-on: windows-2022
|
runs-on: windows-2022
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
@@ -226,3 +267,144 @@ jobs:
|
|||||||
- name: Build
|
- name: Build
|
||||||
run: cmake --build build --config Debug --target ci_module_cpp20
|
run: cmake --build build --config Debug --target ci_module_cpp20
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
###########################################################################
|
||||||
|
# full set: starts after the PR set passed
|
||||||
|
###########################################################################
|
||||||
|
|
||||||
|
msvc_full:
|
||||||
|
needs: &pr_set_jobs [mingw, msvc, msvc-vs2026, msvc-arm64, clang, ci_module_cpp20]
|
||||||
|
if: &full_set ${{ github.event_name == 'push' || github.event_name == 'workflow_dispatch' || contains(github.event.pull_request.labels.*.name, '🚀 ready to merge') }}
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
build_type: [Debug, Release]
|
||||||
|
architecture: [Win32, x64]
|
||||||
|
std_version: [default, latest]
|
||||||
|
exclude:
|
||||||
|
# in the PR set
|
||||||
|
- build_type: Debug
|
||||||
|
architecture: x64
|
||||||
|
std_version: default
|
||||||
|
- build_type: Release
|
||||||
|
architecture: x64
|
||||||
|
std_version: default
|
||||||
|
- build_type: Debug
|
||||||
|
architecture: Win32
|
||||||
|
std_version: default
|
||||||
|
- build_type: Release
|
||||||
|
architecture: Win32
|
||||||
|
std_version: latest
|
||||||
|
|
||||||
|
runs-on: windows-2022
|
||||||
|
|
||||||
|
steps: *msvc_steps
|
||||||
|
|
||||||
|
# Visual Studio 2026 (v145 toolset) on the windows-2025 image. The "Visual Studio
|
||||||
|
# 18 2026" generator requires CMake 4.2+, so a recent CMake is fetched explicitly.
|
||||||
|
msvc-vs2026_full:
|
||||||
|
needs: *pr_set_jobs
|
||||||
|
if: *full_set
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
build_type: [Debug, Release]
|
||||||
|
architecture: [Win32, x64]
|
||||||
|
std_version: [default, latest]
|
||||||
|
exclude:
|
||||||
|
# in the PR set
|
||||||
|
- build_type: Debug
|
||||||
|
architecture: x64
|
||||||
|
std_version: latest
|
||||||
|
- build_type: Release
|
||||||
|
architecture: Win32
|
||||||
|
std_version: default
|
||||||
|
|
||||||
|
runs-on: windows-2025
|
||||||
|
|
||||||
|
steps: *msvc_vs2026_steps
|
||||||
|
|
||||||
|
# Native ARM64 Windows runner with the MSVC ARM64 toolset. The windows-11-arm
|
||||||
|
# label is only available for public repositories.
|
||||||
|
msvc-arm64_full:
|
||||||
|
needs: *pr_set_jobs
|
||||||
|
if: *full_set
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
build_type: [Release]
|
||||||
|
|
||||||
|
runs-on: windows-11-arm
|
||||||
|
|
||||||
|
steps: *msvc_arm64_steps
|
||||||
|
|
||||||
|
clang_full:
|
||||||
|
needs: *pr_set_jobs
|
||||||
|
if: *full_set
|
||||||
|
runs-on: windows-2022
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
version: [11.0.1, 12.0.1, 13.0.1, 14.0.6, 15.0.7, 16.0.6, 18.1.8, 19.1.7]
|
||||||
|
|
||||||
|
steps: *clang_steps
|
||||||
|
|
||||||
|
clang-cl_full:
|
||||||
|
needs: *pr_set_jobs
|
||||||
|
if: *full_set
|
||||||
|
runs-on: windows-2022
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
architecture: [Win32, x64]
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
|
with:
|
||||||
|
persist-credentials: false
|
||||||
|
- name: Run CMake
|
||||||
|
run: cmake -S . -B build -G "Visual Studio 17 2022" -A ${{ matrix.architecture }} -T ClangCL -DJSON_BuildTests=On
|
||||||
|
- name: Build
|
||||||
|
run: cmake --build build --config Debug --parallel 10
|
||||||
|
- name: Test
|
||||||
|
run: cd build ; ctest -j 10 -C Debug --output-on-failure
|
||||||
|
|
||||||
|
|
||||||
|
###########################################################################
|
||||||
|
# nightly set
|
||||||
|
###########################################################################
|
||||||
|
|
||||||
|
mingw_nightly:
|
||||||
|
if: ${{ github.event_name == 'schedule' || github.event_name == 'workflow_dispatch' || (github.event_name == 'push' && github.ref != 'refs/heads/develop') }}
|
||||||
|
runs-on: windows-2022
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
architecture: [x64]
|
||||||
|
|
||||||
|
steps: *mingw_steps
|
||||||
|
|
||||||
|
# A failure of a scheduled run opens an issue, or comments on the open one.
|
||||||
|
nightly_report:
|
||||||
|
needs: [mingw_nightly]
|
||||||
|
if: ${{ always() && github.event_name == 'schedule' && contains(needs.*.result, 'failure') }}
|
||||||
|
runs-on: ubuntu-26.04
|
||||||
|
permissions:
|
||||||
|
issues: write
|
||||||
|
steps:
|
||||||
|
- name: Harden Runner
|
||||||
|
uses: step-security/harden-runner@ccd8616d44fd3846e67624a50d5aad6d37bf2d25 # v2.22.1
|
||||||
|
with:
|
||||||
|
egress-policy: audit
|
||||||
|
|
||||||
|
- name: Open or update the nightly failure issue
|
||||||
|
env:
|
||||||
|
GH_TOKEN: ${{ github.token }}
|
||||||
|
GH_REPO: ${{ github.repository }}
|
||||||
|
RUN_URL: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}
|
||||||
|
WORKFLOW: ${{ github.workflow }}
|
||||||
|
SHA: ${{ github.sha }}
|
||||||
|
run: |
|
||||||
|
title="Nightly CI failure (${WORKFLOW})"
|
||||||
|
body="The nightly run of ${WORKFLOW} on ${SHA:0:10} failed: ${RUN_URL}"
|
||||||
|
number=$(gh issue list --state open --search "in:title \"${title}\"" --json number,title --jq "map(select(.title == \"${title}\")) | .[0].number // empty")
|
||||||
|
if [ -n "$number" ]; then
|
||||||
|
gh issue comment "$number" --body "$body"
|
||||||
|
else
|
||||||
|
gh issue create --title "$title" --body "$body"
|
||||||
|
fi
|
||||||
@@ -32,24 +32,9 @@ uses, so the result matches it exactly — including, for an object, that a repe
|
|||||||
last value. The replay is iterative, so it is not limited by the call stack the way a naive recursive conversion
|
last value. The replay is iterative, so it is not limited by the call stack the way a naive recursive conversion
|
||||||
would be; the JSON nesting depth is limited only by available memory, as for `BasicJsonType::parse()` itself.
|
would be; the JSON nesting depth is limited only by available memory, as for `BasicJsonType::parse()` itself.
|
||||||
|
|
||||||
With [`JSON_DIAGNOSTIC_POSITIONS`](../macros/json_diagnostic_positions.md) enabled, the values get the source
|
Unlike parsing with [`JSON_DIAGNOSTIC_POSITIONS`](../macros/json_diagnostic_positions.md) enabled, the values
|
||||||
positions [`BasicJsonType::parse()`](../basic_json/parse.md) would give them, also for the subtree of a view (the
|
produced by `materialize()` do not carry source positions. The index has the start offset of every value, but not the
|
||||||
positions are those in the document's whole source text), and exceptions about them name the same bytes. For values of
|
end of arrays, objects, and escaped strings, which the positions also need.
|
||||||
an [editable document](../json_editable_document.md), positions are all-or-nothing, and [`start_pos()`](../basic_json/start_pos.md)
|
|
||||||
and [`end_pos()`](../basic_json/end_pos.md) return `std::string::npos` for
|
|
||||||
|
|
||||||
- a value written by an edit (a copy of an array or object of the document is also new; copies of its scalars keep
|
|
||||||
their positions),
|
|
||||||
- an array or object whose elements were changed (its elements keep theirs), and
|
|
||||||
- an array or object whose last element has no positions (its end is found from that element).
|
|
||||||
|
|
||||||
This differs from a `basic_json` value, whose positions are not updated when it is changed: they stay as they were
|
|
||||||
parsed, even if they no longer match the value (see [`start_pos()`](../basic_json/start_pos.md)).
|
|
||||||
|
|
||||||
Documents [loaded](../basic_json_document/load.md) from an image have the positions of the saved document. Its strings
|
|
||||||
with escapes have positions only if the document was parsed with `JSON_DIAGNOSTIC_POSITIONS`: the position of their
|
|
||||||
opening quote is recorded while parsing, and `save()` and `load()` keep it whether or not they are compiled with the
|
|
||||||
macro.
|
|
||||||
|
|
||||||
Calling `materialize()` on the same view repeatedly builds a new, independent `BasicJsonType` value each time; it
|
Calling `materialize()` on the same view repeatedly builds a new, independent `BasicJsonType` value each time; it
|
||||||
never caches the result.
|
never caches the result.
|
||||||
@@ -77,7 +62,8 @@ never caches the result.
|
|||||||
|
|
||||||
- [`root`](../basic_json_document/root.md) - the view of a document's root value
|
- [`root`](../basic_json_document/root.md) - the view of a document's root value
|
||||||
- [`BasicJsonType::parse`](../basic_json/parse.md) - build a `BasicJsonType` value directly from a JSON text
|
- [`BasicJsonType::parse`](../basic_json/parse.md) - build a `BasicJsonType` value directly from a JSON text
|
||||||
- [`JSON_DIAGNOSTIC_POSITIONS`](../macros/json_diagnostic_positions.md) - source positions on parsed values
|
- [`JSON_DIAGNOSTIC_POSITIONS`](../macros/json_diagnostic_positions.md) - source positions on parsed values (not
|
||||||
|
produced by `materialize()`)
|
||||||
- [Zero-copy JSON views](../../features/json_view.md#getting-values-out-without-copying) - when to build a basic_json value from a view
|
- [Zero-copy JSON views](../../features/json_view.md#getting-values-out-without-copying) - when to build a basic_json value from a view
|
||||||
|
|
||||||
## Version history
|
## Version history
|
||||||
|
|||||||
@@ -113,7 +113,6 @@ When the macro is not defined, the library will define it to its default value.
|
|||||||
|
|
||||||
- [:simple-cmake: JSON_Diagnostic_Positions](../../integration/cmake.md#json_diagnostic_positions) - CMake option to control the macro
|
- [:simple-cmake: JSON_Diagnostic_Positions](../../integration/cmake.md#json_diagnostic_positions) - CMake option to control the macro
|
||||||
- [`JSON_DIAGNOSTICS`](json_diagnostics.md) - macro to control extended diagnostics
|
- [`JSON_DIAGNOSTICS`](json_diagnostics.md) - macro to control extended diagnostics
|
||||||
- [`materialize()`](../basic_json_view/materialize.md) - values of a JSON view, with the same positions
|
|
||||||
- [Parsing and Exceptions](../../features/parsing/parse_exceptions.md) - handling parse errors and locating them in the input
|
- [Parsing and Exceptions](../../features/parsing/parse_exceptions.md) - handling parse errors and locating them in the input
|
||||||
|
|
||||||
## Version history
|
## Version history
|
||||||
|
|||||||
@@ -13,6 +13,80 @@ describe each of them.
|
|||||||
|
|
||||||
<p class="nj-caption" markdown>The checks grouped by the stage at which they run, from push or pull request through the merge into develop to a release. The badge on each card says whether the check runs on every push or PR, on a schedule, or continuously.</p>
|
<p class="nj-caption" markdown>The checks grouped by the stage at which they run, from push or pull request through the merge into develop to a release. The badge on each card says whether the check runs on every push or PR, on a schedule, or continuously.</p>
|
||||||
|
|
||||||
|
## How CI runs
|
||||||
|
|
||||||
|
Not every job runs for every change. The compiler jobs on Ubuntu, macOS, and Windows are split into three sets, so a
|
||||||
|
pull request gets fast feedback and the long jobs run when they matter:
|
||||||
|
|
||||||
|
| Set | When it runs | What it contains |
|
||||||
|
|-------------|-------------------------------------------------------------------------------------------------------------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
|
||||||
|
| PR set | every push to a pull request, and every push to `develop`, `master`, and `release/*` | GCC and Clang with all warnings, Clang-Tidy, sanitizers, IWYU, cpplint, the oldest and newest GCC and Clang, common CMake options, Meson, Emscripten, four Visual Studio 2022 and two Visual Studio 2026 configurations, MinGW, Clang on Windows, ARM64 Windows, five Xcode versions, Swift Package Manager; with the checks that always run, they would have caught at least 92 % of the failing commits of September and October 2026 |
|
||||||
|
| full set | after the PR set passed: on pull requests with the label :rocket: ready to merge, and on every push | every other compiler, version, C++ standard, and CMake option, the Clang Static Analyzer, Cppcheck, and the C++20 module tests |
|
||||||
|
| nightly set | every night on `develop`, on every push to `master` and `release/*`, and when started by hand | Infer, Valgrind, coverage, the Intel and NVIDIA compilers, CUDA, ARM64 Linux, and 64-bit MinGW; a failure opens an issue |
|
||||||
|
|
||||||
|
The documentation and license checks and the amalgamation check run on every push and pull request; AppVeyor (Visual
|
||||||
|
Studio 2015, 2017, and 2019) has its own schedule. A pull request that changes only the documentation, Markdown files, GitHub metadata, or license files
|
||||||
|
skips the compiler workflows (see [`tools/check_path_filters`](https://github.com/nlohmann/json/tree/develop/tools/check_path_filters)).
|
||||||
|
|
||||||
|
A maintainer adds the label :rocket: ready to merge when a pull request is ready; the full set then runs, and again on
|
||||||
|
every later push to that pull request. A pull request is merged only when the full set passed.
|
||||||
|
|
||||||
|
??? abstract "Jobs of the compiler workflows and their sets"
|
||||||
|
|
||||||
|
The table is generated by [`tools/ci_jobs`](https://github.com/nlohmann/json/tree/develop/tools/ci_jobs), which
|
||||||
|
also checks in CI that it is up to date and that every job belongs to exactly one set.
|
||||||
|
|
||||||
|
<!-- ci_jobs: begin -->
|
||||||
|
| Set | Workflow | Job | Configurations |
|
||||||
|
|-----|----------|-----|----------------|
|
||||||
|
| PR set | macos.yml | `macos-15` | 16.0; 16.4; 26.3 |
|
||||||
|
| PR set | macos.yml | `macos-26` | 26.6 |
|
||||||
|
| PR set | macos.yml | `xcode_standards` | 14 |
|
||||||
|
| PR set | macos.yml | `swiftpm` | - |
|
||||||
|
| PR set | ubuntu.yml | `ci_test_gcc` | - |
|
||||||
|
| PR set | ubuntu.yml | `ci_meson_install` | - |
|
||||||
|
| PR set | ubuntu.yml | `ci_static_analysis_ubuntu` | ci_cpplint |
|
||||||
|
| PR set | ubuntu.yml | `ci_static_analysis_clang` | ci_test_clang; ci_clang_tidy; ci_test_clang_sanitizer; ci_single_binaries |
|
||||||
|
| PR set | ubuntu.yml | `ci_cmake_options` | ci_test_diagnostics; ci_test_diagnostic_positions; ci_test_noexceptions; ci_test_noglobaludls |
|
||||||
|
| PR set | ubuntu.yml | `ci_test_compilers_gcc_old` | 4.8 |
|
||||||
|
| PR set | ubuntu.yml | `ci_test_compilers_clang` | 3.4 |
|
||||||
|
| PR set | ubuntu.yml | `ci_test_standards_gcc` | 26 |
|
||||||
|
| PR set | ubuntu.yml | `ci_test_standards_clang` | 26, libcxx |
|
||||||
|
| PR set | ubuntu.yml | `ci_emscripten` | - |
|
||||||
|
| PR set | windows.yml | `mingw` | x86 |
|
||||||
|
| PR set | windows.yml | `msvc` | Debug, x64, default; Release, x64, default; Debug, Win32, default; Release, Win32, latest |
|
||||||
|
| PR set | windows.yml | `msvc-vs2026` | Debug, x64, latest; Release, Win32, default |
|
||||||
|
| PR set | windows.yml | `msvc-arm64` | Debug |
|
||||||
|
| PR set | windows.yml | `clang` | 20.1.8 |
|
||||||
|
| PR set | windows.yml | `ci_module_cpp20` | - |
|
||||||
|
| full set | macos.yml | `macos-15_full` | 16.1; 16.2; 16.3; 26.0.1; 26.1.1; 26.2 |
|
||||||
|
| full set | macos.yml | `macos-26_full` | 26.4.1; 26.5 |
|
||||||
|
| full set | macos.yml | `xcode_standards_full` | 11; 17; 20; 23; 26 |
|
||||||
|
| full set | ubuntu.yml | `ci_static_analysis_ubuntu_full` | ci_test_single_header; ci_cppcheck; ci_reproducible_tests; ci_non_git_tests; ci_offline_testdata |
|
||||||
|
| full set | ubuntu.yml | `ci_static_analysis_clang_full` | ci_clang_analyze |
|
||||||
|
| full set | ubuntu.yml | `ci_cmake_options_full` | ci_cmake_flags; ci_test_noimplicitconversions; ci_test_legacycomparison; ci_test_disableenumserialization; ci_test_disabletuplereferenceconversion; ci_test_skiplibraryversioncheck; ci_test_simdutf; ci_test_strict_nul_handling; ci_test_delete_deprecated_functions; ci_test_no_thread_local |
|
||||||
|
| full set | ubuntu.yml | `ci_test_compilers_gcc_old_full` | 4.9; 5; 6 |
|
||||||
|
| full set | ubuntu.yml | `ci_test_compilers_gcc_full` | 7; 8; 9; 10; 11; 12; 13; 14; 15; 16; latest |
|
||||||
|
| full set | ubuntu.yml | `ci_test_compilers_clang_full` | 3.5; 3.6; 3.7; 3.8; 3.9; 4; 5; 6; 7; 8; 9; 10; 11; 12; 13; 14; 15-bullseye; 16; 17; 18; 19; 20; 21; 22; latest |
|
||||||
|
| full set | ubuntu.yml | `ci_test_standards_gcc_full` | 11; 14; 17; 20; 23 |
|
||||||
|
| full set | ubuntu.yml | `ci_test_standards_clang_full` | 11, libcxx; 11, libstdcxx; 14, libcxx; 14, libstdcxx; 17, libcxx; 17, libstdcxx; 20, libcxx; 20, libstdcxx; 23, libcxx; 23, libstdcxx; 26, libstdcxx |
|
||||||
|
| full set | ubuntu.yml | `ci_module_cpp20` | gcc:latest; silkeh/clang:latest |
|
||||||
|
| full set | windows.yml | `msvc_full` | Debug, Win32, latest; Debug, x64, latest; Release, Win32, default; Release, x64, latest |
|
||||||
|
| full set | windows.yml | `msvc-vs2026_full` | Debug, Win32, default; Debug, Win32, latest; Debug, x64, default; Release, Win32, latest; Release, x64, default; Release, x64, latest |
|
||||||
|
| full set | windows.yml | `msvc-arm64_full` | Release |
|
||||||
|
| full set | windows.yml | `clang_full` | 11.0.1; 12.0.1; 13.0.1; 14.0.6; 15.0.7; 16.0.6; 18.1.8; 19.1.7 |
|
||||||
|
| full set | windows.yml | `clang-cl_full` | Win32; x64 |
|
||||||
|
| nightly set | ubuntu.yml | `ci_infer` | - |
|
||||||
|
| nightly set | ubuntu.yml | `ci_static_analysis_ubuntu_nightly` | ci_test_valgrind |
|
||||||
|
| nightly set | ubuntu.yml | `ci_test_coverage` | - |
|
||||||
|
| nightly set | ubuntu.yml | `ci_cuda_example` | 11.8.0; 12.1.1; 12.6.3 |
|
||||||
|
| nightly set | ubuntu.yml | `ci_icpc` | - |
|
||||||
|
| nightly set | ubuntu.yml | `ci_icpx` | - |
|
||||||
|
| nightly set | ubuntu.yml | `ci_nvhpc` | - |
|
||||||
|
| nightly set | ubuntu.yml | `ci_test_arm64` | - |
|
||||||
|
| nightly set | windows.yml | `mingw_nightly` | x64 |
|
||||||
|
<!-- ci_jobs: end -->
|
||||||
|
|
||||||
## C++ language compliance and compiler compatibility
|
## C++ language compliance and compiler compatibility
|
||||||
|
|
||||||
!!! success "Requirement: Compiler support"
|
!!! success "Requirement: Compiler support"
|
||||||
|
|||||||
@@ -149,12 +149,10 @@ document: `#!cpp auto v = json_document::parse(text).root();` does not compile.
|
|||||||
end must still fit.
|
end must still fit.
|
||||||
- **A stream is always read to its end.** There is no partial/streaming read of an `#!cpp std::istream`: the stream
|
- **A stream is always read to its end.** There is no partial/streaming read of an `#!cpp std::istream`: the stream
|
||||||
is read to its end into a buffer the document owns, and parsing starts after that.
|
is read to its end into a buffer the document owns, and parsing starts after that.
|
||||||
- **Fewer source positions after edits.** With
|
- **No source positions on `materialize()`.** Even with
|
||||||
[`JSON_DIAGNOSTIC_POSITIONS`](../api/macros/json_diagnostic_positions.md) enabled,
|
[`JSON_DIAGNOSTIC_POSITIONS`](../api/macros/json_diagnostic_positions.md) enabled,
|
||||||
[`materialize()`](../api/basic_json_view/materialize.md) sets the same positions as `#!cpp basic_json::parse()`.
|
[`materialize()`](../api/basic_json_view/materialize.md) does not set them. The index has the start offset of every
|
||||||
In an [editable document](../api/json_editable_document.md), a value written by an edit has none, and neither has
|
value, but not the end of arrays, objects, and escaped strings, which the positions also need.
|
||||||
an array or object whose elements changed or whose last element has none; a `basic_json` value keeps its positions
|
|
||||||
when it is changed. See [`materialize()`](../api/basic_json_view/materialize.md#notes).
|
|
||||||
- **Objects iterate in document order.** [`begin()`](../api/basic_json_view/begin.md)/
|
- **Objects iterate in document order.** [`begin()`](../api/basic_json_view/begin.md)/
|
||||||
[`end()`](../api/basic_json_view/end.md) and [`items()`](../api/basic_json_view/items.md) visit an object's
|
[`end()`](../api/basic_json_view/end.md) and [`items()`](../api/basic_json_view/items.md) visit an object's
|
||||||
members in the order they appear in the source text. `basic_json`'s default `object_t` is a `std::map`, which
|
members in the order they appear in the source text. `basic_json`'s default `object_t` is a `std::map`, which
|
||||||
|
|||||||
@@ -203,7 +203,7 @@ packet-beta
|
|||||||
| 2-3 | `extra` | `uint16_t` | numbers: the number of integer digits (low byte) and fraction digits (high byte), 255 for more; objects: the number of their key hash index (1-based), or 0; otherwise 0 |
|
| 2-3 | `extra` | `uint16_t` | numbers: the number of integer digits (low byte) and fraction digits (high byte), 255 for more; objects: the number of their key hash index (1-based), or 0; otherwise 0 |
|
||||||
| 4-7 | `off` | `uint32_t` | where the value starts: the first byte after a string's opening quote (or its position in the buffer of decoded strings), the first byte of a number or literal, the bracket of an array or object |
|
| 4-7 | `off` | `uint32_t` | where the value starts: the first byte after a string's opening quote (or its position in the buffer of decoded strings), the first byte of a number or literal, the bracket of an array or object |
|
||||||
| 8-11 | `len` | `uint32_t` | strings: the length after decoding; floats and literals: the length of the token; arrays and objects: the number of elements |
|
| 8-11 | `len` | `uint32_t` | strings: the length after decoding; floats and literals: the length of the token; arrays and objects: the number of elements |
|
||||||
| 12-15 | `next` | `uint32_t` | arrays and objects: the number of nodes of the subtree, including the node itself; strings with escapes: the position of the opening quote in the source plus one if the document was parsed with [`JSON_DIAGNOSTIC_POSITIONS`](../api/macros/json_diagnostic_positions.md), or 0 if it was not; all other values: 0 |
|
| 12-15 | `next` | `uint32_t` | arrays and objects: the number of nodes of the subtree, including the node itself |
|
||||||
|
|
||||||
<p class="nj-table-caption" markdown>Fields of a node, by their byte offset within the 16-byte node. Integers use bytes 8-15 differently, see below.</p>
|
<p class="nj-table-caption" markdown>Fields of a node, by their byte offset within the 16-byte node. Integers use bytes 8-15 differently, see below.</p>
|
||||||
|
|
||||||
@@ -218,12 +218,6 @@ packet-beta
|
|||||||
step from element to element this way and skip whole subtrees in constant time.
|
step from element to element this way and skip whole subtrees in constant time.
|
||||||
- **Offsets** are 32 bits wide, so a document is limited to 4294967279 bytes, 4 GiB minus 16 bytes (a margin below
|
- **Offsets** are 32 bits wide, so a document is limited to 4294967279 bytes, 4 GiB minus 16 bytes (a margin below
|
||||||
2^32 for positions one scanner step past the end of the text; `out_of_range.416`).
|
2^32 for positions one scanner step past the end of the text; `out_of_range.416`).
|
||||||
- **Source positions** ([`JSON_DIAGNOSTIC_POSITIONS`](../api/macros/json_diagnostic_positions.md)) are derived by
|
|
||||||
[`materialize()`](../api/basic_json_view/materialize.md) and cost almost nothing while parsing: the only work is
|
|
||||||
storing the offset of the opening quote of a string with escapes in its `next`, which is otherwise unused. A
|
|
||||||
scalar's range follows from `off` and its length, a string with escapes is scanned from its opening quote (`next`) to the closing one,
|
|
||||||
and the end of an array or object is found by scanning from the end of its last element over whitespace, comments,
|
|
||||||
and a trailing comma. `materialize()` hands these positions to the SAX builder of `parse()` in place of its lexer.
|
|
||||||
- **Large objects** (128 members or more) get a hash index for their keys after parsing
|
- **Large objects** (128 members or more) get a hash index for their keys after parsing
|
||||||
([`detail/view/object_index.hpp`](https://github.com/nlohmann/json/blob/develop/include/nlohmann/detail/view/object_index.hpp)):
|
([`detail/view/object_index.hpp`](https://github.com/nlohmann/json/blob/develop/include/nlohmann/detail/view/object_index.hpp)):
|
||||||
an open-addressing table whose slots hold the distance from the object's node to a key's node, so that a lookup does
|
an open-addressing table whose slots hold the distance from the object's node to a key's node, so that a lookup does
|
||||||
@@ -283,7 +277,7 @@ Images ([`save`](../api/basic_json_document/save.md) and [`load`](../api/basic_j
|
|||||||
the nodes as they are: a 64-byte header (the magic bytes `NJVI`, a format version, the sizes, and reserved bytes that
|
the nodes as they are: a 64-byte header (the magic bytes `NJVI`, a format version, the sizes, and reserved bytes that
|
||||||
must be zero), the nodes, the text, and the decoded strings. An edited document is first written in document order, as
|
must be zero), the nodes, the text, and the decoded strings. An edited document is first written in document order, as
|
||||||
the parser would have written it (without links), and the numbers of the hash indexes are cleared, since `load`
|
the parser would have written it (without links), and the numbers of the hash indexes are cleared, since `load`
|
||||||
rebuilds the indexes. The flag *new* is kept, as these values have no position in the text. So a change of the node layout is a change of the image format: it must raise `image_version`,
|
rebuilds the indexes. So a change of the node layout is a change of the image format: it must raise `image_version`,
|
||||||
and `load` then rejects images of other versions (`parse_error.116`) instead of misreading them.
|
and `load` then rejects images of other versions (`parse_error.116`) instead of misreading them.
|
||||||
|
|
||||||
## Input adapters
|
## Input adapters
|
||||||
|
|||||||
@@ -1,26 +1,31 @@
|
|||||||
<svg class="nj-fig nj-exceptions-qa nj-exceptions-qa--wide" viewBox="0 0 760 808" role="img" aria-labelledby="nj-qa-title-w nj-qa-desc-w" xmlns="http://www.w3.org/2000/svg">
|
<svg class="nj-fig nj-exceptions-qa nj-exceptions-qa--wide" viewBox="0 0 760 862" role="img" aria-labelledby="nj-qa-title-w nj-qa-desc-w" xmlns="http://www.w3.org/2000/svg">
|
||||||
<title id="nj-qa-title-w">Quality assurance pipeline</title>
|
<title id="nj-qa-title-w">Quality assurance pipeline</title>
|
||||||
<desc id="nj-qa-desc-w">Every push or pull request starts these checks in parallel: Build matrix (every push / PR): 50+ compilers: G​CC, Clang, M​SVC, AppleClang, Intel, NVIDIA, ... C++11, 14, 17, 20, 23, and 26 libc++ and libstdc++ warnings: Clang -Weverything, G​CC 300+ warnings; Unit tests (doctest) (every push / PR): every public A​PI function every exception id and message all Unicode code points single header and split headers custom number, string, array, and object types; Coverage (every push / PR): unit tests cover all lines of the code base; Static analysis (every push / PR, scheduled): Clang-Tidy, Cppcheck, Infer Clang Static Analyzer (52 checkers), I​WYU, Codacy CodeQL, Semgrep, Flawfinder (also scheduled); Dynamic analysis (every push / PR): runtime assertions Valgrind (Memcheck) address and undefined behavior sanitizers, integer overflow, nullability violations; Fuzzing (every PR, continuous): CIFuzz on every pull request OSS-Fuzz: billions of inputs every crash fixed with a reproducing unit test; Style (every push / PR): Artistic Style (astyle), enforced in the C​I cpplint with 61 rules; Docs and examples (every push / PR, scheduled): every documentation example is tested; changed output fails site built with warnings as errors; links checked regularly (scheduled); Integration, supply chain (every push / PR, scheduled): CMake 3.5, 3.31.6, and 4.0.0 Meson, Swift Package Manager dependency review on every PR Dependabot daily, OpenSSF Scorecard, R​EUSE. When they pass, the change is merged into develop; a release is made only when no vulnerability alert is open.</desc>
|
<desc id="nj-qa-desc-w">A push or pull request starts these checks; the badges say when each runs: Build matrix (every push / PR, before merge): 50+ compilers: G​CC, Clang, M​SVC, AppleClang, Intel, NVIDIA, ... C++11, 14, 17, 20, 23, and 26 libc++ and libstdc++ warnings: Clang -Weverything, G​CC 300+ warnings a subset on every push and PR, all before merge; Intel, NVIDIA, C​UDA, and ARM64 nightly; Unit tests (doctest) (every push / PR): every public A​PI function every exception id and message all Unicode code points single header and split headers custom number, string, array, and object types; Coverage (nightly): unit tests cover all lines of the code base; Static analysis (every push / PR, scheduled): Clang-Tidy, Cppcheck, Infer Clang Static Analyzer (52 checkers), I​WYU, Codacy CodeQL, Semgrep, Flawfinder (also scheduled); Infer nightly; Dynamic analysis (every push / PR, nightly): runtime assertions Valgrind (Memcheck), nightly address and undefined behavior sanitizers, integer overflow, nullability violations; Fuzzing (every PR, continuous): CIFuzz on every pull request OSS-Fuzz: billions of inputs every crash fixed with a reproducing unit test; Style (every push / PR): Artistic Style (astyle), enforced in the C​I cpplint with 61 rules; Docs and examples (every push / PR, scheduled): every documentation example is tested; changed output fails site built with warnings as errors; links checked regularly (scheduled); Integration, supply chain (every push / PR, scheduled): CMake 3.5, 3.31.6, and 4.0.0 Meson, Swift Package Manager dependency review on every PR Dependabot daily, OpenSSF Scorecard, R​EUSE. When they pass, the change is merged into develop; a release is made only when no vulnerability alert is open.</desc>
|
||||||
<defs><marker id="nj-qa-arrow-w" viewBox="0 0 10 10" refX="9" refY="5" markerWidth="7" markerHeight="7" orient="auto"><path class="fg-head" d="M0 1 L10 5 L0 9 z"/></marker></defs>
|
<defs><marker id="nj-qa-arrow-w" viewBox="0 0 10 10" refX="9" refY="5" markerWidth="7" markerHeight="7" orient="auto"><path class="fg-head" d="M0 1 L10 5 L0 9 z"/></marker></defs>
|
||||||
<rect class="nj-exceptions-groupbox" x="12" y="70" width="736" height="594" rx="12"/>
|
<rect class="nj-exceptions-groupbox" x="12" y="70" width="736" height="648" rx="12"/>
|
||||||
<rect class="nj-exceptions-stage" x="265" y="8" width="230" height="34" rx="17"/>
|
<rect class="nj-exceptions-stage" x="265" y="8" width="230" height="34" rx="17"/>
|
||||||
<text class="nj-exceptions-stagetext" x="380" y="30">push or pull request</text>
|
<text class="nj-exceptions-stagetext" x="380" y="30">push or pull request</text>
|
||||||
<line class="nj-exceptions-edge" x1="380" y1="42" x2="380" y2="68" marker-end="url(#nj-qa-arrow-w)"/>
|
<line class="nj-exceptions-edge" x1="380" y1="42" x2="380" y2="68" marker-end="url(#nj-qa-arrow-w)"/>
|
||||||
<text class="nj-exceptions-group" x="26" y="94">checks, run in parallel on GitHub Actions and AppVeyor</text>
|
<text class="nj-exceptions-group" x="26" y="94">checks, run in parallel on GitHub Actions and AppVeyor</text>
|
||||||
<g class="nj-exceptions-card">
|
<g class="nj-exceptions-card">
|
||||||
<rect class="nj-exceptions-box" x="26" y="110" width="228" height="184" rx="8"/>
|
<rect class="nj-exceptions-box" x="26" y="110" width="228" height="238" rx="8"/>
|
||||||
<text class="nj-exceptions-ctitle" x="40" y="135">Build matrix</text>
|
<text class="nj-exceptions-ctitle" x="40" y="135">Build matrix</text>
|
||||||
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="40" y="146" width="110.5" height="20" rx="10"/>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="40" y="146" width="110.5" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="95.25" y="160">every push / PR</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="95.25" y="160">every push / PR</text>
|
||||||
|
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="156.5" y="146" width="91.6" height="20" rx="10"/>
|
||||||
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="202.3" y="160">before merge</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="188">50+ compilers: G​CC, Clang, M​SVC,</text>
|
<text class="nj-exceptions-line" x="40" y="188">50+ compilers: G​CC, Clang, M​SVC,</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="206">AppleClang, Intel, NVIDIA, ...</text>
|
<text class="nj-exceptions-line" x="40" y="206">AppleClang, Intel, NVIDIA, ...</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="224">C++11, 14, 17, 20, 23, and 26</text>
|
<text class="nj-exceptions-line" x="40" y="224">C++11, 14, 17, 20, 23, and 26</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="242">libc++ and libstdc++</text>
|
<text class="nj-exceptions-line" x="40" y="242">libc++ and libstdc++</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="260">warnings: Clang -Weverything,</text>
|
<text class="nj-exceptions-line" x="40" y="260">warnings: Clang -Weverything,</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="278">G​CC 300+ warnings</text>
|
<text class="nj-exceptions-line" x="40" y="278">G​CC 300+ warnings</text>
|
||||||
|
<text class="nj-exceptions-line" x="40" y="296">a subset on every push and PR,</text>
|
||||||
|
<text class="nj-exceptions-line" x="40" y="314">all before merge; Intel, NVIDIA,</text>
|
||||||
|
<text class="nj-exceptions-line" x="40" y="332">C​UDA, and ARM64 nightly</text>
|
||||||
</g>
|
</g>
|
||||||
<g class="nj-exceptions-card">
|
<g class="nj-exceptions-card">
|
||||||
<rect class="nj-exceptions-box" x="266" y="110" width="228" height="184" rx="8"/>
|
<rect class="nj-exceptions-box" x="266" y="110" width="228" height="238" rx="8"/>
|
||||||
<text class="nj-exceptions-ctitle" x="280" y="135">Unit tests (doctest)</text>
|
<text class="nj-exceptions-ctitle" x="280" y="135">Unit tests (doctest)</text>
|
||||||
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="280" y="146" width="110.5" height="20" rx="10"/>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="280" y="146" width="110.5" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="335.25" y="160">every push / PR</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="335.25" y="160">every push / PR</text>
|
||||||
@@ -32,209 +37,218 @@
|
|||||||
<text class="nj-exceptions-line" x="280" y="278">and object types</text>
|
<text class="nj-exceptions-line" x="280" y="278">and object types</text>
|
||||||
</g>
|
</g>
|
||||||
<g class="nj-exceptions-card">
|
<g class="nj-exceptions-card">
|
||||||
<rect class="nj-exceptions-box" x="506" y="110" width="228" height="184" rx="8"/>
|
<rect class="nj-exceptions-box" x="506" y="110" width="228" height="238" rx="8"/>
|
||||||
<text class="nj-exceptions-ctitle" x="520" y="135">Coverage</text>
|
<text class="nj-exceptions-ctitle" x="520" y="135">Coverage</text>
|
||||||
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="520" y="146" width="110.5" height="20" rx="10"/>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--sched" x="520" y="146" width="60.1" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="575.25" y="160">every push / PR</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--sched" x="550.05" y="160">nightly</text>
|
||||||
<text class="nj-exceptions-line" x="520" y="188">unit tests cover all lines</text>
|
<text class="nj-exceptions-line" x="520" y="188">unit tests cover all lines</text>
|
||||||
<text class="nj-exceptions-line" x="520" y="206">of the code base</text>
|
<text class="nj-exceptions-line" x="520" y="206">of the code base</text>
|
||||||
</g>
|
</g>
|
||||||
<g class="nj-exceptions-card">
|
<g class="nj-exceptions-card">
|
||||||
<rect class="nj-exceptions-box" x="26" y="306" width="228" height="166" rx="8"/>
|
<rect class="nj-exceptions-box" x="26" y="360" width="228" height="166" rx="8"/>
|
||||||
<text class="nj-exceptions-ctitle" x="40" y="331">Static analysis</text>
|
<text class="nj-exceptions-ctitle" x="40" y="385">Static analysis</text>
|
||||||
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="40" y="342" width="110.5" height="20" rx="10"/>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="40" y="396" width="110.5" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="95.25" y="356">every push / PR</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="95.25" y="410">every push / PR</text>
|
||||||
<rect class="nj-exceptions-badge nj-exceptions-badge--sched" x="156.5" y="342" width="72.7" height="20" rx="10"/>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--sched" x="156.5" y="396" width="72.7" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--sched" x="192.85" y="356">scheduled</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--sched" x="192.85" y="410">scheduled</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="384">Clang-Tidy, Cppcheck, Infer</text>
|
<text class="nj-exceptions-line" x="40" y="438">Clang-Tidy, Cppcheck, Infer</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="402">Clang Static Analyzer (52</text>
|
<text class="nj-exceptions-line" x="40" y="456">Clang Static Analyzer (52</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="420">checkers), I​WYU, Codacy</text>
|
<text class="nj-exceptions-line" x="40" y="474">checkers), I​WYU, Codacy</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="438">CodeQL, Semgrep, Flawfinder</text>
|
<text class="nj-exceptions-line" x="40" y="492">CodeQL, Semgrep, Flawfinder</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="456">(also scheduled)</text>
|
<text class="nj-exceptions-line" x="40" y="510">(also scheduled); Infer nightly</text>
|
||||||
</g>
|
</g>
|
||||||
<g class="nj-exceptions-card">
|
<g class="nj-exceptions-card">
|
||||||
<rect class="nj-exceptions-box" x="266" y="306" width="228" height="166" rx="8"/>
|
<rect class="nj-exceptions-box" x="266" y="360" width="228" height="166" rx="8"/>
|
||||||
<text class="nj-exceptions-ctitle" x="280" y="331">Dynamic analysis</text>
|
<text class="nj-exceptions-ctitle" x="280" y="385">Dynamic analysis</text>
|
||||||
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="280" y="342" width="110.5" height="20" rx="10"/>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="280" y="396" width="110.5" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="335.25" y="356">every push / PR</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="335.25" y="410">every push / PR</text>
|
||||||
<text class="nj-exceptions-line" x="280" y="384">runtime assertions</text>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--sched" x="396.5" y="396" width="60.1" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-line" x="280" y="402">Valgrind (Memcheck)</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--sched" x="426.55" y="410">nightly</text>
|
||||||
<text class="nj-exceptions-line" x="280" y="420">address and undefined behavior</text>
|
<text class="nj-exceptions-line" x="280" y="438">runtime assertions</text>
|
||||||
<text class="nj-exceptions-line" x="280" y="438">sanitizers, integer overflow,</text>
|
<text class="nj-exceptions-line" x="280" y="456">Valgrind (Memcheck), nightly</text>
|
||||||
<text class="nj-exceptions-line" x="280" y="456">nullability violations</text>
|
<text class="nj-exceptions-line" x="280" y="474">address and undefined behavior</text>
|
||||||
|
<text class="nj-exceptions-line" x="280" y="492">sanitizers, integer overflow,</text>
|
||||||
|
<text class="nj-exceptions-line" x="280" y="510">nullability violations</text>
|
||||||
</g>
|
</g>
|
||||||
<g class="nj-exceptions-card">
|
<g class="nj-exceptions-card">
|
||||||
<rect class="nj-exceptions-box" x="506" y="306" width="228" height="166" rx="8"/>
|
<rect class="nj-exceptions-box" x="506" y="360" width="228" height="166" rx="8"/>
|
||||||
<text class="nj-exceptions-ctitle" x="520" y="331">Fuzzing</text>
|
<text class="nj-exceptions-ctitle" x="520" y="385">Fuzzing</text>
|
||||||
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="520" y="342" width="66.4" height="20" rx="10"/>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="520" y="396" width="66.4" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="553.2" y="356">every PR</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="553.2" y="410">every PR</text>
|
||||||
<rect class="nj-exceptions-badge nj-exceptions-badge--cont" x="592.4" y="342" width="79" height="20" rx="10"/>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--cont" x="592.4" y="396" width="79" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--cont" x="631.9" y="356">continuous</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--cont" x="631.9" y="410">continuous</text>
|
||||||
<text class="nj-exceptions-line" x="520" y="384">CIFuzz on every pull request</text>
|
<text class="nj-exceptions-line" x="520" y="438">CIFuzz on every pull request</text>
|
||||||
<text class="nj-exceptions-line" x="520" y="402">OSS-Fuzz: billions of inputs</text>
|
<text class="nj-exceptions-line" x="520" y="456">OSS-Fuzz: billions of inputs</text>
|
||||||
<text class="nj-exceptions-line" x="520" y="420">every crash fixed with a</text>
|
<text class="nj-exceptions-line" x="520" y="474">every crash fixed with a</text>
|
||||||
<text class="nj-exceptions-line" x="520" y="438">reproducing unit test</text>
|
<text class="nj-exceptions-line" x="520" y="492">reproducing unit test</text>
|
||||||
</g>
|
</g>
|
||||||
<g class="nj-exceptions-card">
|
<g class="nj-exceptions-card">
|
||||||
<rect class="nj-exceptions-box" x="26" y="484" width="228" height="166" rx="8"/>
|
<rect class="nj-exceptions-box" x="26" y="538" width="228" height="166" rx="8"/>
|
||||||
<text class="nj-exceptions-ctitle" x="40" y="509">Style</text>
|
<text class="nj-exceptions-ctitle" x="40" y="563">Style</text>
|
||||||
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="40" y="520" width="110.5" height="20" rx="10"/>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="40" y="574" width="110.5" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="95.25" y="534">every push / PR</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="95.25" y="588">every push / PR</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="562">Artistic Style (astyle),</text>
|
<text class="nj-exceptions-line" x="40" y="616">Artistic Style (astyle),</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="580">enforced in the C​I</text>
|
<text class="nj-exceptions-line" x="40" y="634">enforced in the C​I</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="598">cpplint with 61 rules</text>
|
<text class="nj-exceptions-line" x="40" y="652">cpplint with 61 rules</text>
|
||||||
</g>
|
</g>
|
||||||
<g class="nj-exceptions-card">
|
<g class="nj-exceptions-card">
|
||||||
<rect class="nj-exceptions-box" x="266" y="484" width="228" height="166" rx="8"/>
|
<rect class="nj-exceptions-box" x="266" y="538" width="228" height="166" rx="8"/>
|
||||||
<text class="nj-exceptions-ctitle" x="280" y="509">Docs and examples</text>
|
<text class="nj-exceptions-ctitle" x="280" y="563">Docs and examples</text>
|
||||||
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="280" y="520" width="110.5" height="20" rx="10"/>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="280" y="574" width="110.5" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="335.25" y="534">every push / PR</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="335.25" y="588">every push / PR</text>
|
||||||
<rect class="nj-exceptions-badge nj-exceptions-badge--sched" x="396.5" y="520" width="72.7" height="20" rx="10"/>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--sched" x="396.5" y="574" width="72.7" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--sched" x="432.85" y="534">scheduled</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--sched" x="432.85" y="588">scheduled</text>
|
||||||
<text class="nj-exceptions-line" x="280" y="562">every documentation example is</text>
|
<text class="nj-exceptions-line" x="280" y="616">every documentation example is</text>
|
||||||
<text class="nj-exceptions-line" x="280" y="580">tested; changed output fails</text>
|
<text class="nj-exceptions-line" x="280" y="634">tested; changed output fails</text>
|
||||||
<text class="nj-exceptions-line" x="280" y="598">site built with warnings</text>
|
<text class="nj-exceptions-line" x="280" y="652">site built with warnings</text>
|
||||||
<text class="nj-exceptions-line" x="280" y="616">as errors; links checked</text>
|
<text class="nj-exceptions-line" x="280" y="670">as errors; links checked</text>
|
||||||
<text class="nj-exceptions-line" x="280" y="634">regularly (scheduled)</text>
|
<text class="nj-exceptions-line" x="280" y="688">regularly (scheduled)</text>
|
||||||
</g>
|
</g>
|
||||||
<g class="nj-exceptions-card">
|
<g class="nj-exceptions-card">
|
||||||
<rect class="nj-exceptions-box" x="506" y="484" width="228" height="166" rx="8"/>
|
<rect class="nj-exceptions-box" x="506" y="538" width="228" height="166" rx="8"/>
|
||||||
<text class="nj-exceptions-ctitle" x="520" y="509">Integration, supply chain</text>
|
<text class="nj-exceptions-ctitle" x="520" y="563">Integration, supply chain</text>
|
||||||
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="520" y="520" width="110.5" height="20" rx="10"/>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="520" y="574" width="110.5" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="575.25" y="534">every push / PR</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="575.25" y="588">every push / PR</text>
|
||||||
<rect class="nj-exceptions-badge nj-exceptions-badge--sched" x="636.5" y="520" width="72.7" height="20" rx="10"/>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--sched" x="636.5" y="574" width="72.7" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--sched" x="672.85" y="534">scheduled</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--sched" x="672.85" y="588">scheduled</text>
|
||||||
<text class="nj-exceptions-line" x="520" y="562">CMake 3.5, 3.31.6, and 4.0.0</text>
|
<text class="nj-exceptions-line" x="520" y="616">CMake 3.5, 3.31.6, and 4.0.0</text>
|
||||||
<text class="nj-exceptions-line" x="520" y="580">Meson, Swift Package Manager</text>
|
<text class="nj-exceptions-line" x="520" y="634">Meson, Swift Package Manager</text>
|
||||||
<text class="nj-exceptions-line" x="520" y="598">dependency review on every PR</text>
|
<text class="nj-exceptions-line" x="520" y="652">dependency review on every PR</text>
|
||||||
<text class="nj-exceptions-line" x="520" y="616">Dependabot daily, OpenSSF</text>
|
<text class="nj-exceptions-line" x="520" y="670">Dependabot daily, OpenSSF</text>
|
||||||
<text class="nj-exceptions-line" x="520" y="634">Scorecard, R​EUSE</text>
|
<text class="nj-exceptions-line" x="520" y="688">Scorecard, R​EUSE</text>
|
||||||
</g>
|
</g>
|
||||||
<line class="nj-exceptions-edge" x1="380" y1="664" x2="380" y2="690" marker-end="url(#nj-qa-arrow-w)"/>
|
<line class="nj-exceptions-edge" x1="380" y1="718" x2="380" y2="744" marker-end="url(#nj-qa-arrow-w)"/>
|
||||||
<rect class="nj-exceptions-stage nj-exceptions-stage--merge" x="265" y="692" width="230" height="34" rx="17"/>
|
<rect class="nj-exceptions-stage nj-exceptions-stage--merge" x="265" y="746" width="230" height="34" rx="17"/>
|
||||||
<text class="nj-exceptions-stagetext" x="380" y="714">merge into develop</text>
|
<text class="nj-exceptions-stagetext" x="380" y="768">merge into develop</text>
|
||||||
<line class="nj-exceptions-edge" x1="380" y1="726" x2="380" y2="752" marker-end="url(#nj-qa-arrow-w)"/>
|
<line class="nj-exceptions-edge" x1="380" y1="780" x2="380" y2="806" marker-end="url(#nj-qa-arrow-w)"/>
|
||||||
<rect class="nj-exceptions-stage nj-exceptions-stage--merge" x="230" y="754" width="300" height="46" rx="23"/>
|
<rect class="nj-exceptions-stage nj-exceptions-stage--merge" x="230" y="808" width="300" height="46" rx="23"/>
|
||||||
<text class="nj-exceptions-stagetext" x="380" y="776">release</text>
|
<text class="nj-exceptions-stagetext" x="380" y="830">release</text>
|
||||||
<text class="nj-exceptions-stagesub" x="380" y="792">no open vulnerability alert</text>
|
<text class="nj-exceptions-stagesub" x="380" y="846">no open vulnerability alert</text>
|
||||||
</svg>
|
</svg>
|
||||||
<svg class="nj-fig nj-exceptions-qa nj-exceptions-qa--narrow" viewBox="0 0 360 1786" role="img" aria-labelledby="nj-qa-title-n nj-qa-desc-n" xmlns="http://www.w3.org/2000/svg">
|
<svg class="nj-fig nj-exceptions-qa nj-exceptions-qa--narrow" viewBox="0 0 360 1840" role="img" aria-labelledby="nj-qa-title-n nj-qa-desc-n" xmlns="http://www.w3.org/2000/svg">
|
||||||
<title id="nj-qa-title-n">Quality assurance pipeline</title>
|
<title id="nj-qa-title-n">Quality assurance pipeline</title>
|
||||||
<desc id="nj-qa-desc-n">Every push or pull request starts these checks in parallel: Build matrix (every push / PR): 50+ compilers: G​CC, Clang, M​SVC, AppleClang, Intel, NVIDIA, ... C++11, 14, 17, 20, 23, and 26 libc++ and libstdc++ warnings: Clang -Weverything, G​CC 300+ warnings; Unit tests (doctest) (every push / PR): every public A​PI function every exception id and message all Unicode code points single header and split headers custom number, string, array, and object types; Coverage (every push / PR): unit tests cover all lines of the code base; Static analysis (every push / PR, scheduled): Clang-Tidy, Cppcheck, Infer Clang Static Analyzer (52 checkers), I​WYU, Codacy CodeQL, Semgrep, Flawfinder (also scheduled); Dynamic analysis (every push / PR): runtime assertions Valgrind (Memcheck) address and undefined behavior sanitizers, integer overflow, nullability violations; Fuzzing (every PR, continuous): CIFuzz on every pull request OSS-Fuzz: billions of inputs every crash fixed with a reproducing unit test; Style (every push / PR): Artistic Style (astyle), enforced in the C​I cpplint with 61 rules; Docs and examples (every push / PR, scheduled): every documentation example is tested; changed output fails site built with warnings as errors; links checked regularly (scheduled); Integration, supply chain (every push / PR, scheduled): CMake 3.5, 3.31.6, and 4.0.0 Meson, Swift Package Manager dependency review on every PR Dependabot daily, OpenSSF Scorecard, R​EUSE. When they pass, the change is merged into develop; a release is made only when no vulnerability alert is open.</desc>
|
<desc id="nj-qa-desc-n">A push or pull request starts these checks; the badges say when each runs: Build matrix (every push / PR, before merge): 50+ compilers: G​CC, Clang, M​SVC, AppleClang, Intel, NVIDIA, ... C++11, 14, 17, 20, 23, and 26 libc++ and libstdc++ warnings: Clang -Weverything, G​CC 300+ warnings a subset on every push and PR, all before merge; Intel, NVIDIA, C​UDA, and ARM64 nightly; Unit tests (doctest) (every push / PR): every public A​PI function every exception id and message all Unicode code points single header and split headers custom number, string, array, and object types; Coverage (nightly): unit tests cover all lines of the code base; Static analysis (every push / PR, scheduled): Clang-Tidy, Cppcheck, Infer Clang Static Analyzer (52 checkers), I​WYU, Codacy CodeQL, Semgrep, Flawfinder (also scheduled); Infer nightly; Dynamic analysis (every push / PR, nightly): runtime assertions Valgrind (Memcheck), nightly address and undefined behavior sanitizers, integer overflow, nullability violations; Fuzzing (every PR, continuous): CIFuzz on every pull request OSS-Fuzz: billions of inputs every crash fixed with a reproducing unit test; Style (every push / PR): Artistic Style (astyle), enforced in the C​I cpplint with 61 rules; Docs and examples (every push / PR, scheduled): every documentation example is tested; changed output fails site built with warnings as errors; links checked regularly (scheduled); Integration, supply chain (every push / PR, scheduled): CMake 3.5, 3.31.6, and 4.0.0 Meson, Swift Package Manager dependency review on every PR Dependabot daily, OpenSSF Scorecard, R​EUSE. When they pass, the change is merged into develop; a release is made only when no vulnerability alert is open.</desc>
|
||||||
<defs><marker id="nj-qa-arrow-n" viewBox="0 0 10 10" refX="9" refY="5" markerWidth="7" markerHeight="7" orient="auto"><path class="fg-head" d="M0 1 L10 5 L0 9 z"/></marker></defs>
|
<defs><marker id="nj-qa-arrow-n" viewBox="0 0 10 10" refX="9" refY="5" markerWidth="7" markerHeight="7" orient="auto"><path class="fg-head" d="M0 1 L10 5 L0 9 z"/></marker></defs>
|
||||||
<rect class="nj-exceptions-groupbox" x="12" y="70" width="336" height="1572" rx="12"/>
|
<rect class="nj-exceptions-groupbox" x="12" y="70" width="336" height="1626" rx="12"/>
|
||||||
<rect class="nj-exceptions-stage" x="65" y="8" width="230" height="34" rx="17"/>
|
<rect class="nj-exceptions-stage" x="65" y="8" width="230" height="34" rx="17"/>
|
||||||
<text class="nj-exceptions-stagetext" x="180" y="30">push or pull request</text>
|
<text class="nj-exceptions-stagetext" x="180" y="30">push or pull request</text>
|
||||||
<line class="nj-exceptions-edge" x1="180" y1="42" x2="180" y2="68" marker-end="url(#nj-qa-arrow-n)"/>
|
<line class="nj-exceptions-edge" x1="180" y1="42" x2="180" y2="68" marker-end="url(#nj-qa-arrow-n)"/>
|
||||||
<text class="nj-exceptions-group" x="26" y="94">checks, run in parallel</text>
|
<text class="nj-exceptions-group" x="26" y="94">checks, run in parallel</text>
|
||||||
<g class="nj-exceptions-card">
|
<g class="nj-exceptions-card">
|
||||||
<rect class="nj-exceptions-box" x="26" y="110" width="308" height="184" rx="8"/>
|
<rect class="nj-exceptions-box" x="26" y="110" width="308" height="238" rx="8"/>
|
||||||
<text class="nj-exceptions-ctitle" x="40" y="135">Build matrix</text>
|
<text class="nj-exceptions-ctitle" x="40" y="135">Build matrix</text>
|
||||||
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="40" y="146" width="110.5" height="20" rx="10"/>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="40" y="146" width="110.5" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="95.25" y="160">every push / PR</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="95.25" y="160">every push / PR</text>
|
||||||
|
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="156.5" y="146" width="91.6" height="20" rx="10"/>
|
||||||
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="202.3" y="160">before merge</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="188">50+ compilers: G​CC, Clang, M​SVC,</text>
|
<text class="nj-exceptions-line" x="40" y="188">50+ compilers: G​CC, Clang, M​SVC,</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="206">AppleClang, Intel, NVIDIA, ...</text>
|
<text class="nj-exceptions-line" x="40" y="206">AppleClang, Intel, NVIDIA, ...</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="224">C++11, 14, 17, 20, 23, and 26</text>
|
<text class="nj-exceptions-line" x="40" y="224">C++11, 14, 17, 20, 23, and 26</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="242">libc++ and libstdc++</text>
|
<text class="nj-exceptions-line" x="40" y="242">libc++ and libstdc++</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="260">warnings: Clang -Weverything,</text>
|
<text class="nj-exceptions-line" x="40" y="260">warnings: Clang -Weverything,</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="278">G​CC 300+ warnings</text>
|
<text class="nj-exceptions-line" x="40" y="278">G​CC 300+ warnings</text>
|
||||||
|
<text class="nj-exceptions-line" x="40" y="296">a subset on every push and PR,</text>
|
||||||
|
<text class="nj-exceptions-line" x="40" y="314">all before merge; Intel, NVIDIA,</text>
|
||||||
|
<text class="nj-exceptions-line" x="40" y="332">C​UDA, and ARM64 nightly</text>
|
||||||
</g>
|
</g>
|
||||||
<g class="nj-exceptions-card">
|
<g class="nj-exceptions-card">
|
||||||
<rect class="nj-exceptions-box" x="26" y="306" width="308" height="184" rx="8"/>
|
<rect class="nj-exceptions-box" x="26" y="360" width="308" height="184" rx="8"/>
|
||||||
<text class="nj-exceptions-ctitle" x="40" y="331">Unit tests (doctest)</text>
|
<text class="nj-exceptions-ctitle" x="40" y="385">Unit tests (doctest)</text>
|
||||||
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="40" y="342" width="110.5" height="20" rx="10"/>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="40" y="396" width="110.5" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="95.25" y="356">every push / PR</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="95.25" y="410">every push / PR</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="384">every public A​PI function</text>
|
<text class="nj-exceptions-line" x="40" y="438">every public A​PI function</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="402">every exception id and message</text>
|
<text class="nj-exceptions-line" x="40" y="456">every exception id and message</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="420">all Unicode code points</text>
|
<text class="nj-exceptions-line" x="40" y="474">all Unicode code points</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="438">single header and split headers</text>
|
<text class="nj-exceptions-line" x="40" y="492">single header and split headers</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="456">custom number, string, array,</text>
|
<text class="nj-exceptions-line" x="40" y="510">custom number, string, array,</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="474">and object types</text>
|
<text class="nj-exceptions-line" x="40" y="528">and object types</text>
|
||||||
</g>
|
</g>
|
||||||
<g class="nj-exceptions-card">
|
<g class="nj-exceptions-card">
|
||||||
<rect class="nj-exceptions-box" x="26" y="502" width="308" height="112" rx="8"/>
|
<rect class="nj-exceptions-box" x="26" y="556" width="308" height="112" rx="8"/>
|
||||||
<text class="nj-exceptions-ctitle" x="40" y="527">Coverage</text>
|
<text class="nj-exceptions-ctitle" x="40" y="581">Coverage</text>
|
||||||
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="40" y="538" width="110.5" height="20" rx="10"/>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--sched" x="40" y="592" width="60.1" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="95.25" y="552">every push / PR</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--sched" x="70.05" y="606">nightly</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="580">unit tests cover all lines</text>
|
<text class="nj-exceptions-line" x="40" y="634">unit tests cover all lines</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="598">of the code base</text>
|
<text class="nj-exceptions-line" x="40" y="652">of the code base</text>
|
||||||
</g>
|
</g>
|
||||||
<g class="nj-exceptions-card">
|
<g class="nj-exceptions-card">
|
||||||
<rect class="nj-exceptions-box" x="26" y="626" width="308" height="166" rx="8"/>
|
<rect class="nj-exceptions-box" x="26" y="680" width="308" height="166" rx="8"/>
|
||||||
<text class="nj-exceptions-ctitle" x="40" y="651">Static analysis</text>
|
<text class="nj-exceptions-ctitle" x="40" y="705">Static analysis</text>
|
||||||
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="40" y="662" width="110.5" height="20" rx="10"/>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="40" y="716" width="110.5" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="95.25" y="676">every push / PR</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="95.25" y="730">every push / PR</text>
|
||||||
<rect class="nj-exceptions-badge nj-exceptions-badge--sched" x="156.5" y="662" width="72.7" height="20" rx="10"/>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--sched" x="156.5" y="716" width="72.7" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--sched" x="192.85" y="676">scheduled</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--sched" x="192.85" y="730">scheduled</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="704">Clang-Tidy, Cppcheck, Infer</text>
|
<text class="nj-exceptions-line" x="40" y="758">Clang-Tidy, Cppcheck, Infer</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="722">Clang Static Analyzer (52</text>
|
<text class="nj-exceptions-line" x="40" y="776">Clang Static Analyzer (52</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="740">checkers), I​WYU, Codacy</text>
|
<text class="nj-exceptions-line" x="40" y="794">checkers), I​WYU, Codacy</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="758">CodeQL, Semgrep, Flawfinder</text>
|
<text class="nj-exceptions-line" x="40" y="812">CodeQL, Semgrep, Flawfinder</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="776">(also scheduled)</text>
|
<text class="nj-exceptions-line" x="40" y="830">(also scheduled); Infer nightly</text>
|
||||||
</g>
|
</g>
|
||||||
<g class="nj-exceptions-card">
|
<g class="nj-exceptions-card">
|
||||||
<rect class="nj-exceptions-box" x="26" y="804" width="308" height="166" rx="8"/>
|
<rect class="nj-exceptions-box" x="26" y="858" width="308" height="166" rx="8"/>
|
||||||
<text class="nj-exceptions-ctitle" x="40" y="829">Dynamic analysis</text>
|
<text class="nj-exceptions-ctitle" x="40" y="883">Dynamic analysis</text>
|
||||||
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="40" y="840" width="110.5" height="20" rx="10"/>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="40" y="894" width="110.5" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="95.25" y="854">every push / PR</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="95.25" y="908">every push / PR</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="882">runtime assertions</text>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--sched" x="156.5" y="894" width="60.1" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-line" x="40" y="900">Valgrind (Memcheck)</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--sched" x="186.55" y="908">nightly</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="918">address and undefined behavior</text>
|
<text class="nj-exceptions-line" x="40" y="936">runtime assertions</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="936">sanitizers, integer overflow,</text>
|
<text class="nj-exceptions-line" x="40" y="954">Valgrind (Memcheck), nightly</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="954">nullability violations</text>
|
<text class="nj-exceptions-line" x="40" y="972">address and undefined behavior</text>
|
||||||
|
<text class="nj-exceptions-line" x="40" y="990">sanitizers, integer overflow,</text>
|
||||||
|
<text class="nj-exceptions-line" x="40" y="1008">nullability violations</text>
|
||||||
</g>
|
</g>
|
||||||
<g class="nj-exceptions-card">
|
<g class="nj-exceptions-card">
|
||||||
<rect class="nj-exceptions-box" x="26" y="982" width="308" height="148" rx="8"/>
|
<rect class="nj-exceptions-box" x="26" y="1036" width="308" height="148" rx="8"/>
|
||||||
<text class="nj-exceptions-ctitle" x="40" y="1007">Fuzzing</text>
|
<text class="nj-exceptions-ctitle" x="40" y="1061">Fuzzing</text>
|
||||||
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="40" y="1018" width="66.4" height="20" rx="10"/>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="40" y="1072" width="66.4" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="73.2" y="1032">every PR</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="73.2" y="1086">every PR</text>
|
||||||
<rect class="nj-exceptions-badge nj-exceptions-badge--cont" x="112.4" y="1018" width="79" height="20" rx="10"/>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--cont" x="112.4" y="1072" width="79" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--cont" x="151.9" y="1032">continuous</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--cont" x="151.9" y="1086">continuous</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="1060">CIFuzz on every pull request</text>
|
<text class="nj-exceptions-line" x="40" y="1114">CIFuzz on every pull request</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="1078">OSS-Fuzz: billions of inputs</text>
|
<text class="nj-exceptions-line" x="40" y="1132">OSS-Fuzz: billions of inputs</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="1096">every crash fixed with a</text>
|
<text class="nj-exceptions-line" x="40" y="1150">every crash fixed with a</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="1114">reproducing unit test</text>
|
<text class="nj-exceptions-line" x="40" y="1168">reproducing unit test</text>
|
||||||
</g>
|
</g>
|
||||||
<g class="nj-exceptions-card">
|
<g class="nj-exceptions-card">
|
||||||
<rect class="nj-exceptions-box" x="26" y="1142" width="308" height="130" rx="8"/>
|
<rect class="nj-exceptions-box" x="26" y="1196" width="308" height="130" rx="8"/>
|
||||||
<text class="nj-exceptions-ctitle" x="40" y="1167">Style</text>
|
<text class="nj-exceptions-ctitle" x="40" y="1221">Style</text>
|
||||||
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="40" y="1178" width="110.5" height="20" rx="10"/>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="40" y="1232" width="110.5" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="95.25" y="1192">every push / PR</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="95.25" y="1246">every push / PR</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="1220">Artistic Style (astyle),</text>
|
<text class="nj-exceptions-line" x="40" y="1274">Artistic Style (astyle),</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="1238">enforced in the C​I</text>
|
<text class="nj-exceptions-line" x="40" y="1292">enforced in the C​I</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="1256">cpplint with 61 rules</text>
|
<text class="nj-exceptions-line" x="40" y="1310">cpplint with 61 rules</text>
|
||||||
</g>
|
</g>
|
||||||
<g class="nj-exceptions-card">
|
<g class="nj-exceptions-card">
|
||||||
<rect class="nj-exceptions-box" x="26" y="1284" width="308" height="166" rx="8"/>
|
<rect class="nj-exceptions-box" x="26" y="1338" width="308" height="166" rx="8"/>
|
||||||
<text class="nj-exceptions-ctitle" x="40" y="1309">Docs and examples</text>
|
<text class="nj-exceptions-ctitle" x="40" y="1363">Docs and examples</text>
|
||||||
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="40" y="1320" width="110.5" height="20" rx="10"/>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="40" y="1374" width="110.5" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="95.25" y="1334">every push / PR</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="95.25" y="1388">every push / PR</text>
|
||||||
<rect class="nj-exceptions-badge nj-exceptions-badge--sched" x="156.5" y="1320" width="72.7" height="20" rx="10"/>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--sched" x="156.5" y="1374" width="72.7" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--sched" x="192.85" y="1334">scheduled</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--sched" x="192.85" y="1388">scheduled</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="1362">every documentation example is</text>
|
<text class="nj-exceptions-line" x="40" y="1416">every documentation example is</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="1380">tested; changed output fails</text>
|
<text class="nj-exceptions-line" x="40" y="1434">tested; changed output fails</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="1398">site built with warnings</text>
|
<text class="nj-exceptions-line" x="40" y="1452">site built with warnings</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="1416">as errors; links checked</text>
|
<text class="nj-exceptions-line" x="40" y="1470">as errors; links checked</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="1434">regularly (scheduled)</text>
|
<text class="nj-exceptions-line" x="40" y="1488">regularly (scheduled)</text>
|
||||||
</g>
|
</g>
|
||||||
<g class="nj-exceptions-card">
|
<g class="nj-exceptions-card">
|
||||||
<rect class="nj-exceptions-box" x="26" y="1462" width="308" height="166" rx="8"/>
|
<rect class="nj-exceptions-box" x="26" y="1516" width="308" height="166" rx="8"/>
|
||||||
<text class="nj-exceptions-ctitle" x="40" y="1487">Integration, supply chain</text>
|
<text class="nj-exceptions-ctitle" x="40" y="1541">Integration, supply chain</text>
|
||||||
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="40" y="1498" width="110.5" height="20" rx="10"/>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--push" x="40" y="1552" width="110.5" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="95.25" y="1512">every push / PR</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--push" x="95.25" y="1566">every push / PR</text>
|
||||||
<rect class="nj-exceptions-badge nj-exceptions-badge--sched" x="156.5" y="1498" width="72.7" height="20" rx="10"/>
|
<rect class="nj-exceptions-badge nj-exceptions-badge--sched" x="156.5" y="1552" width="72.7" height="20" rx="10"/>
|
||||||
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--sched" x="192.85" y="1512">scheduled</text>
|
<text class="nj-exceptions-badgetext nj-exceptions-badgetext--sched" x="192.85" y="1566">scheduled</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="1540">CMake 3.5, 3.31.6, and 4.0.0</text>
|
<text class="nj-exceptions-line" x="40" y="1594">CMake 3.5, 3.31.6, and 4.0.0</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="1558">Meson, Swift Package Manager</text>
|
<text class="nj-exceptions-line" x="40" y="1612">Meson, Swift Package Manager</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="1576">dependency review on every PR</text>
|
<text class="nj-exceptions-line" x="40" y="1630">dependency review on every PR</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="1594">Dependabot daily, OpenSSF</text>
|
<text class="nj-exceptions-line" x="40" y="1648">Dependabot daily, OpenSSF</text>
|
||||||
<text class="nj-exceptions-line" x="40" y="1612">Scorecard, R​EUSE</text>
|
<text class="nj-exceptions-line" x="40" y="1666">Scorecard, R​EUSE</text>
|
||||||
</g>
|
</g>
|
||||||
<line class="nj-exceptions-edge" x1="180" y1="1642" x2="180" y2="1668" marker-end="url(#nj-qa-arrow-n)"/>
|
<line class="nj-exceptions-edge" x1="180" y1="1696" x2="180" y2="1722" marker-end="url(#nj-qa-arrow-n)"/>
|
||||||
<rect class="nj-exceptions-stage nj-exceptions-stage--merge" x="65" y="1670" width="230" height="34" rx="17"/>
|
<rect class="nj-exceptions-stage nj-exceptions-stage--merge" x="65" y="1724" width="230" height="34" rx="17"/>
|
||||||
<text class="nj-exceptions-stagetext" x="180" y="1692">merge into develop</text>
|
<text class="nj-exceptions-stagetext" x="180" y="1746">merge into develop</text>
|
||||||
<line class="nj-exceptions-edge" x1="180" y1="1704" x2="180" y2="1730" marker-end="url(#nj-qa-arrow-n)"/>
|
<line class="nj-exceptions-edge" x1="180" y1="1758" x2="180" y2="1784" marker-end="url(#nj-qa-arrow-n)"/>
|
||||||
<rect class="nj-exceptions-stage nj-exceptions-stage--merge" x="30" y="1732" width="300" height="46" rx="23"/>
|
<rect class="nj-exceptions-stage nj-exceptions-stage--merge" x="30" y="1786" width="300" height="46" rx="23"/>
|
||||||
<text class="nj-exceptions-stagetext" x="180" y="1754">release</text>
|
<text class="nj-exceptions-stagetext" x="180" y="1808">release</text>
|
||||||
<text class="nj-exceptions-stagesub" x="180" y="1770">no open vulnerability alert</text>
|
<text class="nj-exceptions-stagesub" x="180" y="1824">no open vulnerability alert</text>
|
||||||
</svg>
|
</svg>
|
||||||
|
Before Width: | Height: | Size: 22 KiB After Width: | Height: | Size: 23 KiB |
@@ -22,19 +22,24 @@ P = "nj-exceptions-"
|
|||||||
TRIGGERS = {
|
TRIGGERS = {
|
||||||
"push": ("every push / PR", "push"),
|
"push": ("every push / PR", "push"),
|
||||||
"pr": ("every PR", "push"),
|
"pr": ("every PR", "push"),
|
||||||
|
"merge": ("before merge", "push"),
|
||||||
|
"nightly": ("nightly", "sched"),
|
||||||
"sched": ("scheduled", "sched"),
|
"sched": ("scheduled", "sched"),
|
||||||
"cont": ("continuous", "cont"),
|
"cont": ("continuous", "cont"),
|
||||||
}
|
}
|
||||||
|
|
||||||
# title, triggers, lines (at most 31 characters, so they fit a card of the three-column drawing)
|
# title, triggers, lines (at most 31 characters, so they fit a card of the three-column drawing)
|
||||||
LANES = [
|
LANES = [
|
||||||
("Build matrix", ["push"], [
|
("Build matrix", ["push", "merge"], [
|
||||||
"50+ compilers: GCC, Clang, MSVC,",
|
"50+ compilers: GCC, Clang, MSVC,",
|
||||||
"AppleClang, Intel, NVIDIA, ...",
|
"AppleClang, Intel, NVIDIA, ...",
|
||||||
"C++11, 14, 17, 20, 23, and 26",
|
"C++11, 14, 17, 20, 23, and 26",
|
||||||
"libc++ and libstdc++",
|
"libc++ and libstdc++",
|
||||||
"warnings: Clang -Weverything,",
|
"warnings: Clang -Weverything,",
|
||||||
"GCC 300+ warnings",
|
"GCC 300+ warnings",
|
||||||
|
"a subset on every push and PR,",
|
||||||
|
"all before merge; Intel, NVIDIA,",
|
||||||
|
"CUDA, and ARM64 nightly",
|
||||||
]),
|
]),
|
||||||
("Unit tests (doctest)", ["push"], [
|
("Unit tests (doctest)", ["push"], [
|
||||||
"every public API function",
|
"every public API function",
|
||||||
@@ -44,7 +49,7 @@ LANES = [
|
|||||||
"custom number, string, array,",
|
"custom number, string, array,",
|
||||||
"and object types",
|
"and object types",
|
||||||
]),
|
]),
|
||||||
("Coverage", ["push"], [
|
("Coverage", ["nightly"], [
|
||||||
"unit tests cover all lines",
|
"unit tests cover all lines",
|
||||||
"of the code base",
|
"of the code base",
|
||||||
]),
|
]),
|
||||||
@@ -53,11 +58,11 @@ LANES = [
|
|||||||
"Clang Static Analyzer (52",
|
"Clang Static Analyzer (52",
|
||||||
"checkers), IWYU, Codacy",
|
"checkers), IWYU, Codacy",
|
||||||
"CodeQL, Semgrep, Flawfinder",
|
"CodeQL, Semgrep, Flawfinder",
|
||||||
"(also scheduled)",
|
"(also scheduled); Infer nightly",
|
||||||
]),
|
]),
|
||||||
("Dynamic analysis", ["push"], [
|
("Dynamic analysis", ["push", "nightly"], [
|
||||||
"runtime assertions",
|
"runtime assertions",
|
||||||
"Valgrind (Memcheck)",
|
"Valgrind (Memcheck), nightly",
|
||||||
"address and undefined behavior",
|
"address and undefined behavior",
|
||||||
"sanitizers, integer overflow,",
|
"sanitizers, integer overflow,",
|
||||||
"nullability violations",
|
"nullability violations",
|
||||||
@@ -178,7 +183,7 @@ def drawing(W, cols, suffix):
|
|||||||
defs = ('<defs><marker id="%s" viewBox="0 0 10 10" refX="9" refY="5" markerWidth="7" markerHeight="7" orient="auto">'
|
defs = ('<defs><marker id="%s" viewBox="0 0 10 10" refX="9" refY="5" markerWidth="7" markerHeight="7" orient="auto">'
|
||||||
'<path class="fg-head" d="M0 1 L10 5 L0 9 z"/></marker></defs>' % mid)
|
'<path class="fg-head" d="M0 1 L10 5 L0 9 z"/></marker></defs>' % mid)
|
||||||
tid, did = "nj-qa-title-" + suffix, "nj-qa-desc-" + suffix
|
tid, did = "nj-qa-title-" + suffix, "nj-qa-desc-" + suffix
|
||||||
desc = ("Every push or pull request starts these checks in parallel: " +
|
desc = ("A push or pull request starts these checks; the badges say when each runs: " +
|
||||||
"; ".join("%s (%s): %s" % (t, ", ".join(TRIGGERS[k][0] for k in trig), " ".join(lines)) for t, trig, lines in LANES) +
|
"; ".join("%s (%s): %s" % (t, ", ".join(TRIGGERS[k][0] for k in trig), " ".join(lines)) for t, trig, lines in LANES) +
|
||||||
". When they pass, the change is merged into develop; a release is made only when no vulnerability alert is open.")
|
". When they pass, the change is merged into develop; a release is made only when no vulnerability alert is open.")
|
||||||
out = ['<svg class="nj-fig %sqa %sqa--%s" viewBox="0 0 %d %d" role="img" aria-labelledby="%s %s" xmlns="http://www.w3.org/2000/svg">'
|
out = ['<svg class="nj-fig %sqa %sqa--%s" viewBox="0 0 %d %d" role="img" aria-labelledby="%s %s" xmlns="http://www.w3.org/2000/svg">'
|
||||||
|
|||||||
@@ -230,10 +230,7 @@ struct diagnostic_positions
|
|||||||
{
|
{
|
||||||
// Lexer has read the first character of the container, so
|
// Lexer has read the first character of the container, so
|
||||||
// subtract 1 from the position to get the correct start position.
|
// subtract 1 from the position to get the correct start position.
|
||||||
// (npos: a value without a source position, see materialize() of
|
v.start_position = lexer->get_chars_read_total() - 1;
|
||||||
// json_view)
|
|
||||||
const std::size_t read = lexer->get_chars_read_total();
|
|
||||||
v.start_position = read == std::string::npos ? std::string::npos : read - 1;
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -248,12 +245,6 @@ struct diagnostic_positions
|
|||||||
{
|
{
|
||||||
// Lexer's position is past the closing brace or bracket, so set that as the end position.
|
// Lexer's position is past the closing brace or bracket, so set that as the end position.
|
||||||
v.end_position = lexer->get_chars_read_total();
|
v.end_position = lexer->get_chars_read_total();
|
||||||
if (v.end_position == std::string::npos)
|
|
||||||
{
|
|
||||||
// a range has both ends or none (exception::diagnostics()
|
|
||||||
// prints only complete ones)
|
|
||||||
v.start_position = std::string::npos;
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -270,12 +261,6 @@ struct diagnostic_positions
|
|||||||
// The start position will be set below based on the length of the string representation
|
// The start position will be set below based on the length of the string representation
|
||||||
// of the value.
|
// of the value.
|
||||||
v.end_position = lexer->get_chars_read_total();
|
v.end_position = lexer->get_chars_read_total();
|
||||||
if (v.end_position == std::string::npos)
|
|
||||||
{
|
|
||||||
// a value without a source position
|
|
||||||
v.start_position = std::string::npos;
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
switch (v.type())
|
switch (v.type())
|
||||||
{
|
{
|
||||||
@@ -488,12 +473,8 @@ read up to it.
|
|||||||
@tparam Collect whether to collect the values of containers of unknown size on
|
@tparam Collect whether to collect the values of containers of unknown size on
|
||||||
a stack (only for a caller that does not use the value after a
|
a stack (only for a caller that does not use the value after a
|
||||||
parse error)
|
parse error)
|
||||||
@tparam LexerType the type of the lexer that reports the source positions
|
|
||||||
(JSON_DIAGNOSTIC_POSITIONS); only diagnostic_positions uses
|
|
||||||
it, so any type with its three functions works (as
|
|
||||||
materialize() of json_view uses it)
|
|
||||||
*/
|
*/
|
||||||
template<typename BasicJsonType, typename InputAdapterType, bool Collect = false, typename LexerType = lexer<BasicJsonType, InputAdapterType>>
|
template<typename BasicJsonType, typename InputAdapterType, bool Collect = false>
|
||||||
class json_sax_dom_parser : public json_sax_dom_error_state
|
class json_sax_dom_parser : public json_sax_dom_error_state
|
||||||
{
|
{
|
||||||
public:
|
public:
|
||||||
@@ -502,7 +483,7 @@ class json_sax_dom_parser : public json_sax_dom_error_state
|
|||||||
using number_float_t = typename BasicJsonType::number_float_t;
|
using number_float_t = typename BasicJsonType::number_float_t;
|
||||||
using string_t = typename BasicJsonType::string_t;
|
using string_t = typename BasicJsonType::string_t;
|
||||||
using binary_t = typename BasicJsonType::binary_t;
|
using binary_t = typename BasicJsonType::binary_t;
|
||||||
using lexer_t = LexerType;
|
using lexer_t = lexer<BasicJsonType, InputAdapterType>;
|
||||||
|
|
||||||
/*!
|
/*!
|
||||||
@param[in,out] r reference to a JSON value that is manipulated while
|
@param[in,out] r reference to a JSON value that is manipulated while
|
||||||
|
|||||||
@@ -56,8 +56,8 @@ using parser_callback_t =
|
|||||||
template<typename SAX>
|
template<typename SAX>
|
||||||
struct sax_ignores_number_text : std::false_type {};
|
struct sax_ignores_number_text : std::false_type {};
|
||||||
|
|
||||||
template<typename BasicJsonType, typename InputAdapterType, bool Collect, typename LexerType>
|
template<typename BasicJsonType, typename InputAdapterType, bool Collect>
|
||||||
struct sax_ignores_number_text<json_sax_dom_parser<BasicJsonType, InputAdapterType, Collect, LexerType>> : std::true_type {};
|
struct sax_ignores_number_text<json_sax_dom_parser<BasicJsonType, InputAdapterType, Collect>> : std::true_type {};
|
||||||
|
|
||||||
template<typename BasicJsonType, typename InputAdapterType>
|
template<typename BasicJsonType, typename InputAdapterType>
|
||||||
struct sax_ignores_number_text<json_sax_dom_callback_parser<BasicJsonType, InputAdapterType>> : std::true_type {};
|
struct sax_ignores_number_text<json_sax_dom_callback_parser<BasicJsonType, InputAdapterType>> : std::true_type {};
|
||||||
|
|||||||
@@ -173,16 +173,31 @@ class builder
|
|||||||
}
|
}
|
||||||
if (p[1] == '/')
|
if (p[1] == '/')
|
||||||
{
|
{
|
||||||
return skip_line_comment<NulIsEnd>(p + 2, m_end);
|
p += 2;
|
||||||
|
// (as in parse(), a null byte is the end of the input, so it is
|
||||||
|
// left for the caller to see)
|
||||||
|
while (p != m_end && *p != '\n' && *p != '\r' && !(NulIsEnd && *p == 0))
|
||||||
|
{
|
||||||
|
++p;
|
||||||
|
}
|
||||||
|
return p;
|
||||||
}
|
}
|
||||||
if (p[1] == '*')
|
if (p[1] == '*')
|
||||||
{
|
{
|
||||||
p = find_block_comment_end<NulIsEnd>(p + 2, m_end);
|
p += 2;
|
||||||
if (p == m_end || *p != '*')
|
for (;;)
|
||||||
|
{
|
||||||
|
if (p == m_end || (NulIsEnd && *p == 0))
|
||||||
{
|
{
|
||||||
return fail_at(error_code::comment_unterminated, p);
|
return fail_at(error_code::comment_unterminated, p);
|
||||||
}
|
}
|
||||||
return p + 2;
|
if (*p == '*' && p + 1 != m_end && p[1] == '/')
|
||||||
|
{
|
||||||
|
p += 2;
|
||||||
|
return p;
|
||||||
|
}
|
||||||
|
++p;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
++p;
|
++p;
|
||||||
return fail_at(error_code::comment_start, p);
|
return fail_at(error_code::comment_start, p);
|
||||||
@@ -1178,14 +1193,7 @@ indent_done:
|
|||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
p = r.p;
|
p = r.p;
|
||||||
#if JSON_DIAGNOSTIC_POSITIONS
|
push_node(node_kind::string, node_flags::escaped, 0, r.start, r.len);
|
||||||
// the decoded string is in the arena: next keeps the source offset
|
|
||||||
// of the opening quote plus one (0: unknown) for materialize()
|
|
||||||
const std::uint64_t second = static_cast<std::uint64_t>(r.len) | (static_cast<std::uint64_t>(s - b) << 32);
|
|
||||||
#else
|
|
||||||
const std::uint64_t second = r.len;
|
|
||||||
#endif
|
|
||||||
push_node(node_kind::string, node_flags::escaped, 0, r.start, second);
|
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|||||||
@@ -80,8 +80,7 @@ constexpr std::uint64_t image_limit = 0xFFFFFFF0u;
|
|||||||
/// Copy the current structure of an edited document into nodes in document
|
/// Copy the current structure of an edited document into nodes in document
|
||||||
/// order, as the parser would have written them. Text written by edits is
|
/// order, as the parser would have written them. Text written by edits is
|
||||||
/// appended to text_tail (number tokens) and arena_tail (strings); floats that
|
/// appended to text_tail (number tokens) and arena_tail (strings); floats that
|
||||||
/// are not finite become null, as dump() writes them. Nodes keep the flag
|
/// are not finite become null, as dump() writes them.
|
||||||
/// is_new: they have no source position (JSON_DIAGNOSTIC_POSITIONS).
|
|
||||||
inline void compact_nodes(const document_data& d, std::size_t arena_size, std::vector<node>& out, std::string& text_tail, std::string& arena_tail)
|
inline void compact_nodes(const document_data& d, std::size_t arena_size, std::vector<node>& out, std::string& text_tail, std::string& arena_tail)
|
||||||
{
|
{
|
||||||
struct frame
|
struct frame
|
||||||
@@ -104,18 +103,16 @@ inline void compact_nodes(const document_data& d, std::size_t arena_size, std::v
|
|||||||
arena_tail.append(d.str(s), s.len);
|
arena_tail.append(d.str(s), s.len);
|
||||||
r.flags = node_flags::escaped;
|
r.flags = node_flags::escaped;
|
||||||
}
|
}
|
||||||
r.flags = static_cast<std::uint8_t>(r.flags | (s.flags & node_flags::is_new));
|
|
||||||
return r;
|
return r;
|
||||||
};
|
};
|
||||||
const auto copy_node = [&](const node * v)
|
const auto copy_node = [&](const node * v)
|
||||||
{
|
{
|
||||||
node r = *v;
|
node r = *v;
|
||||||
const auto is_new = static_cast<std::uint8_t>(v->flags & node_flags::is_new);
|
|
||||||
switch (static_cast<value_t>(v->kind))
|
switch (static_cast<value_t>(v->kind))
|
||||||
{
|
{
|
||||||
case value_t::object:
|
case value_t::object:
|
||||||
case value_t::array:
|
case value_t::array:
|
||||||
r.flags = is_new;
|
r.flags = 0;
|
||||||
r.extra = 0;
|
r.extra = 0;
|
||||||
r.off = (v->flags & (node_flags::moved | node_flags::is_new)) != 0 ? 0 : v->off;
|
r.off = (v->flags & (node_flags::moved | node_flags::is_new)) != 0 ? 0 : v->off;
|
||||||
r.len = 0; // counted below
|
r.len = 0; // counted below
|
||||||
@@ -132,7 +129,7 @@ inline void compact_nodes(const document_data& d, std::size_t arena_size, std::v
|
|||||||
r.off = static_cast<std::uint32_t>(d.size + text_tail.size());
|
r.off = static_cast<std::uint32_t>(d.size + text_tail.size());
|
||||||
text_tail.append(d.str(*v), number_length(*v));
|
text_tail.append(d.str(*v), number_length(*v));
|
||||||
}
|
}
|
||||||
r.flags = is_new;
|
r.flags = 0;
|
||||||
break;
|
break;
|
||||||
case value_t::number_float:
|
case value_t::number_float:
|
||||||
if ((v->flags & node_flags::storage) == node_flags::edited)
|
if ((v->flags & node_flags::storage) == node_flags::edited)
|
||||||
@@ -142,23 +139,22 @@ inline void compact_nodes(const document_data& d, std::size_t arena_size, std::v
|
|||||||
{
|
{
|
||||||
r = node{}; // nan and infinity: null, as dump() writes them
|
r = node{}; // nan and infinity: null, as dump() writes them
|
||||||
r.kind = node_kind::null;
|
r.kind = node_kind::null;
|
||||||
r.flags = is_new;
|
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
r.off = static_cast<std::uint32_t>(d.size + text_tail.size());
|
r.off = static_cast<std::uint32_t>(d.size + text_tail.size());
|
||||||
text_tail.append(t, v->len);
|
text_tail.append(t, v->len);
|
||||||
r.extra = 0xFFFFu; // the digit layout is not recorded
|
r.extra = 0xFFFFu; // the digit layout is not recorded
|
||||||
}
|
}
|
||||||
r.flags = is_new;
|
r.flags = 0;
|
||||||
break;
|
break;
|
||||||
case value_t::boolean:
|
case value_t::boolean:
|
||||||
r.flags = static_cast<std::uint8_t>(v->flags & (node_flags::is_true | node_flags::is_new));
|
r.flags = static_cast<std::uint8_t>(v->flags & node_flags::is_true);
|
||||||
break;
|
break;
|
||||||
case value_t::null:
|
case value_t::null:
|
||||||
case value_t::binary:
|
case value_t::binary:
|
||||||
case value_t::discarded:
|
case value_t::discarded:
|
||||||
default:
|
default:
|
||||||
r.flags = is_new;
|
r.flags = 0;
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
out.push_back(r);
|
out.push_back(r);
|
||||||
@@ -519,15 +515,13 @@ inline bool check_image(const node* nodes, std::size_t count, const unsigned cha
|
|||||||
std::vector<float_range> floats;
|
std::vector<float_range> floats;
|
||||||
const auto check_string = [&](const node & n) -> bool
|
const auto check_string = [&](const node & n) -> bool
|
||||||
{
|
{
|
||||||
if ((n.flags & ~(node_flags::escaped | node_flags::is_new)) != 0 || n.extra != 0)
|
if ((n.flags & ~node_flags::escaped) != 0 || n.extra != 0)
|
||||||
{
|
{
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
const bool decoded = (n.flags & node_flags::escaped) != 0;
|
const bool decoded = (n.flags & node_flags::escaped) != 0;
|
||||||
const std::size_t limit = decoded ? arena_size : text_size;
|
const std::size_t limit = decoded ? arena_size : text_size;
|
||||||
// (next: the source offset of a decoded string's opening quote plus
|
if (n.off > limit || n.len > limit - n.off)
|
||||||
// one, or 0; see node)
|
|
||||||
if (n.off > limit || n.len > limit - n.off || n.next > text_size)
|
|
||||||
{
|
{
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
@@ -599,13 +593,13 @@ inline bool check_image(const node* nodes, std::size_t count, const unsigned cha
|
|||||||
{
|
{
|
||||||
case value_t::null:
|
case value_t::null:
|
||||||
// (the offset of a literal is read to size the output of dump())
|
// (the offset of a literal is read to size the output of dump())
|
||||||
if ((n.flags & ~node_flags::is_new) != 0 || n.extra != 0 || n.off > text_size)
|
if (n.flags != 0 || n.extra != 0 || n.off > text_size)
|
||||||
{
|
{
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
break;
|
break;
|
||||||
case value_t::boolean:
|
case value_t::boolean:
|
||||||
if ((n.flags & ~(node_flags::is_true | node_flags::is_new)) != 0 || n.extra != 0 || n.off > text_size)
|
if ((n.flags & ~node_flags::is_true) != 0 || n.extra != 0 || n.off > text_size)
|
||||||
{
|
{
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
@@ -619,7 +613,7 @@ inline bool check_image(const node* nodes, std::size_t count, const unsigned cha
|
|||||||
case value_t::number_integer:
|
case value_t::number_integer:
|
||||||
case value_t::number_unsigned:
|
case value_t::number_unsigned:
|
||||||
case value_t::number_float:
|
case value_t::number_float:
|
||||||
if ((n.flags & ~node_flags::is_new) != 0 || !number_in_bounds(n))
|
if (n.flags != 0 || !number_in_bounds(n))
|
||||||
{
|
{
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
@@ -641,7 +635,7 @@ inline bool check_image(const node* nodes, std::size_t count, const unsigned cha
|
|||||||
case value_t::object:
|
case value_t::object:
|
||||||
{
|
{
|
||||||
const std::size_t limit = stack.empty() ? count : stack.back().end;
|
const std::size_t limit = stack.empty() ? count : stack.back().end;
|
||||||
if ((n.flags & ~node_flags::is_new) != 0 || n.extra != 0 || n.next == 0 || n.next > limit - i || n.off > text_size)
|
if (n.flags != 0 || n.extra != 0 || n.next == 0 || n.next > limit - i || n.off > text_size)
|
||||||
{
|
{
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -19,7 +19,6 @@
|
|||||||
#include <nlohmann/detail/view/macro_scope.hpp>
|
#include <nlohmann/detail/view/macro_scope.hpp>
|
||||||
#include <nlohmann/detail/view/node.hpp>
|
#include <nlohmann/detail/view/node.hpp>
|
||||||
#include <nlohmann/detail/view/number.hpp>
|
#include <nlohmann/detail/view/number.hpp>
|
||||||
#include <nlohmann/detail/view/scan.hpp>
|
|
||||||
|
|
||||||
NLOHMANN_JSON_NAMESPACE_BEGIN
|
NLOHMANN_JSON_NAMESPACE_BEGIN
|
||||||
namespace detail
|
namespace detail
|
||||||
@@ -27,189 +26,6 @@ namespace detail
|
|||||||
namespace view
|
namespace view
|
||||||
{
|
{
|
||||||
|
|
||||||
#if JSON_DIAGNOSTIC_POSITIONS
|
|
||||||
/*!
|
|
||||||
@brief the source positions of the values materialize() replays
|
|
||||||
|
|
||||||
Stands in for the lexer of json_sax_dom_parser, which reads the positions of
|
|
||||||
the values it stores from these three functions (diagnostic_positions). npos
|
|
||||||
is a value without a source position. One position_source serves a whole
|
|
||||||
materialize() call: before each value is handed to the handler, the range of
|
|
||||||
that value is set (or cleared), overwriting that of the value before.
|
|
||||||
*/
|
|
||||||
struct position_source
|
|
||||||
{
|
|
||||||
/// the token, of which diagnostic_positions only reads the length
|
|
||||||
struct token
|
|
||||||
{
|
|
||||||
std::size_t length;
|
|
||||||
std::size_t size() const noexcept
|
|
||||||
{
|
|
||||||
return length;
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
std::size_t start = std::string::npos; ///< the first byte of the next value
|
|
||||||
std::size_t end = std::string::npos; ///< one past the next value (start_object/start_array: one past the bracket)
|
|
||||||
|
|
||||||
std::size_t get_chars_read_total() const noexcept
|
|
||||||
{
|
|
||||||
return end;
|
|
||||||
}
|
|
||||||
std::size_t get_token_start_position() const noexcept
|
|
||||||
{
|
|
||||||
return start;
|
|
||||||
}
|
|
||||||
token get_string() const noexcept
|
|
||||||
{
|
|
||||||
return token{end - start};
|
|
||||||
}
|
|
||||||
|
|
||||||
/// the range [first, last), or none if either is npos
|
|
||||||
void set(std::size_t first, std::size_t last) noexcept
|
|
||||||
{
|
|
||||||
if (first == std::string::npos || last == std::string::npos)
|
|
||||||
{
|
|
||||||
clear();
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
start = first;
|
|
||||||
end = last;
|
|
||||||
}
|
|
||||||
|
|
||||||
/// no range: the next value has no source position
|
|
||||||
void clear() noexcept
|
|
||||||
{
|
|
||||||
start = std::string::npos;
|
|
||||||
end = std::string::npos;
|
|
||||||
}
|
|
||||||
|
|
||||||
/// one past the closing quote of the string whose opening quote is at
|
|
||||||
/// src[quote], or npos (the scan is bounded by size, as images can be
|
|
||||||
/// loaded without a check)
|
|
||||||
static std::size_t string_end(const char* src, std::size_t size, std::size_t quote) noexcept
|
|
||||||
{
|
|
||||||
for (std::size_t i = quote + 1; i < size; ++i)
|
|
||||||
{
|
|
||||||
if (src[i] == '\\')
|
|
||||||
{
|
|
||||||
++i;
|
|
||||||
}
|
|
||||||
else if (src[i] == '"')
|
|
||||||
{
|
|
||||||
return i + 1;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return std::string::npos;
|
|
||||||
}
|
|
||||||
|
|
||||||
/// one past the closing bracket of the array or object whose last element
|
|
||||||
/// ends at src[pos] (or whose opening bracket is at src[pos - 1]), or npos;
|
|
||||||
/// in between, there can only be whitespace, comments, and a trailing comma
|
|
||||||
/// (the source was validated when it was parsed)
|
|
||||||
static std::size_t container_end(const char* src, std::size_t size, std::size_t pos) noexcept
|
|
||||||
{
|
|
||||||
const auto* const b = reinterpret_cast<const unsigned char*>(src); // NOLINT(cppcoreguidelines-pro-type-reinterpret-cast): the text as bytes, as the builder reads it
|
|
||||||
const unsigned char* const e = b + size;
|
|
||||||
while (pos < size)
|
|
||||||
{
|
|
||||||
switch (src[pos])
|
|
||||||
{
|
|
||||||
case ' ':
|
|
||||||
case '\t':
|
|
||||||
case '\n':
|
|
||||||
case '\r':
|
|
||||||
case ',':
|
|
||||||
++pos;
|
|
||||||
break;
|
|
||||||
case ']':
|
|
||||||
case '}':
|
|
||||||
return pos + 1;
|
|
||||||
case '/':
|
|
||||||
if (pos + 1 < size && src[pos + 1] == '/')
|
|
||||||
{
|
|
||||||
pos = static_cast<std::size_t>(skip_line_comment(b + pos + 2, e) - b);
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
if (pos + 1 < size && src[pos + 1] == '*')
|
|
||||||
{
|
|
||||||
// (unterminated: pos is size, which ends the loop)
|
|
||||||
pos = static_cast<std::size_t>(find_block_comment_end(b + pos + 2, e) - b) + 2;
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
return std::string::npos;
|
|
||||||
default:
|
|
||||||
return std::string::npos;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return std::string::npos;
|
|
||||||
}
|
|
||||||
|
|
||||||
/// the range of the scalar n of document d
|
|
||||||
void set_scalar(const document_data& d, const node& n) noexcept
|
|
||||||
{
|
|
||||||
if ((n.flags & node_flags::is_new) != 0)
|
|
||||||
{
|
|
||||||
clear();
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
std::size_t first = std::string::npos;
|
|
||||||
std::size_t last = std::string::npos;
|
|
||||||
switch (n.kind)
|
|
||||||
{
|
|
||||||
case node_kind::string:
|
|
||||||
if ((n.flags & node_flags::storage) == 0)
|
|
||||||
{
|
|
||||||
// off is the first byte after the opening quote
|
|
||||||
if (n.off != 0)
|
|
||||||
{
|
|
||||||
first = n.off - 1;
|
|
||||||
last = n.off + std::size_t{n.len} + 1;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
else if ((n.flags & node_flags::storage) == node_flags::escaped && n.next != 0)
|
|
||||||
{
|
|
||||||
// next is the offset of the opening quote plus one
|
|
||||||
first = n.next - 1;
|
|
||||||
last = string_end(d.base[0], d.size, first);
|
|
||||||
}
|
|
||||||
break;
|
|
||||||
case node_kind::number_integer:
|
|
||||||
case node_kind::number_unsigned:
|
|
||||||
case node_kind::number_float:
|
|
||||||
if ((n.flags & node_flags::storage) == 0)
|
|
||||||
{
|
|
||||||
first = n.off;
|
|
||||||
last = n.off + number_length(n);
|
|
||||||
}
|
|
||||||
break;
|
|
||||||
case node_kind::boolean:
|
|
||||||
first = n.off;
|
|
||||||
last = n.off + ((n.flags & node_flags::is_true) != 0 ? 4u : 5u);
|
|
||||||
break;
|
|
||||||
case node_kind::null:
|
|
||||||
first = n.off;
|
|
||||||
last = n.off + 4u;
|
|
||||||
break;
|
|
||||||
case node_kind::object:
|
|
||||||
case node_kind::array:
|
|
||||||
case node_kind::link:
|
|
||||||
default:
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
// (a crafted image can point past the text)
|
|
||||||
if (last == std::string::npos || last > d.size)
|
|
||||||
{
|
|
||||||
clear();
|
|
||||||
}
|
|
||||||
else
|
|
||||||
{
|
|
||||||
set(first, last);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
};
|
|
||||||
#endif
|
|
||||||
|
|
||||||
/*!
|
/*!
|
||||||
@brief the basic_json value of the subtree at n
|
@brief the basic_json value of the subtree at n
|
||||||
|
|
||||||
@@ -217,24 +33,14 @@ The subtree is replayed into the SAX handler that parse() uses to build its
|
|||||||
values, so the result is the value parse() would produce: duplicate keys keep
|
values, so the result is the value parse() would produce: duplicate keys keep
|
||||||
the last value, and with JSON_DIAGNOSTICS the parent pointers are set. It is
|
the last value, and with JSON_DIAGNOSTICS the parent pointers are set. It is
|
||||||
iterative, so the nesting depth is limited by memory only, as for parse().
|
iterative, so the nesting depth is limited by memory only, as for parse().
|
||||||
|
Without a lexer the handler records no source positions
|
||||||
With JSON_DIAGNOSTIC_POSITIONS, the values get their source positions as with
|
(JSON_DIAGNOSTIC_POSITIONS).
|
||||||
parse(): position_source stands in for the lexer. Values written by edits have
|
|
||||||
none (npos), and neither has an array or object whose elements changed, or
|
|
||||||
whose last element has none (the end of its closing bracket is found by
|
|
||||||
scanning from the end of the last element).
|
|
||||||
*/
|
*/
|
||||||
template<typename BasicJsonType, bool Editable>
|
template<typename BasicJsonType, bool Editable>
|
||||||
BasicJsonType materialize(const document_data& d, const node* n)
|
BasicJsonType materialize(const document_data& d, const node* n)
|
||||||
{
|
{
|
||||||
using string_t = typename BasicJsonType::string_t;
|
using string_t = typename BasicJsonType::string_t;
|
||||||
using input_t = iterator_input_adapter<const char*>;
|
using sax_t = json_sax_dom_parser<BasicJsonType, iterator_input_adapter<const char*>, true>;
|
||||||
#if JSON_DIAGNOSTIC_POSITIONS
|
|
||||||
using lexer_t = position_source;
|
|
||||||
#else
|
|
||||||
using lexer_t = lexer<BasicJsonType, input_t>; // (the default: unused, as no lexer is passed)
|
|
||||||
#endif
|
|
||||||
using sax_t = json_sax_dom_parser<BasicJsonType, input_t, true, lexer_t>;
|
|
||||||
using nav = navigation<Editable>;
|
using nav = navigation<Editable>;
|
||||||
|
|
||||||
// the open containers: their next element (or key of the next member),
|
// the open containers: their next element (or key of the next member),
|
||||||
@@ -246,15 +52,9 @@ BasicJsonType materialize(const document_data& d, const node* n)
|
|||||||
const node* pos;
|
const node* pos;
|
||||||
const node* end;
|
const node* end;
|
||||||
bool object;
|
bool object;
|
||||||
#if JSON_DIAGNOSTIC_POSITIONS
|
|
||||||
std::size_t start; ///< the opening bracket (npos: unknown)
|
|
||||||
std::size_t last_end; ///< the end of the last element read (npos: unknown)
|
|
||||||
#endif
|
|
||||||
};
|
};
|
||||||
|
|
||||||
#if !JSON_DIAGNOSTIC_POSITIONS
|
|
||||||
// a scalar needs neither the handler nor the stack of open containers
|
// a scalar needs neither the handler nor the stack of open containers
|
||||||
// (with positions, it goes through the handler, which sets them)
|
|
||||||
switch (static_cast<value_t>(n->kind))
|
switch (static_cast<value_t>(n->kind))
|
||||||
{
|
{
|
||||||
case value_t::string:
|
case value_t::string:
|
||||||
@@ -276,15 +76,9 @@ BasicJsonType materialize(const document_data& d, const node* n)
|
|||||||
default:
|
default:
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
#endif
|
|
||||||
|
|
||||||
BasicJsonType result;
|
BasicJsonType result;
|
||||||
#if JSON_DIAGNOSTIC_POSITIONS
|
|
||||||
position_source positions;
|
|
||||||
sax_t sax(result, true, &positions);
|
|
||||||
#else
|
|
||||||
sax_t sax(result, true);
|
sax_t sax(result, true);
|
||||||
#endif
|
|
||||||
const string_t no_token{};
|
const string_t no_token{};
|
||||||
// (shallow subtrees on the stack: a call for a small value then allocates only for the value)
|
// (shallow subtrees on the stack: a call for a small value then allocates only for the value)
|
||||||
std::array<frame, 16> shallow; // NOLINT(cppcoreguidelines-pro-type-member-init,hicpp-member-init): filled as containers open
|
std::array<frame, 16> shallow; // NOLINT(cppcoreguidelines-pro-type-member-init,hicpp-member-init): filled as containers open
|
||||||
@@ -300,16 +94,6 @@ BasicJsonType materialize(const document_data& d, const node* n)
|
|||||||
std::size_t depth = 0;
|
std::size_t depth = 0;
|
||||||
for (;;)
|
for (;;)
|
||||||
{
|
{
|
||||||
#if JSON_DIAGNOSTIC_POSITIONS
|
|
||||||
if (!is_container(*n))
|
|
||||||
{
|
|
||||||
positions.set_scalar(d, *n);
|
|
||||||
if (depth != 0)
|
|
||||||
{
|
|
||||||
open[depth - 1].last_end = positions.end;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
#endif
|
|
||||||
// false positive: n comes from nav::value(), which never returns null for a valid index
|
// false positive: n comes from nav::value(), which never returns null for a valid index
|
||||||
// @infer-ignore NULLPTR_DEREFERENCE
|
// @infer-ignore NULLPTR_DEREFERENCE
|
||||||
switch (static_cast<value_t>(n->kind))
|
switch (static_cast<value_t>(n->kind))
|
||||||
@@ -318,17 +102,6 @@ BasicJsonType materialize(const document_data& d, const node* n)
|
|||||||
case value_t::array:
|
case value_t::array:
|
||||||
{
|
{
|
||||||
const bool object = n->kind == node_kind::object;
|
const bool object = n->kind == node_kind::object;
|
||||||
#if JSON_DIAGNOSTIC_POSITIONS
|
|
||||||
// (moved containers are also new)
|
|
||||||
if ((n->flags & node_flags::is_new) != 0 || n->off >= d.size)
|
|
||||||
{
|
|
||||||
positions.clear();
|
|
||||||
}
|
|
||||||
else
|
|
||||||
{
|
|
||||||
positions.set(std::size_t{n->off}, std::size_t{n->off} + 1);
|
|
||||||
}
|
|
||||||
#endif
|
|
||||||
if (object)
|
if (object)
|
||||||
{
|
{
|
||||||
sax.start_object(n->len);
|
sax.start_object(n->len);
|
||||||
@@ -345,13 +118,7 @@ BasicJsonType materialize(const document_data& d, const node* n)
|
|||||||
open = deep.data();
|
open = deep.data();
|
||||||
capacity = deep.size();
|
capacity = deep.size();
|
||||||
}
|
}
|
||||||
// (with positions: until an element is read, the container's
|
open[depth++] = frame{nav::first(d, n), nav::end(d, n), object};
|
||||||
// own bracket is the last thing read)
|
|
||||||
open[depth++] = frame{nav::first(d, n), nav::end(d, n), object
|
|
||||||
#if JSON_DIAGNOSTIC_POSITIONS
|
|
||||||
, positions.start, positions.end
|
|
||||||
#endif
|
|
||||||
};
|
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
case value_t::string:
|
case value_t::string:
|
||||||
@@ -392,31 +159,6 @@ BasicJsonType materialize(const document_data& d, const node* n)
|
|||||||
frame& f = open[depth - 1];
|
frame& f = open[depth - 1];
|
||||||
if (f.pos == f.end)
|
if (f.pos == f.end)
|
||||||
{
|
{
|
||||||
#if JSON_DIAGNOSTIC_POSITIONS
|
|
||||||
if (f.start == std::string::npos || f.last_end == std::string::npos)
|
|
||||||
{
|
|
||||||
positions.clear();
|
|
||||||
}
|
|
||||||
else
|
|
||||||
{
|
|
||||||
const std::size_t end = position_source::container_end(d.base[0], d.size, f.last_end);
|
|
||||||
if (end == std::string::npos)
|
|
||||||
{
|
|
||||||
positions.clear();
|
|
||||||
}
|
|
||||||
else
|
|
||||||
{
|
|
||||||
// the closing bracket, as the lexer reports it (end_object()
|
|
||||||
// and end_array() only read its end; the start of the
|
|
||||||
// container was set when it was opened)
|
|
||||||
positions.set(end - 1, end);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if (depth > 1)
|
|
||||||
{
|
|
||||||
open[depth - 2].last_end = positions.end;
|
|
||||||
}
|
|
||||||
#endif
|
|
||||||
if (f.object)
|
if (f.object)
|
||||||
{
|
{
|
||||||
sax.end_object();
|
sax.end_object();
|
||||||
|
|||||||
@@ -69,7 +69,7 @@ struct node
|
|||||||
std::uint16_t extra; ///< numbers: integer digits (low byte) and fraction digits (high byte), 255 = "many"; objects: number of the object's key hash index (1-based, 0 = none); otherwise 0
|
std::uint16_t extra; ///< numbers: integer digits (low byte) and fraction digits (high byte), 255 = "many"; objects: number of the object's key hash index (1-based, 0 = none); otherwise 0
|
||||||
std::uint32_t off; ///< source offset (string content, number token, literal, bracket); arena offset if escaped/edited; number of the element sequence if moved
|
std::uint32_t off; ///< source offset (string content, number token, literal, bracket); arena offset if escaped/edited; number of the element sequence if moved
|
||||||
std::uint32_t len; ///< string: decoded bytes; float: token bytes; array/object: element count
|
std::uint32_t len; ///< string: decoded bytes; float: token bytes; array/object: element count
|
||||||
std::uint32_t next; ///< array/object: number of nodes of the subtree (its extent in the enclosing sequence); escaped string: source offset of the opening quote plus one (JSON_DIAGNOSTIC_POSITIONS; 0: unknown)
|
std::uint32_t next; ///< array/object: number of nodes of the subtree (its extent in the enclosing sequence)
|
||||||
};
|
};
|
||||||
static_assert(sizeof(node) == 16, "node must stay 16 bytes");
|
static_assert(sizeof(node) == 16, "node must stay 16 bytes");
|
||||||
|
|
||||||
|
|||||||
@@ -172,32 +172,6 @@ NLOHMANN_VIEW_ALWAYS_INLINE const unsigned char* skip_digits(const unsigned char
|
|||||||
return p;
|
return p;
|
||||||
}
|
}
|
||||||
|
|
||||||
/// advance over the text of a line comment (after its "//") to the line
|
|
||||||
/// break or the end (with NulIsEnd also a null byte, which is left for the
|
|
||||||
/// caller to see, as in parse())
|
|
||||||
template<bool NulIsEnd = false>
|
|
||||||
inline const unsigned char* skip_line_comment(const unsigned char* p, const unsigned char* e) noexcept
|
|
||||||
{
|
|
||||||
while (p != e && *p != '\n' && *p != '\r' && !(NulIsEnd && *p == 0))
|
|
||||||
{
|
|
||||||
++p;
|
|
||||||
}
|
|
||||||
return p;
|
|
||||||
}
|
|
||||||
|
|
||||||
/// the "*/" that ends a block comment whose text starts at p (after its "/*");
|
|
||||||
/// if it is unterminated, the end (with NulIsEnd also a null byte), which is
|
|
||||||
/// where the caller reports the error
|
|
||||||
template<bool NulIsEnd = false>
|
|
||||||
inline const unsigned char* find_block_comment_end(const unsigned char* p, const unsigned char* e) noexcept
|
|
||||||
{
|
|
||||||
while (p != e && !(NulIsEnd && *p == 0) && !(*p == '*' && p + 1 != e && p[1] == '/'))
|
|
||||||
{
|
|
||||||
++p;
|
|
||||||
}
|
|
||||||
return p;
|
|
||||||
}
|
|
||||||
|
|
||||||
/// powers of ten up to 10^19 as integers
|
/// powers of ten up to 10^19 as integers
|
||||||
inline std::uint64_t int_pow10(unsigned k) noexcept
|
inline std::uint64_t int_pow10(unsigned k) noexcept
|
||||||
{
|
{
|
||||||
|
|||||||
@@ -159,7 +159,7 @@ class basic_json // NOLINT(cppcoreguidelines-special-member-functions,hicpp-spec
|
|||||||
friend class ::nlohmann::detail::binary_writer;
|
friend class ::nlohmann::detail::binary_writer;
|
||||||
template<typename BasicJsonType, typename InputType, typename SAX>
|
template<typename BasicJsonType, typename InputType, typename SAX>
|
||||||
friend class ::nlohmann::detail::binary_reader;
|
friend class ::nlohmann::detail::binary_reader;
|
||||||
template<typename BasicJsonType, typename InputAdapterType, bool Collect, typename LexerType>
|
template<typename BasicJsonType, typename InputAdapterType, bool Collect>
|
||||||
friend class ::nlohmann::detail::json_sax_dom_parser;
|
friend class ::nlohmann::detail::json_sax_dom_parser;
|
||||||
template<typename BasicJsonType, typename InputAdapterType>
|
template<typename BasicJsonType, typename InputAdapterType>
|
||||||
friend class ::nlohmann::detail::json_sax_dom_binary_parser;
|
friend class ::nlohmann::detail::json_sax_dom_binary_parser;
|
||||||
|
|||||||
Generated
+6
-25
@@ -15629,10 +15629,7 @@ struct diagnostic_positions
|
|||||||
{
|
{
|
||||||
// Lexer has read the first character of the container, so
|
// Lexer has read the first character of the container, so
|
||||||
// subtract 1 from the position to get the correct start position.
|
// subtract 1 from the position to get the correct start position.
|
||||||
// (npos: a value without a source position, see materialize() of
|
v.start_position = lexer->get_chars_read_total() - 1;
|
||||||
// json_view)
|
|
||||||
const std::size_t read = lexer->get_chars_read_total();
|
|
||||||
v.start_position = read == std::string::npos ? std::string::npos : read - 1;
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -15647,12 +15644,6 @@ struct diagnostic_positions
|
|||||||
{
|
{
|
||||||
// Lexer's position is past the closing brace or bracket, so set that as the end position.
|
// Lexer's position is past the closing brace or bracket, so set that as the end position.
|
||||||
v.end_position = lexer->get_chars_read_total();
|
v.end_position = lexer->get_chars_read_total();
|
||||||
if (v.end_position == std::string::npos)
|
|
||||||
{
|
|
||||||
// a range has both ends or none (exception::diagnostics()
|
|
||||||
// prints only complete ones)
|
|
||||||
v.start_position = std::string::npos;
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -15669,12 +15660,6 @@ struct diagnostic_positions
|
|||||||
// The start position will be set below based on the length of the string representation
|
// The start position will be set below based on the length of the string representation
|
||||||
// of the value.
|
// of the value.
|
||||||
v.end_position = lexer->get_chars_read_total();
|
v.end_position = lexer->get_chars_read_total();
|
||||||
if (v.end_position == std::string::npos)
|
|
||||||
{
|
|
||||||
// a value without a source position
|
|
||||||
v.start_position = std::string::npos;
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
switch (v.type())
|
switch (v.type())
|
||||||
{
|
{
|
||||||
@@ -15887,12 +15872,8 @@ read up to it.
|
|||||||
@tparam Collect whether to collect the values of containers of unknown size on
|
@tparam Collect whether to collect the values of containers of unknown size on
|
||||||
a stack (only for a caller that does not use the value after a
|
a stack (only for a caller that does not use the value after a
|
||||||
parse error)
|
parse error)
|
||||||
@tparam LexerType the type of the lexer that reports the source positions
|
|
||||||
(JSON_DIAGNOSTIC_POSITIONS); only diagnostic_positions uses
|
|
||||||
it, so any type with its three functions works (as
|
|
||||||
materialize() of json_view uses it)
|
|
||||||
*/
|
*/
|
||||||
template<typename BasicJsonType, typename InputAdapterType, bool Collect = false, typename LexerType = lexer<BasicJsonType, InputAdapterType>>
|
template<typename BasicJsonType, typename InputAdapterType, bool Collect = false>
|
||||||
class json_sax_dom_parser : public json_sax_dom_error_state
|
class json_sax_dom_parser : public json_sax_dom_error_state
|
||||||
{
|
{
|
||||||
public:
|
public:
|
||||||
@@ -15901,7 +15882,7 @@ class json_sax_dom_parser : public json_sax_dom_error_state
|
|||||||
using number_float_t = typename BasicJsonType::number_float_t;
|
using number_float_t = typename BasicJsonType::number_float_t;
|
||||||
using string_t = typename BasicJsonType::string_t;
|
using string_t = typename BasicJsonType::string_t;
|
||||||
using binary_t = typename BasicJsonType::binary_t;
|
using binary_t = typename BasicJsonType::binary_t;
|
||||||
using lexer_t = LexerType;
|
using lexer_t = lexer<BasicJsonType, InputAdapterType>;
|
||||||
|
|
||||||
/*!
|
/*!
|
||||||
@param[in,out] r reference to a JSON value that is manipulated while
|
@param[in,out] r reference to a JSON value that is manipulated while
|
||||||
@@ -22534,8 +22515,8 @@ using parser_callback_t =
|
|||||||
template<typename SAX>
|
template<typename SAX>
|
||||||
struct sax_ignores_number_text : std::false_type {};
|
struct sax_ignores_number_text : std::false_type {};
|
||||||
|
|
||||||
template<typename BasicJsonType, typename InputAdapterType, bool Collect, typename LexerType>
|
template<typename BasicJsonType, typename InputAdapterType, bool Collect>
|
||||||
struct sax_ignores_number_text<json_sax_dom_parser<BasicJsonType, InputAdapterType, Collect, LexerType>> : std::true_type {};
|
struct sax_ignores_number_text<json_sax_dom_parser<BasicJsonType, InputAdapterType, Collect>> : std::true_type {};
|
||||||
|
|
||||||
template<typename BasicJsonType, typename InputAdapterType>
|
template<typename BasicJsonType, typename InputAdapterType>
|
||||||
struct sax_ignores_number_text<json_sax_dom_callback_parser<BasicJsonType, InputAdapterType>> : std::true_type {};
|
struct sax_ignores_number_text<json_sax_dom_callback_parser<BasicJsonType, InputAdapterType>> : std::true_type {};
|
||||||
@@ -36929,7 +36910,7 @@ class basic_json // NOLINT(cppcoreguidelines-special-member-functions,hicpp-spec
|
|||||||
friend class ::nlohmann::detail::binary_writer;
|
friend class ::nlohmann::detail::binary_writer;
|
||||||
template<typename BasicJsonType, typename InputType, typename SAX>
|
template<typename BasicJsonType, typename InputType, typename SAX>
|
||||||
friend class ::nlohmann::detail::binary_reader;
|
friend class ::nlohmann::detail::binary_reader;
|
||||||
template<typename BasicJsonType, typename InputAdapterType, bool Collect, typename LexerType>
|
template<typename BasicJsonType, typename InputAdapterType, bool Collect>
|
||||||
friend class ::nlohmann::detail::json_sax_dom_parser;
|
friend class ::nlohmann::detail::json_sax_dom_parser;
|
||||||
template<typename BasicJsonType, typename InputAdapterType>
|
template<typename BasicJsonType, typename InputAdapterType>
|
||||||
friend class ::nlohmann::detail::json_sax_dom_binary_parser;
|
friend class ::nlohmann::detail::json_sax_dom_binary_parser;
|
||||||
|
|||||||
Generated
+37
-320
@@ -269,7 +269,7 @@ struct node
|
|||||||
std::uint16_t extra; ///< numbers: integer digits (low byte) and fraction digits (high byte), 255 = "many"; objects: number of the object's key hash index (1-based, 0 = none); otherwise 0
|
std::uint16_t extra; ///< numbers: integer digits (low byte) and fraction digits (high byte), 255 = "many"; objects: number of the object's key hash index (1-based, 0 = none); otherwise 0
|
||||||
std::uint32_t off; ///< source offset (string content, number token, literal, bracket); arena offset if escaped/edited; number of the element sequence if moved
|
std::uint32_t off; ///< source offset (string content, number token, literal, bracket); arena offset if escaped/edited; number of the element sequence if moved
|
||||||
std::uint32_t len; ///< string: decoded bytes; float: token bytes; array/object: element count
|
std::uint32_t len; ///< string: decoded bytes; float: token bytes; array/object: element count
|
||||||
std::uint32_t next; ///< array/object: number of nodes of the subtree (its extent in the enclosing sequence); escaped string: source offset of the opening quote plus one (JSON_DIAGNOSTIC_POSITIONS; 0: unknown)
|
std::uint32_t next; ///< array/object: number of nodes of the subtree (its extent in the enclosing sequence)
|
||||||
};
|
};
|
||||||
static_assert(sizeof(node) == 16, "node must stay 16 bytes");
|
static_assert(sizeof(node) == 16, "node must stay 16 bytes");
|
||||||
|
|
||||||
@@ -1185,32 +1185,6 @@ NLOHMANN_VIEW_ALWAYS_INLINE const unsigned char* skip_digits(const unsigned char
|
|||||||
return p;
|
return p;
|
||||||
}
|
}
|
||||||
|
|
||||||
/// advance over the text of a line comment (after its "//") to the line
|
|
||||||
/// break or the end (with NulIsEnd also a null byte, which is left for the
|
|
||||||
/// caller to see, as in parse())
|
|
||||||
template<bool NulIsEnd = false>
|
|
||||||
inline const unsigned char* skip_line_comment(const unsigned char* p, const unsigned char* e) noexcept
|
|
||||||
{
|
|
||||||
while (p != e && *p != '\n' && *p != '\r' && !(NulIsEnd && *p == 0))
|
|
||||||
{
|
|
||||||
++p;
|
|
||||||
}
|
|
||||||
return p;
|
|
||||||
}
|
|
||||||
|
|
||||||
/// the "*/" that ends a block comment whose text starts at p (after its "/*");
|
|
||||||
/// if it is unterminated, the end (with NulIsEnd also a null byte), which is
|
|
||||||
/// where the caller reports the error
|
|
||||||
template<bool NulIsEnd = false>
|
|
||||||
inline const unsigned char* find_block_comment_end(const unsigned char* p, const unsigned char* e) noexcept
|
|
||||||
{
|
|
||||||
while (p != e && !(NulIsEnd && *p == 0) && !(*p == '*' && p + 1 != e && p[1] == '/'))
|
|
||||||
{
|
|
||||||
++p;
|
|
||||||
}
|
|
||||||
return p;
|
|
||||||
}
|
|
||||||
|
|
||||||
/// powers of ten up to 10^19 as integers
|
/// powers of ten up to 10^19 as integers
|
||||||
inline std::uint64_t int_pow10(unsigned k) noexcept
|
inline std::uint64_t int_pow10(unsigned k) noexcept
|
||||||
{
|
{
|
||||||
@@ -1408,16 +1382,31 @@ class builder
|
|||||||
}
|
}
|
||||||
if (p[1] == '/')
|
if (p[1] == '/')
|
||||||
{
|
{
|
||||||
return skip_line_comment<NulIsEnd>(p + 2, m_end);
|
p += 2;
|
||||||
|
// (as in parse(), a null byte is the end of the input, so it is
|
||||||
|
// left for the caller to see)
|
||||||
|
while (p != m_end && *p != '\n' && *p != '\r' && !(NulIsEnd && *p == 0))
|
||||||
|
{
|
||||||
|
++p;
|
||||||
|
}
|
||||||
|
return p;
|
||||||
}
|
}
|
||||||
if (p[1] == '*')
|
if (p[1] == '*')
|
||||||
{
|
{
|
||||||
p = find_block_comment_end<NulIsEnd>(p + 2, m_end);
|
p += 2;
|
||||||
if (p == m_end || *p != '*')
|
for (;;)
|
||||||
|
{
|
||||||
|
if (p == m_end || (NulIsEnd && *p == 0))
|
||||||
{
|
{
|
||||||
return fail_at(error_code::comment_unterminated, p);
|
return fail_at(error_code::comment_unterminated, p);
|
||||||
}
|
}
|
||||||
return p + 2;
|
if (*p == '*' && p + 1 != m_end && p[1] == '/')
|
||||||
|
{
|
||||||
|
p += 2;
|
||||||
|
return p;
|
||||||
|
}
|
||||||
|
++p;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
++p;
|
++p;
|
||||||
return fail_at(error_code::comment_start, p);
|
return fail_at(error_code::comment_start, p);
|
||||||
@@ -2413,14 +2402,7 @@ indent_done:
|
|||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
p = r.p;
|
p = r.p;
|
||||||
#if JSON_DIAGNOSTIC_POSITIONS
|
push_node(node_kind::string, node_flags::escaped, 0, r.start, r.len);
|
||||||
// the decoded string is in the arena: next keeps the source offset
|
|
||||||
// of the opening quote plus one (0: unknown) for materialize()
|
|
||||||
const std::uint64_t second = static_cast<std::uint64_t>(r.len) | (static_cast<std::uint64_t>(s - b) << 32);
|
|
||||||
#else
|
|
||||||
const std::uint64_t second = r.len;
|
|
||||||
#endif
|
|
||||||
push_node(node_kind::string, node_flags::escaped, 0, r.start, second);
|
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
@@ -4961,8 +4943,7 @@ constexpr std::uint64_t image_limit = 0xFFFFFFF0u;
|
|||||||
/// Copy the current structure of an edited document into nodes in document
|
/// Copy the current structure of an edited document into nodes in document
|
||||||
/// order, as the parser would have written them. Text written by edits is
|
/// order, as the parser would have written them. Text written by edits is
|
||||||
/// appended to text_tail (number tokens) and arena_tail (strings); floats that
|
/// appended to text_tail (number tokens) and arena_tail (strings); floats that
|
||||||
/// are not finite become null, as dump() writes them. Nodes keep the flag
|
/// are not finite become null, as dump() writes them.
|
||||||
/// is_new: they have no source position (JSON_DIAGNOSTIC_POSITIONS).
|
|
||||||
inline void compact_nodes(const document_data& d, std::size_t arena_size, std::vector<node>& out, std::string& text_tail, std::string& arena_tail)
|
inline void compact_nodes(const document_data& d, std::size_t arena_size, std::vector<node>& out, std::string& text_tail, std::string& arena_tail)
|
||||||
{
|
{
|
||||||
struct frame
|
struct frame
|
||||||
@@ -4985,18 +4966,16 @@ inline void compact_nodes(const document_data& d, std::size_t arena_size, std::v
|
|||||||
arena_tail.append(d.str(s), s.len);
|
arena_tail.append(d.str(s), s.len);
|
||||||
r.flags = node_flags::escaped;
|
r.flags = node_flags::escaped;
|
||||||
}
|
}
|
||||||
r.flags = static_cast<std::uint8_t>(r.flags | (s.flags & node_flags::is_new));
|
|
||||||
return r;
|
return r;
|
||||||
};
|
};
|
||||||
const auto copy_node = [&](const node * v)
|
const auto copy_node = [&](const node * v)
|
||||||
{
|
{
|
||||||
node r = *v;
|
node r = *v;
|
||||||
const auto is_new = static_cast<std::uint8_t>(v->flags & node_flags::is_new);
|
|
||||||
switch (static_cast<value_t>(v->kind))
|
switch (static_cast<value_t>(v->kind))
|
||||||
{
|
{
|
||||||
case value_t::object:
|
case value_t::object:
|
||||||
case value_t::array:
|
case value_t::array:
|
||||||
r.flags = is_new;
|
r.flags = 0;
|
||||||
r.extra = 0;
|
r.extra = 0;
|
||||||
r.off = (v->flags & (node_flags::moved | node_flags::is_new)) != 0 ? 0 : v->off;
|
r.off = (v->flags & (node_flags::moved | node_flags::is_new)) != 0 ? 0 : v->off;
|
||||||
r.len = 0; // counted below
|
r.len = 0; // counted below
|
||||||
@@ -5013,7 +4992,7 @@ inline void compact_nodes(const document_data& d, std::size_t arena_size, std::v
|
|||||||
r.off = static_cast<std::uint32_t>(d.size + text_tail.size());
|
r.off = static_cast<std::uint32_t>(d.size + text_tail.size());
|
||||||
text_tail.append(d.str(*v), number_length(*v));
|
text_tail.append(d.str(*v), number_length(*v));
|
||||||
}
|
}
|
||||||
r.flags = is_new;
|
r.flags = 0;
|
||||||
break;
|
break;
|
||||||
case value_t::number_float:
|
case value_t::number_float:
|
||||||
if ((v->flags & node_flags::storage) == node_flags::edited)
|
if ((v->flags & node_flags::storage) == node_flags::edited)
|
||||||
@@ -5023,23 +5002,22 @@ inline void compact_nodes(const document_data& d, std::size_t arena_size, std::v
|
|||||||
{
|
{
|
||||||
r = node{}; // nan and infinity: null, as dump() writes them
|
r = node{}; // nan and infinity: null, as dump() writes them
|
||||||
r.kind = node_kind::null;
|
r.kind = node_kind::null;
|
||||||
r.flags = is_new;
|
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
r.off = static_cast<std::uint32_t>(d.size + text_tail.size());
|
r.off = static_cast<std::uint32_t>(d.size + text_tail.size());
|
||||||
text_tail.append(t, v->len);
|
text_tail.append(t, v->len);
|
||||||
r.extra = 0xFFFFu; // the digit layout is not recorded
|
r.extra = 0xFFFFu; // the digit layout is not recorded
|
||||||
}
|
}
|
||||||
r.flags = is_new;
|
r.flags = 0;
|
||||||
break;
|
break;
|
||||||
case value_t::boolean:
|
case value_t::boolean:
|
||||||
r.flags = static_cast<std::uint8_t>(v->flags & (node_flags::is_true | node_flags::is_new));
|
r.flags = static_cast<std::uint8_t>(v->flags & node_flags::is_true);
|
||||||
break;
|
break;
|
||||||
case value_t::null:
|
case value_t::null:
|
||||||
case value_t::binary:
|
case value_t::binary:
|
||||||
case value_t::discarded:
|
case value_t::discarded:
|
||||||
default:
|
default:
|
||||||
r.flags = is_new;
|
r.flags = 0;
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
out.push_back(r);
|
out.push_back(r);
|
||||||
@@ -5400,15 +5378,13 @@ inline bool check_image(const node* nodes, std::size_t count, const unsigned cha
|
|||||||
std::vector<float_range> floats;
|
std::vector<float_range> floats;
|
||||||
const auto check_string = [&](const node & n) -> bool
|
const auto check_string = [&](const node & n) -> bool
|
||||||
{
|
{
|
||||||
if ((n.flags & ~(node_flags::escaped | node_flags::is_new)) != 0 || n.extra != 0)
|
if ((n.flags & ~node_flags::escaped) != 0 || n.extra != 0)
|
||||||
{
|
{
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
const bool decoded = (n.flags & node_flags::escaped) != 0;
|
const bool decoded = (n.flags & node_flags::escaped) != 0;
|
||||||
const std::size_t limit = decoded ? arena_size : text_size;
|
const std::size_t limit = decoded ? arena_size : text_size;
|
||||||
// (next: the source offset of a decoded string's opening quote plus
|
if (n.off > limit || n.len > limit - n.off)
|
||||||
// one, or 0; see node)
|
|
||||||
if (n.off > limit || n.len > limit - n.off || n.next > text_size)
|
|
||||||
{
|
{
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
@@ -5480,13 +5456,13 @@ inline bool check_image(const node* nodes, std::size_t count, const unsigned cha
|
|||||||
{
|
{
|
||||||
case value_t::null:
|
case value_t::null:
|
||||||
// (the offset of a literal is read to size the output of dump())
|
// (the offset of a literal is read to size the output of dump())
|
||||||
if ((n.flags & ~node_flags::is_new) != 0 || n.extra != 0 || n.off > text_size)
|
if (n.flags != 0 || n.extra != 0 || n.off > text_size)
|
||||||
{
|
{
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
break;
|
break;
|
||||||
case value_t::boolean:
|
case value_t::boolean:
|
||||||
if ((n.flags & ~(node_flags::is_true | node_flags::is_new)) != 0 || n.extra != 0 || n.off > text_size)
|
if ((n.flags & ~node_flags::is_true) != 0 || n.extra != 0 || n.off > text_size)
|
||||||
{
|
{
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
@@ -5500,7 +5476,7 @@ inline bool check_image(const node* nodes, std::size_t count, const unsigned cha
|
|||||||
case value_t::number_integer:
|
case value_t::number_integer:
|
||||||
case value_t::number_unsigned:
|
case value_t::number_unsigned:
|
||||||
case value_t::number_float:
|
case value_t::number_float:
|
||||||
if ((n.flags & ~node_flags::is_new) != 0 || !number_in_bounds(n))
|
if (n.flags != 0 || !number_in_bounds(n))
|
||||||
{
|
{
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
@@ -5522,7 +5498,7 @@ inline bool check_image(const node* nodes, std::size_t count, const unsigned cha
|
|||||||
case value_t::object:
|
case value_t::object:
|
||||||
{
|
{
|
||||||
const std::size_t limit = stack.empty() ? count : stack.back().end;
|
const std::size_t limit = stack.empty() ? count : stack.back().end;
|
||||||
if ((n.flags & ~node_flags::is_new) != 0 || n.extra != 0 || n.next == 0 || n.next > limit - i || n.off > text_size)
|
if (n.flags != 0 || n.extra != 0 || n.next == 0 || n.next > limit - i || n.off > text_size)
|
||||||
{
|
{
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
@@ -6125,8 +6101,6 @@ NLOHMANN_JSON_NAMESPACE_END
|
|||||||
|
|
||||||
// #include <nlohmann/detail/view/number.hpp>
|
// #include <nlohmann/detail/view/number.hpp>
|
||||||
|
|
||||||
// #include <nlohmann/detail/view/scan.hpp>
|
|
||||||
|
|
||||||
|
|
||||||
NLOHMANN_JSON_NAMESPACE_BEGIN
|
NLOHMANN_JSON_NAMESPACE_BEGIN
|
||||||
namespace detail
|
namespace detail
|
||||||
@@ -6134,189 +6108,6 @@ namespace detail
|
|||||||
namespace view
|
namespace view
|
||||||
{
|
{
|
||||||
|
|
||||||
#if JSON_DIAGNOSTIC_POSITIONS
|
|
||||||
/*!
|
|
||||||
@brief the source positions of the values materialize() replays
|
|
||||||
|
|
||||||
Stands in for the lexer of json_sax_dom_parser, which reads the positions of
|
|
||||||
the values it stores from these three functions (diagnostic_positions). npos
|
|
||||||
is a value without a source position. One position_source serves a whole
|
|
||||||
materialize() call: before each value is handed to the handler, the range of
|
|
||||||
that value is set (or cleared), overwriting that of the value before.
|
|
||||||
*/
|
|
||||||
struct position_source
|
|
||||||
{
|
|
||||||
/// the token, of which diagnostic_positions only reads the length
|
|
||||||
struct token
|
|
||||||
{
|
|
||||||
std::size_t length;
|
|
||||||
std::size_t size() const noexcept
|
|
||||||
{
|
|
||||||
return length;
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
std::size_t start = std::string::npos; ///< the first byte of the next value
|
|
||||||
std::size_t end = std::string::npos; ///< one past the next value (start_object/start_array: one past the bracket)
|
|
||||||
|
|
||||||
std::size_t get_chars_read_total() const noexcept
|
|
||||||
{
|
|
||||||
return end;
|
|
||||||
}
|
|
||||||
std::size_t get_token_start_position() const noexcept
|
|
||||||
{
|
|
||||||
return start;
|
|
||||||
}
|
|
||||||
token get_string() const noexcept
|
|
||||||
{
|
|
||||||
return token{end - start};
|
|
||||||
}
|
|
||||||
|
|
||||||
/// the range [first, last), or none if either is npos
|
|
||||||
void set(std::size_t first, std::size_t last) noexcept
|
|
||||||
{
|
|
||||||
if (first == std::string::npos || last == std::string::npos)
|
|
||||||
{
|
|
||||||
clear();
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
start = first;
|
|
||||||
end = last;
|
|
||||||
}
|
|
||||||
|
|
||||||
/// no range: the next value has no source position
|
|
||||||
void clear() noexcept
|
|
||||||
{
|
|
||||||
start = std::string::npos;
|
|
||||||
end = std::string::npos;
|
|
||||||
}
|
|
||||||
|
|
||||||
/// one past the closing quote of the string whose opening quote is at
|
|
||||||
/// src[quote], or npos (the scan is bounded by size, as images can be
|
|
||||||
/// loaded without a check)
|
|
||||||
static std::size_t string_end(const char* src, std::size_t size, std::size_t quote) noexcept
|
|
||||||
{
|
|
||||||
for (std::size_t i = quote + 1; i < size; ++i)
|
|
||||||
{
|
|
||||||
if (src[i] == '\\')
|
|
||||||
{
|
|
||||||
++i;
|
|
||||||
}
|
|
||||||
else if (src[i] == '"')
|
|
||||||
{
|
|
||||||
return i + 1;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return std::string::npos;
|
|
||||||
}
|
|
||||||
|
|
||||||
/// one past the closing bracket of the array or object whose last element
|
|
||||||
/// ends at src[pos] (or whose opening bracket is at src[pos - 1]), or npos;
|
|
||||||
/// in between, there can only be whitespace, comments, and a trailing comma
|
|
||||||
/// (the source was validated when it was parsed)
|
|
||||||
static std::size_t container_end(const char* src, std::size_t size, std::size_t pos) noexcept
|
|
||||||
{
|
|
||||||
const auto* const b = reinterpret_cast<const unsigned char*>(src); // NOLINT(cppcoreguidelines-pro-type-reinterpret-cast): the text as bytes, as the builder reads it
|
|
||||||
const unsigned char* const e = b + size;
|
|
||||||
while (pos < size)
|
|
||||||
{
|
|
||||||
switch (src[pos])
|
|
||||||
{
|
|
||||||
case ' ':
|
|
||||||
case '\t':
|
|
||||||
case '\n':
|
|
||||||
case '\r':
|
|
||||||
case ',':
|
|
||||||
++pos;
|
|
||||||
break;
|
|
||||||
case ']':
|
|
||||||
case '}':
|
|
||||||
return pos + 1;
|
|
||||||
case '/':
|
|
||||||
if (pos + 1 < size && src[pos + 1] == '/')
|
|
||||||
{
|
|
||||||
pos = static_cast<std::size_t>(skip_line_comment(b + pos + 2, e) - b);
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
if (pos + 1 < size && src[pos + 1] == '*')
|
|
||||||
{
|
|
||||||
// (unterminated: pos is size, which ends the loop)
|
|
||||||
pos = static_cast<std::size_t>(find_block_comment_end(b + pos + 2, e) - b) + 2;
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
return std::string::npos;
|
|
||||||
default:
|
|
||||||
return std::string::npos;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return std::string::npos;
|
|
||||||
}
|
|
||||||
|
|
||||||
/// the range of the scalar n of document d
|
|
||||||
void set_scalar(const document_data& d, const node& n) noexcept
|
|
||||||
{
|
|
||||||
if ((n.flags & node_flags::is_new) != 0)
|
|
||||||
{
|
|
||||||
clear();
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
std::size_t first = std::string::npos;
|
|
||||||
std::size_t last = std::string::npos;
|
|
||||||
switch (n.kind)
|
|
||||||
{
|
|
||||||
case node_kind::string:
|
|
||||||
if ((n.flags & node_flags::storage) == 0)
|
|
||||||
{
|
|
||||||
// off is the first byte after the opening quote
|
|
||||||
if (n.off != 0)
|
|
||||||
{
|
|
||||||
first = n.off - 1;
|
|
||||||
last = n.off + std::size_t{n.len} + 1;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
else if ((n.flags & node_flags::storage) == node_flags::escaped && n.next != 0)
|
|
||||||
{
|
|
||||||
// next is the offset of the opening quote plus one
|
|
||||||
first = n.next - 1;
|
|
||||||
last = string_end(d.base[0], d.size, first);
|
|
||||||
}
|
|
||||||
break;
|
|
||||||
case node_kind::number_integer:
|
|
||||||
case node_kind::number_unsigned:
|
|
||||||
case node_kind::number_float:
|
|
||||||
if ((n.flags & node_flags::storage) == 0)
|
|
||||||
{
|
|
||||||
first = n.off;
|
|
||||||
last = n.off + number_length(n);
|
|
||||||
}
|
|
||||||
break;
|
|
||||||
case node_kind::boolean:
|
|
||||||
first = n.off;
|
|
||||||
last = n.off + ((n.flags & node_flags::is_true) != 0 ? 4u : 5u);
|
|
||||||
break;
|
|
||||||
case node_kind::null:
|
|
||||||
first = n.off;
|
|
||||||
last = n.off + 4u;
|
|
||||||
break;
|
|
||||||
case node_kind::object:
|
|
||||||
case node_kind::array:
|
|
||||||
case node_kind::link:
|
|
||||||
default:
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
// (a crafted image can point past the text)
|
|
||||||
if (last == std::string::npos || last > d.size)
|
|
||||||
{
|
|
||||||
clear();
|
|
||||||
}
|
|
||||||
else
|
|
||||||
{
|
|
||||||
set(first, last);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
};
|
|
||||||
#endif
|
|
||||||
|
|
||||||
/*!
|
/*!
|
||||||
@brief the basic_json value of the subtree at n
|
@brief the basic_json value of the subtree at n
|
||||||
|
|
||||||
@@ -6324,24 +6115,14 @@ The subtree is replayed into the SAX handler that parse() uses to build its
|
|||||||
values, so the result is the value parse() would produce: duplicate keys keep
|
values, so the result is the value parse() would produce: duplicate keys keep
|
||||||
the last value, and with JSON_DIAGNOSTICS the parent pointers are set. It is
|
the last value, and with JSON_DIAGNOSTICS the parent pointers are set. It is
|
||||||
iterative, so the nesting depth is limited by memory only, as for parse().
|
iterative, so the nesting depth is limited by memory only, as for parse().
|
||||||
|
Without a lexer the handler records no source positions
|
||||||
With JSON_DIAGNOSTIC_POSITIONS, the values get their source positions as with
|
(JSON_DIAGNOSTIC_POSITIONS).
|
||||||
parse(): position_source stands in for the lexer. Values written by edits have
|
|
||||||
none (npos), and neither has an array or object whose elements changed, or
|
|
||||||
whose last element has none (the end of its closing bracket is found by
|
|
||||||
scanning from the end of the last element).
|
|
||||||
*/
|
*/
|
||||||
template<typename BasicJsonType, bool Editable>
|
template<typename BasicJsonType, bool Editable>
|
||||||
BasicJsonType materialize(const document_data& d, const node* n)
|
BasicJsonType materialize(const document_data& d, const node* n)
|
||||||
{
|
{
|
||||||
using string_t = typename BasicJsonType::string_t;
|
using string_t = typename BasicJsonType::string_t;
|
||||||
using input_t = iterator_input_adapter<const char*>;
|
using sax_t = json_sax_dom_parser<BasicJsonType, iterator_input_adapter<const char*>, true>;
|
||||||
#if JSON_DIAGNOSTIC_POSITIONS
|
|
||||||
using lexer_t = position_source;
|
|
||||||
#else
|
|
||||||
using lexer_t = lexer<BasicJsonType, input_t>; // (the default: unused, as no lexer is passed)
|
|
||||||
#endif
|
|
||||||
using sax_t = json_sax_dom_parser<BasicJsonType, input_t, true, lexer_t>;
|
|
||||||
using nav = navigation<Editable>;
|
using nav = navigation<Editable>;
|
||||||
|
|
||||||
// the open containers: their next element (or key of the next member),
|
// the open containers: their next element (or key of the next member),
|
||||||
@@ -6353,15 +6134,9 @@ BasicJsonType materialize(const document_data& d, const node* n)
|
|||||||
const node* pos;
|
const node* pos;
|
||||||
const node* end;
|
const node* end;
|
||||||
bool object;
|
bool object;
|
||||||
#if JSON_DIAGNOSTIC_POSITIONS
|
|
||||||
std::size_t start; ///< the opening bracket (npos: unknown)
|
|
||||||
std::size_t last_end; ///< the end of the last element read (npos: unknown)
|
|
||||||
#endif
|
|
||||||
};
|
};
|
||||||
|
|
||||||
#if !JSON_DIAGNOSTIC_POSITIONS
|
|
||||||
// a scalar needs neither the handler nor the stack of open containers
|
// a scalar needs neither the handler nor the stack of open containers
|
||||||
// (with positions, it goes through the handler, which sets them)
|
|
||||||
switch (static_cast<value_t>(n->kind))
|
switch (static_cast<value_t>(n->kind))
|
||||||
{
|
{
|
||||||
case value_t::string:
|
case value_t::string:
|
||||||
@@ -6383,15 +6158,9 @@ BasicJsonType materialize(const document_data& d, const node* n)
|
|||||||
default:
|
default:
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
#endif
|
|
||||||
|
|
||||||
BasicJsonType result;
|
BasicJsonType result;
|
||||||
#if JSON_DIAGNOSTIC_POSITIONS
|
|
||||||
position_source positions;
|
|
||||||
sax_t sax(result, true, &positions);
|
|
||||||
#else
|
|
||||||
sax_t sax(result, true);
|
sax_t sax(result, true);
|
||||||
#endif
|
|
||||||
const string_t no_token{};
|
const string_t no_token{};
|
||||||
// (shallow subtrees on the stack: a call for a small value then allocates only for the value)
|
// (shallow subtrees on the stack: a call for a small value then allocates only for the value)
|
||||||
std::array<frame, 16> shallow; // NOLINT(cppcoreguidelines-pro-type-member-init,hicpp-member-init): filled as containers open
|
std::array<frame, 16> shallow; // NOLINT(cppcoreguidelines-pro-type-member-init,hicpp-member-init): filled as containers open
|
||||||
@@ -6407,16 +6176,6 @@ BasicJsonType materialize(const document_data& d, const node* n)
|
|||||||
std::size_t depth = 0;
|
std::size_t depth = 0;
|
||||||
for (;;)
|
for (;;)
|
||||||
{
|
{
|
||||||
#if JSON_DIAGNOSTIC_POSITIONS
|
|
||||||
if (!is_container(*n))
|
|
||||||
{
|
|
||||||
positions.set_scalar(d, *n);
|
|
||||||
if (depth != 0)
|
|
||||||
{
|
|
||||||
open[depth - 1].last_end = positions.end;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
#endif
|
|
||||||
// false positive: n comes from nav::value(), which never returns null for a valid index
|
// false positive: n comes from nav::value(), which never returns null for a valid index
|
||||||
// @infer-ignore NULLPTR_DEREFERENCE
|
// @infer-ignore NULLPTR_DEREFERENCE
|
||||||
switch (static_cast<value_t>(n->kind))
|
switch (static_cast<value_t>(n->kind))
|
||||||
@@ -6425,17 +6184,6 @@ BasicJsonType materialize(const document_data& d, const node* n)
|
|||||||
case value_t::array:
|
case value_t::array:
|
||||||
{
|
{
|
||||||
const bool object = n->kind == node_kind::object;
|
const bool object = n->kind == node_kind::object;
|
||||||
#if JSON_DIAGNOSTIC_POSITIONS
|
|
||||||
// (moved containers are also new)
|
|
||||||
if ((n->flags & node_flags::is_new) != 0 || n->off >= d.size)
|
|
||||||
{
|
|
||||||
positions.clear();
|
|
||||||
}
|
|
||||||
else
|
|
||||||
{
|
|
||||||
positions.set(std::size_t{n->off}, std::size_t{n->off} + 1);
|
|
||||||
}
|
|
||||||
#endif
|
|
||||||
if (object)
|
if (object)
|
||||||
{
|
{
|
||||||
sax.start_object(n->len);
|
sax.start_object(n->len);
|
||||||
@@ -6452,13 +6200,7 @@ BasicJsonType materialize(const document_data& d, const node* n)
|
|||||||
open = deep.data();
|
open = deep.data();
|
||||||
capacity = deep.size();
|
capacity = deep.size();
|
||||||
}
|
}
|
||||||
// (with positions: until an element is read, the container's
|
open[depth++] = frame{nav::first(d, n), nav::end(d, n), object};
|
||||||
// own bracket is the last thing read)
|
|
||||||
open[depth++] = frame{nav::first(d, n), nav::end(d, n), object
|
|
||||||
#if JSON_DIAGNOSTIC_POSITIONS
|
|
||||||
, positions.start, positions.end
|
|
||||||
#endif
|
|
||||||
};
|
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
case value_t::string:
|
case value_t::string:
|
||||||
@@ -6499,31 +6241,6 @@ BasicJsonType materialize(const document_data& d, const node* n)
|
|||||||
frame& f = open[depth - 1];
|
frame& f = open[depth - 1];
|
||||||
if (f.pos == f.end)
|
if (f.pos == f.end)
|
||||||
{
|
{
|
||||||
#if JSON_DIAGNOSTIC_POSITIONS
|
|
||||||
if (f.start == std::string::npos || f.last_end == std::string::npos)
|
|
||||||
{
|
|
||||||
positions.clear();
|
|
||||||
}
|
|
||||||
else
|
|
||||||
{
|
|
||||||
const std::size_t end = position_source::container_end(d.base[0], d.size, f.last_end);
|
|
||||||
if (end == std::string::npos)
|
|
||||||
{
|
|
||||||
positions.clear();
|
|
||||||
}
|
|
||||||
else
|
|
||||||
{
|
|
||||||
// the closing bracket, as the lexer reports it (end_object()
|
|
||||||
// and end_array() only read its end; the start of the
|
|
||||||
// container was set when it was opened)
|
|
||||||
positions.set(end - 1, end);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if (depth > 1)
|
|
||||||
{
|
|
||||||
open[depth - 2].last_end = positions.end;
|
|
||||||
}
|
|
||||||
#endif
|
|
||||||
if (f.object)
|
if (f.object)
|
||||||
{
|
{
|
||||||
sax.end_object();
|
sax.end_object();
|
||||||
|
|||||||
@@ -1311,6 +1311,8 @@ TEST_CASE("BSON declared document size bounds the content")
|
|||||||
// records the events that a SAX parser receives
|
// records the events that a SAX parser receives
|
||||||
struct recorder : nlohmann::json_sax<json>
|
struct recorder : nlohmann::json_sax<json>
|
||||||
{
|
{
|
||||||
|
// GCC's -Weffc++ wants the member initialized in the member initialization list
|
||||||
|
// NOLINTNEXTLINE(readability-redundant-member-init)
|
||||||
std::string events {};
|
std::string events {};
|
||||||
|
|
||||||
bool null() override
|
bool null() override
|
||||||
|
|||||||
@@ -749,20 +749,6 @@ std::string exception_of(F f)
|
|||||||
}
|
}
|
||||||
return "";
|
return "";
|
||||||
}
|
}
|
||||||
|
|
||||||
// the exception a call on a basic_json value throws, without the byte range of
|
|
||||||
// the value (JSON_DIAGNOSTIC_POSITIONS), which the exceptions of views lack
|
|
||||||
template<typename F>
|
|
||||||
std::string json_exception_of(F f)
|
|
||||||
{
|
|
||||||
std::string what = exception_of(f);
|
|
||||||
const std::size_t at = what.find("] (bytes ");
|
|
||||||
if (at != std::string::npos)
|
|
||||||
{
|
|
||||||
what.erase(at + 2, what.find(") ", at) - at);
|
|
||||||
}
|
|
||||||
return what;
|
|
||||||
}
|
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
// compares a view with the ordered_json value materialize() gives for it:
|
// compares a view with the ordered_json value materialize() gives for it:
|
||||||
@@ -971,24 +957,24 @@ TEST_CASE("json_view element access and iteration")
|
|||||||
#if !defined(JSON_NOEXCEPTION)
|
#if !defined(JSON_NOEXCEPTION)
|
||||||
if (!j.is_object())
|
if (!j.is_object())
|
||||||
{
|
{
|
||||||
CHECK(exception_of([&] { static_cast<void>(v["a"]); }) == json_exception_of([&] { static_cast<void>(j["a"]); }));
|
CHECK(exception_of([&] { static_cast<void>(v["a"]); }) == exception_of([&] { static_cast<void>(j["a"]); }));
|
||||||
}
|
}
|
||||||
if (!j.is_array())
|
if (!j.is_array())
|
||||||
{
|
{
|
||||||
CHECK(exception_of([&] { static_cast<void>(v[0]); }) == json_exception_of([&] { static_cast<void>(j[0]); }));
|
CHECK(exception_of([&] { static_cast<void>(v[0]); }) == exception_of([&] { static_cast<void>(j[0]); }));
|
||||||
}
|
}
|
||||||
CHECK(exception_of([&] { static_cast<void>(v.at("a")); }) == json_exception_of([&] { static_cast<void>(j.at("a")); }));
|
CHECK(exception_of([&] { static_cast<void>(v.at("a")); }) == exception_of([&] { static_cast<void>(j.at("a")); }));
|
||||||
CHECK(exception_of([&] { static_cast<void>(v.at("missing")); }) == json_exception_of([&] { static_cast<void>(j.at("missing")); }));
|
CHECK(exception_of([&] { static_cast<void>(v.at("missing")); }) == exception_of([&] { static_cast<void>(j.at("missing")); }));
|
||||||
CHECK(exception_of([&] { static_cast<void>(v.at(0)); }) == json_exception_of([&] { static_cast<void>(j.at(0)); }));
|
CHECK(exception_of([&] { static_cast<void>(v.at(0)); }) == exception_of([&] { static_cast<void>(j.at(0)); }));
|
||||||
CHECK(exception_of([&] { static_cast<void>(v.at(5)); }) == json_exception_of([&] { static_cast<void>(j.at(5)); }));
|
CHECK(exception_of([&] { static_cast<void>(v.at(5)); }) == exception_of([&] { static_cast<void>(j.at(5)); }));
|
||||||
if (!(j.is_object() && j.empty())) // (key() of an end iterator)
|
if (!(j.is_object() && j.empty())) // (key() of an end iterator)
|
||||||
{
|
{
|
||||||
CHECK(exception_of([&] { static_cast<void>(v.begin().key()); }) == json_exception_of([&] { static_cast<void>(j.begin().key()); }));
|
CHECK(exception_of([&] { static_cast<void>(v.begin().key()); }) == exception_of([&] { static_cast<void>(j.begin().key()); }));
|
||||||
}
|
}
|
||||||
if (!j.empty() || j.is_null())
|
if (!j.empty() || j.is_null())
|
||||||
{
|
{
|
||||||
CHECK(exception_of([&] { static_cast<void>(v.front()); }) == json_exception_of([&] { static_cast<void>(j.front()); }));
|
CHECK(exception_of([&] { static_cast<void>(v.front()); }) == exception_of([&] { static_cast<void>(j.front()); }));
|
||||||
CHECK(exception_of([&] { static_cast<void>(v.back()); }) == json_exception_of([&] { static_cast<void>(j.back()); }));
|
CHECK(exception_of([&] { static_cast<void>(v.back()); }) == exception_of([&] { static_cast<void>(j.back()); }));
|
||||||
}
|
}
|
||||||
#endif
|
#endif
|
||||||
CHECK(v.contains("a") == j.contains("a"));
|
CHECK(v.contains("a") == j.contains("a"));
|
||||||
|
|||||||
@@ -326,8 +326,7 @@ TEST_CASE("json_view from_json")
|
|||||||
CHECK(d.root().get<std::unordered_map<std::string, int>>().at("a") == 3);
|
CHECK(d.root().get<std::unordered_map<std::string, int>>().at("a") == 3);
|
||||||
}
|
}
|
||||||
|
|
||||||
// (the exceptions of views have neither the path nor the byte range of the value)
|
#if !defined(JSON_NOEXCEPTION) && !JSON_DIAGNOSTICS
|
||||||
#if !defined(JSON_NOEXCEPTION) && !JSON_DIAGNOSTICS && !JSON_DIAGNOSTIC_POSITIONS
|
|
||||||
SECTION("std types: the same errors as from the materialized value")
|
SECTION("std types: the same errors as from the materialized value")
|
||||||
{
|
{
|
||||||
const json_document d = json_document::parse(R"([[1, "x"], {"a": 1}, "text", [1], 5, null])");
|
const json_document d = json_document::parse(R"([[1, "x"], {"a": 1}, "text", [1], 5, null])");
|
||||||
@@ -393,7 +392,7 @@ TEST_CASE("json_view from_json")
|
|||||||
#if !defined(JSON_NOEXCEPTION)
|
#if !defined(JSON_NOEXCEPTION)
|
||||||
const json j = d.root().materialize();
|
const json j = d.root().materialize();
|
||||||
CHECK(exception_of_call([&] { static_cast<void>(d.root()[2].get<strict_color>()); }) == "[json.exception.out_of_range.410] enum value out of range for strict_color: \"purple\"");
|
CHECK(exception_of_call([&] { static_cast<void>(d.root()[2].get<strict_color>()); }) == "[json.exception.out_of_range.410] enum value out of range for strict_color: \"purple\"");
|
||||||
#if !JSON_DIAGNOSTICS && !JSON_DIAGNOSTIC_POSITIONS
|
#if !JSON_DIAGNOSTICS
|
||||||
CHECK(exception_of_call([&] { static_cast<void>(d.root()[2].get<strict_color>()); }) == exception_of_call([&] { static_cast<void>(j[2].get<strict_color>()); }));
|
CHECK(exception_of_call([&] { static_cast<void>(d.root()[2].get<strict_color>()); }) == exception_of_call([&] { static_cast<void>(j[2].get<strict_color>()); }));
|
||||||
#endif
|
#endif
|
||||||
#endif
|
#endif
|
||||||
@@ -441,11 +440,10 @@ TEST_CASE("json_view from_json")
|
|||||||
CHECK(o.root().get<shape>().center.y == 2);
|
CHECK(o.root().get<shape>().center.y == 2);
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(JSON_NOEXCEPTION) && !JSON_DIAGNOSTICS && !JSON_DIAGNOSTIC_POSITIONS
|
#if !defined(JSON_NOEXCEPTION) && !JSON_DIAGNOSTICS
|
||||||
SECTION("errors are those of the same conversion of a json value")
|
SECTION("errors are those of the same conversion of a json value")
|
||||||
{
|
{
|
||||||
// (with JSON_DIAGNOSTICS, those of json name the path of the value,
|
// (with JSON_DIAGNOSTICS, those of json name the path of the value)
|
||||||
// and with JSON_DIAGNOSTIC_POSITIONS its bytes)
|
|
||||||
const json_document d = json_document::parse(R"([{"x": 1}, {"x": "1", "y": 2}, [1, 2], {"id": "7", "c": "red"}])");
|
const json_document d = json_document::parse(R"([{"x": 1}, {"x": "1", "y": 2}, [1, 2], {"id": "7", "c": "red"}])");
|
||||||
const json j = d.root().materialize();
|
const json j = d.root().materialize();
|
||||||
for (std::size_t i = 0; i < 3; ++i)
|
for (std::size_t i = 0; i < 3; ++i)
|
||||||
|
|||||||
@@ -1,340 +0,0 @@
|
|||||||
// __ _____ _____ _____
|
|
||||||
// __| | __| | | | JSON for Modern C++ (supporting code)
|
|
||||||
// | | |__ | | | | | | version 3.12.0
|
|
||||||
// |_____|_____|_____|_|___| https://github.com/nlohmann/json
|
|
||||||
//
|
|
||||||
// SPDX-FileCopyrightText: 2013-2026 Niels Lohmann <https://nlohmann.me>
|
|
||||||
// SPDX-License-Identifier: MIT
|
|
||||||
|
|
||||||
// source positions of materialize() (JSON_DIAGNOSTIC_POSITIONS, #5864)
|
|
||||||
|
|
||||||
#include "doctest_compatibility.h"
|
|
||||||
|
|
||||||
#ifndef JSON_DIAGNOSTICS
|
|
||||||
#define JSON_DIAGNOSTICS 1
|
|
||||||
#endif
|
|
||||||
#define JSON_DIAGNOSTIC_POSITIONS 1
|
|
||||||
#include <nlohmann/json_view.hpp>
|
|
||||||
using nlohmann::json;
|
|
||||||
using nlohmann::ordered_json;
|
|
||||||
using nlohmann::json_document;
|
|
||||||
using nlohmann::json_editable_document;
|
|
||||||
|
|
||||||
#include <cstdint>
|
|
||||||
#include <cstring>
|
|
||||||
#include <fstream>
|
|
||||||
#include <sstream>
|
|
||||||
#include <string>
|
|
||||||
#include <vector>
|
|
||||||
|
|
||||||
#include "json_view_test_helpers.hpp"
|
|
||||||
#include <test_data.hpp>
|
|
||||||
|
|
||||||
namespace
|
|
||||||
{
|
|
||||||
constexpr std::size_t npos = std::string::npos;
|
|
||||||
|
|
||||||
// whether every value of a has the source positions of the value of b at the
|
|
||||||
// same place (a and b are equal; shallow test documents only)
|
|
||||||
template<typename BasicJsonType>
|
|
||||||
bool same_positions(const BasicJsonType& a, const BasicJsonType& b)
|
|
||||||
{
|
|
||||||
if (a.start_pos() != b.start_pos() || a.end_pos() != b.end_pos() || a.type() != b.type() || a.size() != b.size())
|
|
||||||
{
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
if (a.is_object())
|
|
||||||
{
|
|
||||||
for (auto it = a.begin(); it != a.end(); ++it)
|
|
||||||
{
|
|
||||||
if (!same_positions(it.value(), b.at(it.key())))
|
|
||||||
{
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
else if (a.is_array())
|
|
||||||
{
|
|
||||||
for (std::size_t i = 0; i < a.size(); ++i)
|
|
||||||
{
|
|
||||||
if (!same_positions(a[i], b[i]))
|
|
||||||
{
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
|
|
||||||
// the materialized root of text has the positions of parse()
|
|
||||||
template<typename BasicJsonType>
|
|
||||||
bool positions_as_parse(const std::string& text, bool comments = false, bool trailing_commas = false)
|
|
||||||
{
|
|
||||||
const auto j = BasicJsonType::parse(text, nullptr, true, comments, trailing_commas);
|
|
||||||
const auto d = nlohmann::basic_json_document<BasicJsonType>::parse(text, true, comments, trailing_commas);
|
|
||||||
const auto e = nlohmann::basic_json_document<BasicJsonType, nlohmann::view_mode::editable>::parse(text, true, comments, trailing_commas);
|
|
||||||
return same_positions(d.root().materialize(), j) && same_positions(e.root().materialize(), j);
|
|
||||||
}
|
|
||||||
|
|
||||||
std::string range(const json& j)
|
|
||||||
{
|
|
||||||
return j.start_pos() == npos && j.end_pos() == npos ? "none" : std::to_string(j.start_pos()) + "-" + std::to_string(j.end_pos());
|
|
||||||
}
|
|
||||||
} // namespace
|
|
||||||
|
|
||||||
TEST_CASE("json_view materialize() source positions")
|
|
||||||
{
|
|
||||||
SECTION("as parse()")
|
|
||||||
{
|
|
||||||
const std::vector<std::string> texts =
|
|
||||||
{
|
|
||||||
"null", "true", "false", "0", "-12", "3.25e-2", "18446744073709551615", "-9223372036854775809", R"("a")",
|
|
||||||
R"("\n")", R"("\u00e9")", R"("\ud83d\ude00")", "\"\xf0\x9f\x98\x80\"", R"("a\"b\\")", R"("x\\")",
|
|
||||||
" [ ] ", "{}", "[[[]]]", R"({"a":{"b":[1,{"c":[]}]}})",
|
|
||||||
R"({"\u0041": "v\n", "k": "\"", "\t":[ "\/" ]})",
|
|
||||||
"[1, 2.5, true, false, null, \"s\", \"\\u0000\", -0]",
|
|
||||||
"\n\t[\r\n 1 ,\n {\n \"a\" : [ ]\n }\n]\n",
|
|
||||||
"\xef\xbb\xbf[1, {\"a\": \"b\"}]", "\xef\xbb\xbf\"\\n\"",
|
|
||||||
};
|
|
||||||
for (const auto& text : texts)
|
|
||||||
{
|
|
||||||
CAPTURE(text)
|
|
||||||
CHECK(positions_as_parse<json>(text));
|
|
||||||
CHECK(positions_as_parse<ordered_json>(text));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
SECTION("comments and trailing commas")
|
|
||||||
{
|
|
||||||
const std::vector<std::string> texts =
|
|
||||||
{
|
|
||||||
"[1 /* ] */]", "[1 // ]\n]", "{\"a\": 1 /* } */ , }", "[1, 2, ]", "[[1,],[2 , /**/ ] , ]",
|
|
||||||
"{\"a\": [] // }\n, \"b\": {} /* } ] */ }", "[ /* empty */ ]", "{ // }\n}", "/* a */ [1] // b",
|
|
||||||
"[\"\\n\" /* \" */ , ]",
|
|
||||||
};
|
|
||||||
for (const auto& text : texts)
|
|
||||||
{
|
|
||||||
CAPTURE(text)
|
|
||||||
CHECK(positions_as_parse<json>(text, true, true));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
SECTION("generated documents")
|
|
||||||
{
|
|
||||||
json_view_test::generator gen;
|
|
||||||
for (int i = 0; i < 300; ++i)
|
|
||||||
{
|
|
||||||
std::string text;
|
|
||||||
gen.value(text, 0);
|
|
||||||
CAPTURE(text)
|
|
||||||
CHECK(positions_as_parse<json>(text));
|
|
||||||
CHECK(positions_as_parse<ordered_json>(text));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
SECTION("test data")
|
|
||||||
{
|
|
||||||
for (const char* name :
|
|
||||||
{
|
|
||||||
"/json_testsuite/sample.json", "/nativejson-benchmark/canada.json", "/nativejson-benchmark/citm_catalog.json",
|
|
||||||
"/nativejson-benchmark/twitter.json", "/json_tests/pass1.json"
|
|
||||||
})
|
|
||||||
{
|
|
||||||
CAPTURE(name)
|
|
||||||
const std::ifstream f(std::string(TEST_DATA_DIRECTORY) + name, std::ios::binary);
|
|
||||||
std::stringstream ss;
|
|
||||||
ss << f.rdbuf();
|
|
||||||
CHECK(positions_as_parse<json>(ss.str()));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
SECTION("subtrees")
|
|
||||||
{
|
|
||||||
const std::string text = R"({"a": [1, "\n", {"b": null}], "s": "x\ty", "n": -1.5})";
|
|
||||||
const json j = json::parse(text);
|
|
||||||
const json_document d = json_document::parse(text);
|
|
||||||
CHECK(same_positions(d.root()["a"].materialize(), j["a"]));
|
|
||||||
CHECK(same_positions(d.root()["a"][2].materialize(), j["a"][2]));
|
|
||||||
CHECK(same_positions(d.root()["a"][1].materialize(), j["a"][1]));
|
|
||||||
CHECK(same_positions(d.root()["s"].materialize(), j["s"]));
|
|
||||||
CHECK(same_positions(d.root()["n"].materialize(), j["n"]));
|
|
||||||
CHECK(range(d.root()["a"][1].materialize()) == "10-14");
|
|
||||||
CHECK(range(d.root()["s"].materialize()) == "35-41");
|
|
||||||
}
|
|
||||||
|
|
||||||
#if !defined(JSON_NOEXCEPTION)
|
|
||||||
SECTION("exception messages")
|
|
||||||
{
|
|
||||||
const std::string text = "{\n \"address\": {\"street\": \"Fake\\tStreet\", \"housenumber\": \"1\"},\n \"list\": [1, [true]]\n}";
|
|
||||||
const json j = json::parse(text);
|
|
||||||
const json_document d = json_document::parse(text);
|
|
||||||
const json m = d.root().materialize();
|
|
||||||
const std::string expected = json_view_test::exception_of_call([&]
|
|
||||||
{
|
|
||||||
static_cast<void>(j.at("address").at("housenumber").get<int>());
|
|
||||||
});
|
|
||||||
CHECK(expected.find("(bytes ") != std::string::npos);
|
|
||||||
CHECK(json_view_test::exception_of_call([&]
|
|
||||||
{
|
|
||||||
static_cast<void>(m.at("address").at("housenumber").get<int>());
|
|
||||||
}) == expected);
|
|
||||||
CHECK(json_view_test::exception_of_call([&]
|
|
||||||
{
|
|
||||||
static_cast<void>(m.at("address").at("street").get<int>());
|
|
||||||
}) == json_view_test::exception_of_call([&]
|
|
||||||
{
|
|
||||||
static_cast<void>(j.at("address").at("street").get<int>());
|
|
||||||
}));
|
|
||||||
CHECK(json_view_test::exception_of_call([&]
|
|
||||||
{
|
|
||||||
static_cast<void>(m.at("list").at(1).get<int>());
|
|
||||||
}) == json_view_test::exception_of_call([&]
|
|
||||||
{
|
|
||||||
static_cast<void>(j.at("list").at(1).get<int>());
|
|
||||||
}));
|
|
||||||
}
|
|
||||||
#endif
|
|
||||||
|
|
||||||
SECTION("edited documents")
|
|
||||||
{
|
|
||||||
const std::string text = R"({"a": [1, 2], "b": {"c": "\n", "d": true}, "e": [3, [4]], "f": "x"})";
|
|
||||||
const json j = json::parse(text);
|
|
||||||
|
|
||||||
SECTION("new scalars have none")
|
|
||||||
{
|
|
||||||
json_editable_document d = json_editable_document::parse(text);
|
|
||||||
d.set(d.root()["f"], 5);
|
|
||||||
d.set(d.root()["b"]["d"], "s");
|
|
||||||
const json m = d.root().materialize();
|
|
||||||
CHECK(range(m["f"]) == "none");
|
|
||||||
CHECK(range(m["b"]["d"]) == "none");
|
|
||||||
// the object whose last member is new has none; the others keep theirs
|
|
||||||
CHECK(range(m) == "none");
|
|
||||||
CHECK(range(m["b"]) == "none");
|
|
||||||
CHECK(same_positions(m["a"], j["a"]));
|
|
||||||
CHECK(same_positions(m["e"], j["e"]));
|
|
||||||
CHECK(same_positions(m["b"]["c"], j["b"]["c"]));
|
|
||||||
}
|
|
||||||
|
|
||||||
SECTION("containers whose elements change have none")
|
|
||||||
{
|
|
||||||
json_editable_document d = json_editable_document::parse(text);
|
|
||||||
d.push_back(d.root()["a"], 7);
|
|
||||||
d.erase(d.root()["e"], 0);
|
|
||||||
const json m = d.root().materialize();
|
|
||||||
CHECK(range(m["a"]) == "none");
|
|
||||||
CHECK(range(m["a"][2]) == "none");
|
|
||||||
CHECK(range(m["e"]) == "none");
|
|
||||||
// the elements kept keep theirs
|
|
||||||
CHECK(range(m["a"][0]) == range(j["a"][0]));
|
|
||||||
CHECK(range(m["a"][1]) == range(j["a"][1]));
|
|
||||||
CHECK(same_positions(m["e"][0], j["e"][1]));
|
|
||||||
CHECK(same_positions(m["b"], j["b"]));
|
|
||||||
// the root's elements did not change
|
|
||||||
CHECK(range(m) == range(j));
|
|
||||||
}
|
|
||||||
|
|
||||||
SECTION("new containers have none")
|
|
||||||
{
|
|
||||||
json_editable_document d = json_editable_document::parse(text);
|
|
||||||
d.set(d.root()["b"], json::parse(R"({"x": [1]})"));
|
|
||||||
const json m = d.root().materialize();
|
|
||||||
CHECK(range(m["b"]) == "none");
|
|
||||||
CHECK(range(m["b"]["x"]) == "none");
|
|
||||||
CHECK(range(m["b"]["x"][0]) == "none");
|
|
||||||
CHECK(range(m) == range(j));
|
|
||||||
}
|
|
||||||
|
|
||||||
SECTION("copies of scalars of the document keep theirs")
|
|
||||||
{
|
|
||||||
// (a copy of an array or object is a new one; its scalars are the
|
|
||||||
// parsed ones)
|
|
||||||
json_editable_document d = json_editable_document::parse(text);
|
|
||||||
d.set(d.root()["f"], d.root()["e"]);
|
|
||||||
d.set(d.root()["a"], d.root()["b"]["c"]);
|
|
||||||
const json m = d.root().materialize();
|
|
||||||
CHECK(range(m["a"]) == range(j["b"]["c"]));
|
|
||||||
CHECK(range(m["f"]) == "none");
|
|
||||||
CHECK(range(m["f"][1]) == "none");
|
|
||||||
CHECK(range(m["f"][0]) == range(j["e"][0]));
|
|
||||||
CHECK(range(m["f"][1][0]) == range(j["e"][1][0]));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
#if !(defined(__BYTE_ORDER__) && defined(__ORDER_BIG_ENDIAN__) && __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__)
|
|
||||||
SECTION("images")
|
|
||||||
{
|
|
||||||
const std::string text = R"({"a\n": ["\u00e9", 1.5, {"b": [true, null]}], "c": "d"})";
|
|
||||||
const json j = json::parse(text);
|
|
||||||
|
|
||||||
SECTION("round trip")
|
|
||||||
{
|
|
||||||
const json_document d = json_document::load(json_document::parse(text).save());
|
|
||||||
CHECK(same_positions(d.root().materialize(), j));
|
|
||||||
}
|
|
||||||
|
|
||||||
SECTION("edited")
|
|
||||||
{
|
|
||||||
json_editable_document e = json_editable_document::parse(text);
|
|
||||||
e.set(e.root()["c"], 1);
|
|
||||||
e.push_back(e.root()[std::string("a") + '\n'], false);
|
|
||||||
e.set(e.root()[std::string("a") + '\n'][2]["b"][0], "\"");
|
|
||||||
const json_document d = json_document::load(e.save());
|
|
||||||
const json m = d.root().materialize();
|
|
||||||
CHECK(range(m["c"]) == "none");
|
|
||||||
CHECK(range(m) == "none");
|
|
||||||
const json& a = m[std::string("a") + '\n'];
|
|
||||||
const json& ja = j[std::string("a") + '\n'];
|
|
||||||
CHECK(range(a) == "none");
|
|
||||||
CHECK(range(a[3]) == "none");
|
|
||||||
CHECK(range(a[0]) == range(ja[0]));
|
|
||||||
CHECK(range(a[1]) == range(ja[1]));
|
|
||||||
CHECK(range(a[2]["b"][0]) == "none");
|
|
||||||
CHECK(range(a[2]["b"][1]) == range(ja[2]["b"][1]));
|
|
||||||
// the last element of b is still the parsed one
|
|
||||||
CHECK(range(a[2]["b"]) == range(ja[2]["b"]));
|
|
||||||
CHECK(range(a[2]) == range(ja[2]));
|
|
||||||
}
|
|
||||||
|
|
||||||
SECTION("without positions")
|
|
||||||
{
|
|
||||||
// an image saved without JSON_DIAGNOSTIC_POSITIONS: next is 0 for
|
|
||||||
// the strings with escapes
|
|
||||||
std::vector<std::uint8_t> image = json_document::parse(text).save();
|
|
||||||
std::uint64_t count = 0;
|
|
||||||
std::memcpy(&count, image.data() + 8, sizeof(count));
|
|
||||||
for (std::size_t i = 0; i < count; ++i)
|
|
||||||
{
|
|
||||||
nlohmann::detail::view::node n{};
|
|
||||||
std::memcpy(&n, image.data() + 64 + (i * sizeof(n)), sizeof(n));
|
|
||||||
if (n.kind == nlohmann::detail::view::node_kind::string)
|
|
||||||
{
|
|
||||||
n.next = 0;
|
|
||||||
}
|
|
||||||
std::memcpy(image.data() + 64 + (i * sizeof(n)), &n, sizeof(n));
|
|
||||||
}
|
|
||||||
const json_document d = json_document::load(image);
|
|
||||||
const json m = d.root().materialize();
|
|
||||||
CHECK(range(m[std::string("a") + '\n'][0]) == "none");
|
|
||||||
CHECK(range(m["c"]) == range(j["c"]));
|
|
||||||
CHECK(same_positions(m[std::string("a") + '\n'][2], j[std::string("a") + '\n'][2]));
|
|
||||||
}
|
|
||||||
|
|
||||||
#if !defined(JSON_NOEXCEPTION)
|
|
||||||
SECTION("a decoded string's position must be within the text")
|
|
||||||
{
|
|
||||||
std::vector<std::uint8_t> image = json_document::parse(R"(["\n"])").save();
|
|
||||||
nlohmann::detail::view::node n{};
|
|
||||||
std::memcpy(&n, image.data() + 64 + sizeof(n), sizeof(n));
|
|
||||||
REQUIRE(n.next == 2);
|
|
||||||
n.next = 7;
|
|
||||||
std::memcpy(image.data() + 64 + sizeof(n), &n, sizeof(n));
|
|
||||||
CHECK_THROWS_AS(json_document::load(image), json::parse_error&);
|
|
||||||
// without the check, the position is out of bounds and ignored
|
|
||||||
const json_document d = json_document::load(image, json_document::image_check::none);
|
|
||||||
CHECK(range(d.root()[0].materialize()) == "none");
|
|
||||||
}
|
|
||||||
#endif
|
|
||||||
}
|
|
||||||
#endif
|
|
||||||
}
|
|
||||||
@@ -0,0 +1,34 @@
|
|||||||
|
# check_path_filters
|
||||||
|
|
||||||
|
The compiler workflows [`ubuntu.yml`](../../.github/workflows/ubuntu.yml),
|
||||||
|
[`macos.yml`](../../.github/workflows/macos.yml), and [`windows.yml`](../../.github/workflows/windows.yml) skip pull
|
||||||
|
requests that change only files no compiler job reads: the documentation, Markdown files, GitHub metadata, other
|
||||||
|
workflows, and the license files. Pushes to `develop`, `master`, and `release/*` always run them. The documentation,
|
||||||
|
license, and path-filter checks run in [`repository_checks.yml`](../../.github/workflows/repository_checks.yml), which
|
||||||
|
has no path filter.
|
||||||
|
|
||||||
|
The filter starts with `'**'` and excludes these files explicitly, so a new file runs the compiler workflows unless it
|
||||||
|
is excluded on purpose. [`check_path_filters.py`](check_path_filters.py) holds the filter (`PATHS`) and checks that
|
||||||
|
|
||||||
|
- each of the three workflows has exactly this filter, with its own workflow file included,
|
||||||
|
- the CI targets that read excluded files (`UNFILTERED_TARGETS`) do not run in these workflows, and
|
||||||
|
- no file the filter keeps (sources, tests, build files, tools, workflows) mentions an excluded file or directory
|
||||||
|
outside a comment line, unless the mention is listed in `KNOWN_REFERENCES` with a reason.
|
||||||
|
|
||||||
|
When the check reports a mention, decide whether a compiler job reads that file:
|
||||||
|
|
||||||
|
- If it does, include the file in `PATHS` after the exclusions (as `package_managers.md` and the Swift example are) and
|
||||||
|
copy the new filter into the three workflows.
|
||||||
|
- If it does not, add the mention to `KNOWN_REFERENCES` with the reason.
|
||||||
|
|
||||||
|
Run the check with
|
||||||
|
|
||||||
|
```shell
|
||||||
|
python3 tools/check_path_filters/check_path_filters.py
|
||||||
|
```
|
||||||
|
|
||||||
|
To see which workflows a pull request would run, pass the changed files:
|
||||||
|
|
||||||
|
```shell
|
||||||
|
python3 tools/check_path_filters/check_path_filters.py --changed $(git diff --name-only origin/develop)
|
||||||
|
```
|
||||||
+273
@@ -0,0 +1,273 @@
|
|||||||
|
#!/usr/bin/env python3
|
||||||
|
"""Check the path filters of the compiler workflows.
|
||||||
|
|
||||||
|
ubuntu.yml, macos.yml and windows.yml skip pull requests that change only files
|
||||||
|
no compiler job reads (documentation, Markdown files, GitHub metadata, license
|
||||||
|
files). The filter starts with '**' and excludes these files explicitly, so a
|
||||||
|
new file runs the workflows unless it is excluded on purpose.
|
||||||
|
|
||||||
|
The script checks that
|
||||||
|
|
||||||
|
- each of the three workflows has exactly the filter defined in PATHS below,
|
||||||
|
with its own workflow file included, and
|
||||||
|
- no tracked file that the filter keeps (sources, tests, build files, tools,
|
||||||
|
workflows) mentions a file the filter excludes, unless the mention is listed
|
||||||
|
in KNOWN_REFERENCES with the reason why it does not matter.
|
||||||
|
|
||||||
|
A mention found this way must either be added to PATHS as an included path
|
||||||
|
(the file is read by a compiler job) or to KNOWN_REFERENCES (it is not).
|
||||||
|
|
||||||
|
With --changed FILE..., the script prints instead which workflows a pull
|
||||||
|
request changing these files would run.
|
||||||
|
"""
|
||||||
|
|
||||||
|
import argparse
|
||||||
|
import os
|
||||||
|
import re
|
||||||
|
import subprocess # nosec B404
|
||||||
|
import sys
|
||||||
|
|
||||||
|
REPO_ROOT = os.path.normpath(os.path.join(sys.path[0], '..', '..'))
|
||||||
|
SELF = 'tools/check_path_filters/check_path_filters.py'
|
||||||
|
|
||||||
|
WORKFLOWS = ['.github/workflows/ubuntu.yml', '.github/workflows/macos.yml', '.github/workflows/windows.yml']
|
||||||
|
|
||||||
|
# The pull_request paths filter of the workflows above; '{workflow}' is replaced
|
||||||
|
# with the workflow's own file. GitHub applies the patterns in order: a file
|
||||||
|
# matching a later pattern is included ('pattern') or excluded ('!pattern').
|
||||||
|
PATHS = [
|
||||||
|
'**',
|
||||||
|
'!docs/**',
|
||||||
|
'!**.md',
|
||||||
|
'!.github/*',
|
||||||
|
'!.github/ISSUE_TEMPLATE/**',
|
||||||
|
'!.github/external_ci/**',
|
||||||
|
'!.github/workflows/**',
|
||||||
|
'!.reuse/**',
|
||||||
|
'!LICENSES/**',
|
||||||
|
'!CITATION.cff',
|
||||||
|
'!REUSE.toml',
|
||||||
|
# read by tools/check_build_options in the ci_meson_install job (ubuntu.yml)
|
||||||
|
'docs/mkdocs/docs/integration/package_managers.md',
|
||||||
|
# built by the swiftpm job (macos.yml)
|
||||||
|
'docs/mkdocs/docs/integration/swift/**',
|
||||||
|
'{workflow}',
|
||||||
|
]
|
||||||
|
|
||||||
|
# Mentions of excluded files that no job of the three workflows depends on:
|
||||||
|
# (file that mentions it, the mention, reason)
|
||||||
|
KNOWN_REFERENCES = [
|
||||||
|
('cmake/ci.cmake', 'docs/', 'ci_test_examples; runs in repository_checks.yml, which has no path filter'),
|
||||||
|
('cmake/ci.cmake', 'docs/mkdocs/', 'ci_test_build_documentation and ci_test_documentation_mermaid; they run in '
|
||||||
|
'repository_checks.yml, which has no path filter'),
|
||||||
|
('cmake/ci.cmake', 'docs/mkdocs/docs/examples/', 'indentation check of ci_test_amalgamation; the same check runs in '
|
||||||
|
'check_amalgamation.yml, which has no path filter'),
|
||||||
|
('Makefile', 'docs/mkdocs/docs/examples/', 'make pretty; runs in check_amalgamation.yml, which has no path filter'),
|
||||||
|
('Makefile', 'ChangeLog.md', 'make ChangeLog.md writes the file; no CI job runs it'),
|
||||||
|
('Makefile', 'tests/fuzzing.md', 'help text'),
|
||||||
|
('Makefile', 'tools/generate_natvis/README.md', 'help text'),
|
||||||
|
('tests/src/make_test_data_available.hpp', 'README.md', 'a file of the external test data repository'),
|
||||||
|
('tools/check_build_options/check_build_options.py', 'docs/', 'builds the path of package_managers.md, which '
|
||||||
|
'PATHS includes'),
|
||||||
|
('tools/ci_jobs/ci_jobs.py', 'docs/mkdocs/docs/community/quality_assurance.md',
|
||||||
|
'checks the job table; runs in repository_checks.yml, which has no path filter'),
|
||||||
|
('tools/ci_jobs/ci_jobs.py', '.github/workflows/repository_checks.yml', 'read by --compare, a manual check'),
|
||||||
|
('tools/ci_jobs/ci_jobs.py', '.github/workflows/check_amalgamation.yml', 'read by --compare, a manual check'),
|
||||||
|
]
|
||||||
|
|
||||||
|
|
||||||
|
# CI targets that read excluded files; they must run in a workflow without a path filter
|
||||||
|
UNFILTERED_TARGETS = ['ci_test_examples', 'ci_test_build_documentation', 'ci_test_documentation_mermaid',
|
||||||
|
'ci_test_amalgamation', 'ci_reuse_compliance']
|
||||||
|
|
||||||
|
|
||||||
|
def git_files(root):
|
||||||
|
# fixed command, no user input; includes new files not yet added, so a local run
|
||||||
|
# sees what CI sees after the commit
|
||||||
|
out = subprocess.check_output(['git', 'ls-files', '-z', '--cached', '--others', '--exclude-standard'], cwd=root) # nosec B603, B607
|
||||||
|
return [f for f in out.decode('utf-8').split('\0') if f]
|
||||||
|
|
||||||
|
|
||||||
|
def glob_to_regex(pattern):
|
||||||
|
"""Translate a GitHub Actions path pattern to a regular expression."""
|
||||||
|
regex = ''
|
||||||
|
i = 0
|
||||||
|
while i < len(pattern):
|
||||||
|
if pattern.startswith('**', i):
|
||||||
|
regex += '.*'
|
||||||
|
i += 2
|
||||||
|
elif pattern[i] == '*':
|
||||||
|
regex += '[^/]*'
|
||||||
|
i += 1
|
||||||
|
elif pattern[i] == '?':
|
||||||
|
regex += '[^/]'
|
||||||
|
i += 1
|
||||||
|
else:
|
||||||
|
regex += re.escape(pattern[i])
|
||||||
|
i += 1
|
||||||
|
return re.compile(regex + r'\Z')
|
||||||
|
|
||||||
|
|
||||||
|
def compile_filter(paths, workflow):
|
||||||
|
return [(p.startswith('!'), glob_to_regex(p.lstrip('!').replace('{workflow}', workflow))) for p in paths]
|
||||||
|
|
||||||
|
|
||||||
|
def included(compiled, path):
|
||||||
|
result = False
|
||||||
|
for negated, regex in compiled:
|
||||||
|
if regex.match(path):
|
||||||
|
result = not negated
|
||||||
|
return result
|
||||||
|
|
||||||
|
|
||||||
|
def read_filter(root, workflow):
|
||||||
|
"""Return the pull_request paths list of a workflow file."""
|
||||||
|
with open(os.path.join(root, workflow), encoding='utf-8') as f:
|
||||||
|
lines = f.read().splitlines()
|
||||||
|
paths = None
|
||||||
|
in_pull_request = False
|
||||||
|
for line in lines:
|
||||||
|
if re.match(r'^ pull_request:', line):
|
||||||
|
in_pull_request = True
|
||||||
|
continue
|
||||||
|
if in_pull_request:
|
||||||
|
if re.match(r'^ \S', line) or re.match(r'^\S', line):
|
||||||
|
break
|
||||||
|
if re.match(r'^ paths:\s*$', line):
|
||||||
|
paths = []
|
||||||
|
continue
|
||||||
|
m = re.match(r"^ - '(.*)'\s*(#.*)?$", line)
|
||||||
|
if paths is not None and m:
|
||||||
|
paths.append(m.group(1))
|
||||||
|
elif paths is not None and line.strip() and not line.strip().startswith('#'):
|
||||||
|
break
|
||||||
|
return paths
|
||||||
|
|
||||||
|
|
||||||
|
TOKEN = re.compile(r'(["\'/]?)([\w.-]+(?:/[\w.-]+)*)')
|
||||||
|
|
||||||
|
|
||||||
|
COMMENT_LINE = re.compile(r'^[ \t]*(//|#|/?\*|--).*$', re.MULTILINE)
|
||||||
|
|
||||||
|
|
||||||
|
class Mentions:
|
||||||
|
"""Finds the words and paths in a text that name an excluded file or directory."""
|
||||||
|
|
||||||
|
def __init__(self, files, excluded, is_excluded):
|
||||||
|
self.files = set(files)
|
||||||
|
self.excluded = excluded
|
||||||
|
self.dirs = {'/'.join(f.split('/')[:n]) for f in files for n in range(1, f.count('/') + 1)}
|
||||||
|
# an excluded directory: a new file in it would be excluded
|
||||||
|
self.excluded_dirs = {d for d in self.dirs if is_excluded(d + '/new_file')}
|
||||||
|
# base names that only excluded files have, e.g. 'ChangeLog.md' but not 'CMakeLists.txt'
|
||||||
|
self.names = {os.path.basename(f) for f in excluded} - {os.path.basename(f) for f in files if f not in excluded}
|
||||||
|
|
||||||
|
def find(self, text):
|
||||||
|
"""Yield (offset, mention) for every word or path in text that names an excluded file or directory."""
|
||||||
|
for m in TOKEN.finditer(text):
|
||||||
|
parts = m.group(2).rstrip('/').split('/')
|
||||||
|
# a single word names a directory only in a path context, e.g. 'docs' in os.path.join('docs', ...)
|
||||||
|
path_context = len(parts) > 1 or m.group(1)
|
||||||
|
for i in range(len(parts)):
|
||||||
|
path = '/'.join(parts[i:])
|
||||||
|
if path in self.files:
|
||||||
|
if path in self.excluded:
|
||||||
|
yield m.start(2), path
|
||||||
|
break
|
||||||
|
if path in self.dirs and path_context:
|
||||||
|
if path in self.excluded_dirs:
|
||||||
|
yield m.start(2), path + '/'
|
||||||
|
break
|
||||||
|
else:
|
||||||
|
if parts[-1] in self.names and '.' in parts[-1]:
|
||||||
|
yield m.start(2), parts[-1]
|
||||||
|
|
||||||
|
|
||||||
|
def known(path, mention):
|
||||||
|
return any(path == file and mention == known_mention for file, known_mention, _ in KNOWN_REFERENCES)
|
||||||
|
|
||||||
|
|
||||||
|
def check_workflows(root):
|
||||||
|
"""Return the errors in the filters of the workflows and in the targets they run."""
|
||||||
|
errors = []
|
||||||
|
for workflow in WORKFLOWS:
|
||||||
|
expected = [p.replace('{workflow}', workflow) for p in PATHS]
|
||||||
|
actual = read_filter(root, workflow)
|
||||||
|
if actual != expected:
|
||||||
|
errors.append('{}: the pull_request paths filter differs from tools/check_path_filters/check_path_filters.py\n'
|
||||||
|
' expected: {}\n actual: {}'.format(workflow, expected, actual))
|
||||||
|
with open(os.path.join(root, workflow), encoding='utf-8') as f:
|
||||||
|
text = f.read()
|
||||||
|
errors += ['{}: runs {}, which reads excluded files; run it in repository_checks.yml'.format(workflow, target)
|
||||||
|
for target in UNFILTERED_TARGETS if re.search(r'\b' + target + r'\b', text)]
|
||||||
|
return errors
|
||||||
|
|
||||||
|
|
||||||
|
def scanned_text(root, path):
|
||||||
|
"""Return the text of a kept file without comment lines and without the filter itself, or None to skip it."""
|
||||||
|
# third-party code and Markdown files read nothing; this script lists the excluded files
|
||||||
|
if path.startswith('tests/thirdparty/') or path.endswith('.md') or path == SELF:
|
||||||
|
return None
|
||||||
|
try:
|
||||||
|
with open(os.path.join(root, path), encoding='utf-8') as f:
|
||||||
|
# a mention in a comment line reads nothing; keep the line numbers
|
||||||
|
text = COMMENT_LINE.sub('', f.read())
|
||||||
|
except (UnicodeDecodeError, OSError):
|
||||||
|
return None
|
||||||
|
if path in WORKFLOWS:
|
||||||
|
# the filter itself lists the excluded files
|
||||||
|
for p in PATHS:
|
||||||
|
text = text.replace(" - '{}'".format(p.replace('{workflow}', path)), '')
|
||||||
|
return text
|
||||||
|
|
||||||
|
|
||||||
|
def check_mentions(root, files, excluded, finder):
|
||||||
|
"""Return an error for every mention of an excluded file in a kept file that KNOWN_REFERENCES does not list."""
|
||||||
|
errors = []
|
||||||
|
for path in sorted(set(files) - excluded):
|
||||||
|
text = scanned_text(root, path)
|
||||||
|
reported = set()
|
||||||
|
for offset, mention in finder.find(text or ''):
|
||||||
|
if mention not in reported and not known(path, mention):
|
||||||
|
reported.add(mention)
|
||||||
|
line = text.count('\n', 0, offset) + 1
|
||||||
|
errors.append('{}:{}: mentions excluded {}; include it in PATHS if a compiler job reads it, '
|
||||||
|
'or add it to KNOWN_REFERENCES'.format(path, line, mention))
|
||||||
|
return errors
|
||||||
|
|
||||||
|
|
||||||
|
def check(root):
|
||||||
|
files = git_files(root)
|
||||||
|
union = [compile_filter(PATHS, w) for w in WORKFLOWS]
|
||||||
|
|
||||||
|
def is_excluded(path):
|
||||||
|
return not any(included(c, path) for c in union)
|
||||||
|
|
||||||
|
excluded = {f for f in files if is_excluded(f)}
|
||||||
|
errors = check_workflows(root) + check_mentions(root, files, excluded, Mentions(files, excluded, is_excluded))
|
||||||
|
for e in errors:
|
||||||
|
print(e)
|
||||||
|
if not errors:
|
||||||
|
print('path filters OK: {} of {} tracked files skip the compiler workflows'.format(len(excluded), len(files)))
|
||||||
|
return 1 if errors else 0
|
||||||
|
|
||||||
|
|
||||||
|
def explain(changed):
|
||||||
|
for workflow in WORKFLOWS:
|
||||||
|
compiled = compile_filter(PATHS, workflow)
|
||||||
|
hits = [f for f in changed if included(compiled, f)]
|
||||||
|
print('{}: {}'.format(workflow, 'runs ({})'.format(', '.join(hits[:3]) + (' ...' if len(hits) > 3 else ''))
|
||||||
|
if hits else 'skipped'))
|
||||||
|
return 0
|
||||||
|
|
||||||
|
|
||||||
|
def main():
|
||||||
|
parser = argparse.ArgumentParser(description=__doc__.splitlines()[0])
|
||||||
|
parser.add_argument('--root', default=REPO_ROOT, help='repository root')
|
||||||
|
parser.add_argument('--changed', nargs='+', metavar='FILE', help='show which workflows these changed files run')
|
||||||
|
args = parser.parse_args()
|
||||||
|
return explain(args.changed) if args.changed else check(args.root)
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
sys.exit(main())
|
||||||
@@ -0,0 +1,30 @@
|
|||||||
|
# ci_jobs
|
||||||
|
|
||||||
|
The jobs of the compiler workflows [`ubuntu.yml`](../../.github/workflows/ubuntu.yml),
|
||||||
|
[`macos.yml`](../../.github/workflows/macos.yml), and [`windows.yml`](../../.github/workflows/windows.yml) are split into
|
||||||
|
three sets, chosen by each job's
|
||||||
|
`if:` condition (see [How CI runs](https://json.nlohmann.me/community/quality_assurance/#how-ci-runs)):
|
||||||
|
|
||||||
|
- **PR set**: every push to a pull request, and every push to `develop`, `master`, and `release/*`;
|
||||||
|
- **full set**: after the PR set passed, on pull requests with the label "🚀 ready to merge" and on every push;
|
||||||
|
- **nightly set**: every night on `develop`, on every push to `master` and `release/*`, and when started by hand.
|
||||||
|
|
||||||
|
A matrix whose entries belong to different sets is split into one job per set: the full-set job gets the suffix
|
||||||
|
`_full`, the nightly-set job `_nightly`, and both share their steps with the PR-set job through YAML anchors.
|
||||||
|
|
||||||
|
[`ci_jobs.py`](ci_jobs.py) checks that
|
||||||
|
|
||||||
|
- every job has the `if:` condition of exactly one set (the conditions are in `SETS`),
|
||||||
|
- every full-set job waits for (`needs:`) exactly the PR set of its workflow, and `nightly_report` for exactly the
|
||||||
|
nightly set, and
|
||||||
|
- the job table in [`quality_assurance.md`](../../docs/mkdocs/docs/community/quality_assurance.md) is up to date.
|
||||||
|
|
||||||
|
```shell
|
||||||
|
python3 -m venv venv && venv/bin/pip install -r tools/ci_jobs/requirements.txt
|
||||||
|
venv/bin/python tools/ci_jobs/ci_jobs.py # check
|
||||||
|
venv/bin/python tools/ci_jobs/ci_jobs.py --markdown # print the job table for the documentation
|
||||||
|
venv/bin/python tools/ci_jobs/ci_jobs.py --compare origin/develop # list configurations added or removed since develop
|
||||||
|
```
|
||||||
|
|
||||||
|
Use `--compare` when changing the workflows: a configuration that disappears fails it, so no compiler, version, or
|
||||||
|
standard is dropped by accident when jobs are split, merged, or moved between sets.
|
||||||
Executable
+231
@@ -0,0 +1,231 @@
|
|||||||
|
#!/usr/bin/env python3
|
||||||
|
"""List and check the jobs of the compiler workflows and the set each job belongs to.
|
||||||
|
|
||||||
|
The jobs of the compiler workflows belong to one of three sets, chosen by the
|
||||||
|
job's `if:` condition:
|
||||||
|
|
||||||
|
- PR set: every pull request push and every push,
|
||||||
|
- full set: after the PR set passed, on pushes and on pull requests with the
|
||||||
|
"🚀 ready to merge" label,
|
||||||
|
- nightly set: nightly on develop, on pushes to master and release/*, and when
|
||||||
|
started by hand.
|
||||||
|
|
||||||
|
The script checks that every job belongs to exactly one set, that the full set
|
||||||
|
of a workflow waits for its whole PR set, that the nightly report waits for the
|
||||||
|
whole nightly set, and that the job table in
|
||||||
|
docs/mkdocs/docs/community/quality_assurance.md is up to date.
|
||||||
|
|
||||||
|
--markdown print the job table for the documentation
|
||||||
|
--compare REF list the configurations (job and matrix values) added or
|
||||||
|
removed since the git revision REF; fails if one was removed
|
||||||
|
"""
|
||||||
|
|
||||||
|
import argparse
|
||||||
|
import collections
|
||||||
|
import itertools
|
||||||
|
import os
|
||||||
|
import re
|
||||||
|
import subprocess # nosec B404
|
||||||
|
import sys
|
||||||
|
|
||||||
|
import yaml
|
||||||
|
|
||||||
|
REPO_ROOT = os.path.normpath(os.path.join(sys.path[0], '..', '..'))
|
||||||
|
DOCS = 'docs/mkdocs/docs/community/quality_assurance.md'
|
||||||
|
BEGIN, END = '<!-- ci_jobs: begin -->', '<!-- ci_jobs: end -->'
|
||||||
|
|
||||||
|
WORKFLOWS = ['.github/workflows/ubuntu.yml', '.github/workflows/macos.yml', '.github/workflows/windows.yml']
|
||||||
|
TIERED = WORKFLOWS
|
||||||
|
# --compare also counts the jobs of these workflows, so a job moved between workflows is not a removed one
|
||||||
|
COMPARED = WORKFLOWS + ['.github/workflows/repository_checks.yml', '.github/workflows/check_amalgamation.yml']
|
||||||
|
|
||||||
|
LABEL = '🚀 ready to merge'
|
||||||
|
SETS = collections.OrderedDict([
|
||||||
|
('PR set', "${{ github.event_name != 'schedule' && (github.event.action != 'labeled' || "
|
||||||
|
"github.event.label.name == '" + LABEL + "') }}"),
|
||||||
|
('full set', "${{ github.event_name == 'push' || github.event_name == 'workflow_dispatch' || "
|
||||||
|
"contains(github.event.pull_request.labels.*.name, '" + LABEL + "') }}"),
|
||||||
|
('nightly set', "${{ github.event_name == 'schedule' || github.event_name == 'workflow_dispatch' || "
|
||||||
|
"(github.event_name == 'push' && github.ref != 'refs/heads/develop') }}"),
|
||||||
|
])
|
||||||
|
UNTIERED = 'every push and PR'
|
||||||
|
REPORT_JOB = 'nightly_report'
|
||||||
|
|
||||||
|
# a job split by set keeps its name and gets one of these suffixes
|
||||||
|
SUFFIXES = {'full set': '_full', 'nightly set': '_nightly'}
|
||||||
|
|
||||||
|
|
||||||
|
def read(root, path, ref=None):
|
||||||
|
if ref is None:
|
||||||
|
with open(os.path.join(root, path), encoding='utf-8') as f:
|
||||||
|
return f.read()
|
||||||
|
# fixed command; ref is a git revision given on the command line
|
||||||
|
return subprocess.check_output(['git', 'show', '{}:{}'.format(ref, path)], cwd=root, # nosec B603, B607
|
||||||
|
stderr=subprocess.DEVNULL).decode('utf-8')
|
||||||
|
|
||||||
|
|
||||||
|
def add_include(combos, keys, inc):
|
||||||
|
"""Apply one include entry: extend the matching configurations, or add it as a new one."""
|
||||||
|
matching = [c for c in combos if all(c[k] == v for k, v in inc.items() if k in keys)]
|
||||||
|
for c in matching:
|
||||||
|
c.update({k: v for k, v in inc.items() if k not in keys})
|
||||||
|
if not matching:
|
||||||
|
combos.append(dict(inc))
|
||||||
|
|
||||||
|
|
||||||
|
def expand(matrix):
|
||||||
|
"""Return the configurations of a job's strategy.matrix like GitHub Actions does."""
|
||||||
|
if not matrix:
|
||||||
|
return [{}]
|
||||||
|
keys = [k for k in matrix if k not in ('include', 'exclude')]
|
||||||
|
if not keys:
|
||||||
|
# a matrix of only include entries runs each entry
|
||||||
|
return [dict(inc) for inc in matrix.get('include') or []]
|
||||||
|
combos = [dict(zip(keys, values)) for values in itertools.product(*(matrix[k] for k in keys))]
|
||||||
|
for ex in matrix.get('exclude') or []:
|
||||||
|
combos = [c for c in combos if any(c.get(k) != v for k, v in ex.items())]
|
||||||
|
for inc in matrix.get('include') or []:
|
||||||
|
add_include(combos, keys, inc)
|
||||||
|
return combos
|
||||||
|
|
||||||
|
|
||||||
|
def jobs_of(root, workflow, ref=None):
|
||||||
|
"""Yield (job id, set, list of configurations) for every job of a workflow."""
|
||||||
|
data = yaml.safe_load(read(root, workflow, ref))
|
||||||
|
for job_id, job in data['jobs'].items():
|
||||||
|
condition = job.get('if')
|
||||||
|
job_set = UNTIERED if condition is None else next((s for s, c in SETS.items() if c == condition), None)
|
||||||
|
matrix = (job.get('strategy') or {}).get('matrix')
|
||||||
|
yield job_id, job_set, job, expand(matrix)
|
||||||
|
|
||||||
|
|
||||||
|
def base_id(job_id, job_set):
|
||||||
|
suffix = SUFFIXES.get(job_set)
|
||||||
|
return job_id[:-len(suffix)] if suffix and job_id.endswith(suffix) else job_id
|
||||||
|
|
||||||
|
|
||||||
|
def label(config):
|
||||||
|
return ', '.join(str(v) for k, v in config.items() if k != 'os' or len(config) == 1)
|
||||||
|
|
||||||
|
|
||||||
|
def configurations(root, ref=None):
|
||||||
|
"""Return a Counter of (job name without set suffix, configuration) over the compared workflows."""
|
||||||
|
result = collections.Counter()
|
||||||
|
for workflow in COMPARED:
|
||||||
|
try:
|
||||||
|
jobs = list(jobs_of(root, workflow, ref))
|
||||||
|
except (OSError, subprocess.CalledProcessError):
|
||||||
|
continue # the workflow does not exist in this revision
|
||||||
|
for job_id, job_set, _, configs in jobs:
|
||||||
|
if job_id == REPORT_JOB:
|
||||||
|
continue
|
||||||
|
for c in configs:
|
||||||
|
result[(base_id(job_id, job_set), tuple(sorted((k, str(v)) for k, v in c.items())))] += 1
|
||||||
|
return result
|
||||||
|
|
||||||
|
|
||||||
|
def markdown(root):
|
||||||
|
rows = []
|
||||||
|
order = list(SETS) + [UNTIERED]
|
||||||
|
for workflow in WORKFLOWS:
|
||||||
|
for job_id, job_set, _, configs in jobs_of(root, workflow):
|
||||||
|
if job_id == REPORT_JOB:
|
||||||
|
continue
|
||||||
|
labels = [label(c) for c in configs if c]
|
||||||
|
rows.append((order.index(job_set) if job_set in order else len(order), os.path.basename(workflow), job_id,
|
||||||
|
job_set or 'no set', '; '.join(labels) or '-'))
|
||||||
|
rows.sort(key=lambda r: (r[0], r[1]))
|
||||||
|
lines = ['| Set | Workflow | Job | Configurations |', '|-----|----------|-----|----------------|']
|
||||||
|
lines += ['| {} | {} | `{}` | {} |'.format(s, w, j, c) for _, w, j, s, c in rows]
|
||||||
|
return lines
|
||||||
|
|
||||||
|
|
||||||
|
def check_sets(workflow, jobs):
|
||||||
|
"""Return the errors in the sets of a tiered workflow's jobs and the jobs of each set."""
|
||||||
|
errors = []
|
||||||
|
by_set = collections.defaultdict(set)
|
||||||
|
for job_id, job_set, _, _ in jobs:
|
||||||
|
if job_id == REPORT_JOB:
|
||||||
|
continue
|
||||||
|
if job_set in SETS:
|
||||||
|
by_set[job_set].add(job_id)
|
||||||
|
else:
|
||||||
|
errors.append('{}: job {} has an if: condition of no set; use one of the conditions in '
|
||||||
|
'tools/ci_jobs/ci_jobs.py'.format(workflow, job_id))
|
||||||
|
return errors, by_set
|
||||||
|
|
||||||
|
|
||||||
|
def check_needs(workflow, jobs, by_set):
|
||||||
|
"""Return the errors in the needs: of a tiered workflow's jobs."""
|
||||||
|
required = {'full set': by_set['PR set'], 'PR set': set(), 'nightly set': set()}
|
||||||
|
errors = []
|
||||||
|
for job_id, job_set, job, _ in jobs:
|
||||||
|
needs = job.get('needs') or []
|
||||||
|
needs = {needs} if isinstance(needs, str) else set(needs)
|
||||||
|
expected = by_set['nightly set'] if job_id == REPORT_JOB else required.get(job_set, needs)
|
||||||
|
if needs != expected:
|
||||||
|
errors.append('{}: job {} must need exactly: {}'.format(workflow, job_id, ', '.join(sorted(expected)) or 'no job'))
|
||||||
|
return errors
|
||||||
|
|
||||||
|
|
||||||
|
def check_docs(root):
|
||||||
|
"""Return an error if the job table in the documentation is not up to date."""
|
||||||
|
text = read(root, DOCS)
|
||||||
|
block = re.search(re.escape(BEGIN) + r'\n(.*?)\n[ \t]*' + re.escape(END), text, re.S)
|
||||||
|
if not block:
|
||||||
|
return ['{}: markers {} and {} not found'.format(DOCS, BEGIN, END)]
|
||||||
|
indent = re.match(r'[ \t]*', block.group(1)).group(0)
|
||||||
|
if block.group(1) != '\n'.join(indent + line for line in markdown(root)):
|
||||||
|
return ['{}: the job table is out of date; replace it with the output of '
|
||||||
|
'python3 tools/ci_jobs/ci_jobs.py --markdown'.format(DOCS)]
|
||||||
|
return []
|
||||||
|
|
||||||
|
|
||||||
|
def check(root):
|
||||||
|
errors = []
|
||||||
|
for workflow in TIERED:
|
||||||
|
jobs = list(jobs_of(root, workflow))
|
||||||
|
set_errors, by_set = check_sets(workflow, jobs)
|
||||||
|
errors += set_errors + check_needs(workflow, jobs, by_set)
|
||||||
|
errors += check_docs(root)
|
||||||
|
|
||||||
|
for e in errors:
|
||||||
|
print(e)
|
||||||
|
if not errors:
|
||||||
|
counts = collections.Counter()
|
||||||
|
for workflow in WORKFLOWS:
|
||||||
|
for job_id, job_set, _, configs in jobs_of(root, workflow):
|
||||||
|
if job_id != REPORT_JOB:
|
||||||
|
counts[job_set] += len(configs)
|
||||||
|
print('CI jobs OK: ' + ', '.join('{} {}'.format(n, s) for s, n in counts.items()))
|
||||||
|
return 1 if errors else 0
|
||||||
|
|
||||||
|
|
||||||
|
def compare(root, ref):
|
||||||
|
before, after = configurations(root, ref), configurations(root)
|
||||||
|
removed, added = before - after, after - before
|
||||||
|
for title, diff in (('removed', removed), ('added', added)):
|
||||||
|
for job, config in sorted(diff.elements()):
|
||||||
|
print('{}: {} ({})'.format(title, job, ', '.join('{}={}'.format(k, v) for k, v in config)))
|
||||||
|
print('{} configurations before, {} after; {} removed, {} added'.format(
|
||||||
|
sum(before.values()), sum(after.values()), sum(removed.values()), sum(added.values())))
|
||||||
|
return 1 if removed else 0
|
||||||
|
|
||||||
|
|
||||||
|
def main():
|
||||||
|
parser = argparse.ArgumentParser(description=__doc__.splitlines()[0])
|
||||||
|
parser.add_argument('--root', default=REPO_ROOT, help='repository root')
|
||||||
|
group = parser.add_mutually_exclusive_group()
|
||||||
|
group.add_argument('--markdown', action='store_true', help='print the job table for the documentation')
|
||||||
|
group.add_argument('--compare', metavar='REF', help='list the configurations added or removed since REF')
|
||||||
|
args = parser.parse_args()
|
||||||
|
if args.markdown:
|
||||||
|
print('\n'.join(markdown(args.root)))
|
||||||
|
return 0
|
||||||
|
if args.compare:
|
||||||
|
return compare(args.root, args.compare)
|
||||||
|
return check(args.root)
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
sys.exit(main())
|
||||||
@@ -0,0 +1 @@
|
|||||||
|
PyYAML==6.0.3
|
||||||
Reference in new issue
Block a user