From 3f9cb3c5a66aec74d6429050339d1af90c0179aa Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Adam=20Zieli=C5=84ski?= Date: Fri, 7 Aug 2026 12:05:20 +0200 Subject: [PATCH] Remove the Native APIs extension and WASM publisher --- .github/workflows/docs.yml | 14 - .../native-apis-playground-extension.yml | 761 -- .github/workflows/native-apis.yml | 52 - .github/workflows/publish.yml | 1 + .gitignore | 1 - CHANGELOG.md | 187 - README.md | 10 - bin/benchmark-native-apis.php | 4473 ------- bin/build-reference.php | 3 +- bin/summarize-native-api-benchmark.php | 185 - .../Tests/DataLiberationHTMLProcessorTest.php | 27 +- .../Tests/URLInTextProcessorTest.php | 22 - .../class-nativeurlintextprocessorwrapper.php | 241 - .../URL/class-urlintextprocessor.php | 28 +- .../class-dataliberationhtmlprocessor.php | 215 +- .../HTML/PHP/class-wp-html-php-processor.php | 2 +- components/HTML/README.md | 13 +- .../HTML/Tests/NativeHTMLConformanceTest.php | 4007 ------ ...class-wp-html-native-processor-wrapper.php | 16 - ...s-wp-html-native-tag-processor-wrapper.php | 16 - components/HTML/class-wp-html-processor.php | 20 +- .../HTML/class-wp-html-tag-processor.php | 18 +- components/XML/README.md | 11 +- .../XML/Tests/NativeXMLConformanceTest.php | 3223 ----- .../XML/class-xmlnativecursorprocessor.php | 12 - components/XML/class-xmlprocessor.php | 16 +- docs/assets/style.css | 115 +- docs/index.html | 13 +- docs/learn/01-rewriting-html.html | 3 +- docs/learn/02-streaming-archives.html | 3 +- docs/learn/03-importing-content.html | 3 +- docs/learn/04-talking-to-the-network.html | 3 +- docs/learn/index.html | 3 +- docs/learn/quickstart.html | 3 +- docs/learn/recap.html | 3 +- docs/native-apis.html | 106 - docs/native-php-extension.html | 139 - docs/native-rust-apis.md | 394 - docs/reference/index.html | 9 +- extensions/native-apis/.gitignore | 1 - extensions/native-apis/Cargo.lock | 1683 --- extensions/native-apis/Cargo.toml | 20 - extensions/native-apis/README.md | 455 - extensions/native-apis/build-extension.sh | 38 - .../native-apis/build-playground-extension.sh | 27 - extensions/native-apis/config.m4 | 9 - extensions/native-apis/native_apis_shim.c | 668 - .../native-apis/playground/blueprint.json | 20 - extensions/native-apis/src/html.rs | 8569 ------------ extensions/native-apis/src/lib.rs | 43 - extensions/native-apis/src/url_text.rs | 654 - extensions/native-apis/src/xml.rs | 10846 ---------------- .../native-apis/tests/verify-native-apis.php | 1949 --- 53 files changed, 42 insertions(+), 39311 deletions(-) delete mode 100644 .github/workflows/native-apis-playground-extension.yml delete mode 100644 .github/workflows/native-apis.yml delete mode 100644 bin/benchmark-native-apis.php delete mode 100644 bin/summarize-native-api-benchmark.php delete mode 100644 components/DataLiberation/URL/class-nativeurlintextprocessorwrapper.php delete mode 100644 components/HTML/Tests/NativeHTMLConformanceTest.php delete mode 100644 components/HTML/class-wp-html-native-processor-wrapper.php delete mode 100644 components/HTML/class-wp-html-native-tag-processor-wrapper.php delete mode 100644 components/XML/Tests/NativeXMLConformanceTest.php delete mode 100644 components/XML/class-xmlnativecursorprocessor.php delete mode 100644 docs/native-apis.html delete mode 100644 docs/native-php-extension.html delete mode 100644 docs/native-rust-apis.md delete mode 100644 extensions/native-apis/.gitignore delete mode 100644 extensions/native-apis/Cargo.lock delete mode 100644 extensions/native-apis/Cargo.toml delete mode 100644 extensions/native-apis/README.md delete mode 100755 extensions/native-apis/build-extension.sh delete mode 100755 extensions/native-apis/build-playground-extension.sh delete mode 100644 extensions/native-apis/config.m4 delete mode 100644 extensions/native-apis/native_apis_shim.c delete mode 100644 extensions/native-apis/playground/blueprint.json delete mode 100644 extensions/native-apis/src/html.rs delete mode 100644 extensions/native-apis/src/lib.rs delete mode 100644 extensions/native-apis/src/url_text.rs delete mode 100644 extensions/native-apis/src/xml.rs delete mode 100644 extensions/native-apis/tests/verify-native-apis.php diff --git a/.github/workflows/docs.yml b/.github/workflows/docs.yml index fb0fd4e36..3a0b2211e 100644 --- a/.github/workflows/docs.yml +++ b/.github/workflows/docs.yml @@ -46,20 +46,6 @@ jobs: -x "*/Tests/*" "*/tests/*" "*/.git/*" "*/.github/*" "*/node_modules/*" php bin/build-reference.php - - name: Preserve Native APIs Playground release history - env: - EXTENSION_PATH: wp_native_apis-wasm-extension - run: | - set -euo pipefail - pages_dir="$(mktemp -d)" - if git ls-remote --exit-code --heads origin gh-pages >/dev/null 2>&1; then - git clone --depth=1 --branch gh-pages "https://github.com/${GITHUB_REPOSITORY}.git" "$pages_dir" - if [ -d "$pages_dir/$EXTENSION_PATH" ]; then - rm -rf "docs/$EXTENSION_PATH" - cp -R "$pages_dir/$EXTENSION_PATH" "docs/$EXTENSION_PATH" - fi - fi - - uses: actions/upload-pages-artifact@v3 with: path: ./docs diff --git a/.github/workflows/native-apis-playground-extension.yml b/.github/workflows/native-apis-playground-extension.yml deleted file mode 100644 index d1df45a4e..000000000 --- a/.github/workflows/native-apis-playground-extension.yml +++ /dev/null @@ -1,761 +0,0 @@ -name: Native APIs Playground Extension - -on: - pull_request: - branches: - - trunk - paths: - - 'extensions/native-apis/**' - - 'bin/benchmark-native-apis.php' - - 'bin/summarize-native-api-benchmark.php' - - '.github/workflows/native-apis-playground-extension.yml' - push: - branches: - - trunk - paths: - - 'extensions/native-apis/**' - - 'bin/benchmark-native-apis.php' - - 'bin/summarize-native-api-benchmark.php' - - '.github/workflows/native-apis-playground-extension.yml' - workflow_dispatch: - inputs: - retention-days: - description: 'Actions artifact retention in days' - required: false - default: '30' - -# Disable permissions for all available scopes by default. -# Any needed permissions should be configured at the job level. -permissions: {} - -concurrency: - group: ${{ github.workflow }}-${{ github.ref }} - cancel-in-progress: true - -jobs: - build: - name: Build PHP.wasm extension - runs-on: ubuntu-latest - timeout-minutes: 90 - permissions: - contents: read - env: - PHP_WASM_VERSIONS: '8.0,8.1,8.2,8.3,8.4,8.5' - - steps: - - uses: actions/checkout@v4 - - - uses: actions/setup-node@v4 - with: - node-version: '24' - - - name: Build wp_native_apis PHP.wasm extension - run: | - extensions/native-apis/build-playground-extension.sh build/wp_native_apis-wasm-extension - - - name: Normalize Playground extension manifest - env: - EXTENSION_VERSION: ${{ github.sha }} - run: | - node <<'NODE' - const fs = require('node:fs'); - const path = require('node:path'); - - const manifestPath = path.join('build', 'wp_native_apis-wasm-extension', 'manifest.json'); - const manifest = JSON.parse(fs.readFileSync(manifestPath, 'utf8')); - manifest.version = process.env.EXTENSION_VERSION; - manifest.mode = 'php-extension'; - fs.writeFileSync(manifestPath, `${JSON.stringify(manifest, null, 2)}\n`); - NODE - - - name: Verify published manifest shape - run: | - node <<'NODE' - const fs = require('node:fs'); - const path = require('node:path'); - - const root = path.join('build', 'wp_native_apis-wasm-extension'); - const manifest = JSON.parse(fs.readFileSync(path.join(root, 'manifest.json'), 'utf8')); - if (manifest.name !== 'wp_native_apis') { - throw new Error(`Unexpected extension name: ${manifest.name}`); - } - if (manifest.mode !== 'php-extension') { - throw new Error(`Unexpected manifest mode: ${manifest.mode}`); - } - const expectedPhpVersions = process.env.PHP_WASM_VERSIONS.split(',').map((version) => version.trim()).filter(Boolean); - if (!Array.isArray(manifest.artifacts) || manifest.artifacts.length !== expectedPhpVersions.length) { - throw new Error(`Expected PHP.wasm artifacts for ${expectedPhpVersions.join(', ')}.`); - } - const seenPhpVersions = new Set(); - for (const artifact of manifest.artifacts) { - if (!artifact || typeof artifact.phpVersion !== 'string' || !expectedPhpVersions.includes(artifact.phpVersion) || !artifact.sourcePath) { - throw new Error(`Invalid artifact entry: ${JSON.stringify(artifact)}`); - } - if (seenPhpVersions.has(artifact.phpVersion)) { - throw new Error(`Duplicate artifact for PHP ${artifact.phpVersion}.`); - } - seenPhpVersions.add(artifact.phpVersion); - if ('file' in artifact || 'sha256' in artifact) { - throw new Error(`Manifest uses retired pre-PR-3580 fields: ${JSON.stringify(artifact)}`); - } - const artifactPath = path.join(root, artifact.sourcePath); - if (!fs.existsSync(artifactPath)) { - throw new Error(`Manifest references missing artifact: ${artifactPath}`); - } - } - for (const phpVersion of expectedPhpVersions) { - if (!seenPhpVersions.has(phpVersion)) { - throw new Error(`Missing artifact for PHP ${phpVersion}.`); - } - } - NODE - - - name: Write checksums - working-directory: build/wp_native_apis-wasm-extension - run: sha256sum *.so > SHA256SUMS - - - name: Upload Playground extension - uses: actions/upload-artifact@v4 - with: - name: wp-native-apis-playground-extension - path: build/wp_native_apis-wasm-extension/ - if-no-files-found: error - retention-days: ${{ github.event.inputs.retention-days || '30' }} - - benchmark-host-extension: - name: Benchmark host PHP extension - runs-on: ubuntu-latest - needs: build - timeout-minutes: 90 - permissions: - contents: read - - steps: - - uses: actions/checkout@v4 - - - name: Setup PHP - uses: shivammathur/setup-php@v2 - with: - php-version: '8.3' - extensions: mbstring, json - coverage: none - tools: composer:v2 - - - name: Setup Rust - uses: dtolnay/rust-toolchain@stable - - - name: Install native build dependencies - run: | - sudo apt-get update - sudo apt-get install -y clang libclang-dev - php-config --version - - - name: Install Composer dependencies - run: composer install --prefer-dist --no-progress --no-suggest - - - name: Build native extension - run: extensions/native-apis/build-extension.sh - - - name: Run native API benchmarks - run: | - mkdir -p build/native-api-benchmark - php -d extension=extensions/native-apis/target/release/libwp_native_apis.so \ - bin/benchmark-native-apis.php \ - --iterations=50 \ - --mode=both \ - --disable-native-defaults \ - --require-native > build/native-api-benchmark/benchmark.json - php bin/summarize-native-api-benchmark.php \ - build/native-api-benchmark/benchmark.json \ - build/native-api-benchmark/benchmark-summary.json - - - name: Upload benchmark results - uses: actions/upload-artifact@v4 - with: - name: wp-native-apis-host-benchmark - path: build/native-api-benchmark/ - if-no-files-found: error - retention-days: ${{ github.event.inputs.retention-days || '30' }} - - publish: - name: Publish static extension bundle to GitHub Pages - if: github.ref == 'refs/heads/trunk' && (github.event_name == 'workflow_dispatch' || github.event_name == 'push') - runs-on: ubuntu-latest - needs: - - build - - benchmark-host-extension - timeout-minutes: 30 - permissions: - contents: write - pages: write - id-token: write - environment: - name: github-pages - url: ${{ steps.deployment.outputs.page_url }} - concurrency: - group: pages - cancel-in-progress: true - - steps: - - uses: actions/checkout@v4 - - - name: Set up PHP - uses: shivammathur/setup-php@v2 - with: - php-version: '8.1' - tools: composer - coverage: none - - - name: Install docs dependencies - run: composer install --no-dev --optimize-autoloader --no-progress - - - name: Build docs site - run: | - mkdir -p docs/assets - rm -f docs/assets/php-toolkit.zip - zip -qr docs/assets/php-toolkit.zip components vendor bootstrap.php composer.json \ - -x "*/Tests/*" "*/tests/*" "*/.git/*" "*/.github/*" "*/node_modules/*" - php bin/build-reference.php - - - name: Download packaged extension - uses: actions/download-artifact@v4 - with: - name: wp-native-apis-playground-extension - path: build/wp_native_apis-wasm-extension - - - name: Download host benchmark results - uses: actions/download-artifact@v4 - with: - name: wp-native-apis-host-benchmark - path: build/native-api-benchmark - - - name: Publish static extension bundle to gh-pages - env: - BUNDLE_DIR: build/wp_native_apis-wasm-extension - BENCHMARK_DIR: build/native-api-benchmark - DOCS_DIR: docs - EXTENSION_PATH: wp_native_apis-wasm-extension - GITHUB_TOKEN: ${{ github.token }} - SITE_BRANCH: gh-pages - VERSION_PATH: ${{ github.sha }} - run: | - set -euo pipefail - - pages_dir="$(mktemp -d)" - git init "$pages_dir" - git -C "$pages_dir" remote add origin "https://github.com/${GITHUB_REPOSITORY}.git" - auth_header="$(printf 'x-access-token:%s' "${GITHUB_TOKEN}" | base64 -w 0)" - git -C "$pages_dir" config http.https://github.com/.extraheader "AUTHORIZATION: basic ${auth_header}" - git -C "$pages_dir" config user.name "github-actions[bot]" - git -C "$pages_dir" config user.email "41898282+github-actions[bot]@users.noreply.github.com" - - if git -C "$pages_dir" ls-remote --exit-code --heads origin "$SITE_BRANCH" >/dev/null 2>&1; then - git -C "$pages_dir" fetch origin "$SITE_BRANCH" - git -C "$pages_dir" checkout -B "$SITE_BRANCH" FETCH_HEAD - else - git -C "$pages_dir" checkout --orphan "$SITE_BRANCH" - fi - - mkdir -p "$pages_dir/$EXTENSION_PATH" - rm -rf "$pages_dir/$EXTENSION_PATH/$VERSION_PATH" "$pages_dir/$EXTENSION_PATH/latest" - mkdir -p "$pages_dir/$EXTENSION_PATH/$VERSION_PATH" "$pages_dir/$EXTENSION_PATH/latest" - cp -R "$BUNDLE_DIR"/. "$pages_dir/$EXTENSION_PATH/$VERSION_PATH/" - cp -R "$BUNDLE_DIR"/. "$pages_dir/$EXTENSION_PATH/latest/" - if [ -d "$BENCHMARK_DIR" ]; then - mkdir -p "$pages_dir/$EXTENSION_PATH/$VERSION_PATH/benchmarks" "$pages_dir/$EXTENSION_PATH/latest/benchmarks" - cp "$BENCHMARK_DIR"/benchmark.json "$pages_dir/$EXTENSION_PATH/$VERSION_PATH/benchmarks/benchmark.json" - cp "$BENCHMARK_DIR"/benchmark-summary.json "$pages_dir/$EXTENSION_PATH/$VERSION_PATH/benchmarks/benchmark-summary.json" - cp "$BENCHMARK_DIR"/benchmark.json "$pages_dir/$EXTENSION_PATH/latest/benchmarks/benchmark.json" - cp "$BENCHMARK_DIR"/benchmark-summary.json "$pages_dir/$EXTENSION_PATH/latest/benchmarks/benchmark-summary.json" - fi - touch "$pages_dir/.nojekyll" - - PAGES_DIR="$pages_dir" PUBLISHED_AT="$(date -u +"%Y-%m-%dT%H:%M:%SZ")" node <<'NODE' - const childProcess = require('node:child_process'); - const fs = require('node:fs'); - const os = require('node:os'); - const path = require('node:path'); - - const pagesDir = process.env.PAGES_DIR; - const extensionPath = process.env.EXTENSION_PATH; - const versionPath = process.env.VERSION_PATH; - const repository = process.env.GITHUB_REPOSITORY; - const [owner, repo] = repository.split('/'); - const root = path.join(pagesDir, extensionPath); - const siteRootUrl = `https://${owner.toLowerCase()}.github.io/${repo}`; - const rootUrl = `https://${owner.toLowerCase()}.github.io/${repo}/${extensionPath}`; - const releasesPath = path.join(root, 'releases.json'); - const indexPath = path.join(root, 'index.html'); - - function readJson(filePath, fallback) { - try { - return JSON.parse(fs.readFileSync(filePath, 'utf8')); - } catch (error) { - return fallback; - } - } - - function escapeHtml(value) { - return String(value) - .replace(/&/g, '&') - .replace(//g, '>') - .replace(/"/g, '"'); - } - - function comparePhpVersions(left, right) { - const leftParts = String(left).split('.').map((part) => Number.parseInt(part, 10) || 0); - const rightParts = String(right).split('.').map((part) => Number.parseInt(part, 10) || 0); - return (leftParts[0] - rightParts[0]) || (leftParts[1] - rightParts[1]); - } - - function lastPublishedAt(relativeManifestPath) { - try { - return childProcess.execFileSync( - 'git', - ['-C', pagesDir, 'log', '-1', '--format=%cI', '--', relativeManifestPath], - { encoding: 'utf8' } - ).trim(); - } catch (error) { - return ''; - } - } - - const previousReleases = readJson(releasesPath, []); - const sanitizedRoot = fs.mkdtempSync(path.join(os.tmpdir(), 'wp-native-apis-pages-')); - - function isRegularFile(filePath) { - try { - return fs.lstatSync(filePath).isFile(); - } catch (error) { - return false; - } - } - - function isReleaseDirectoryName(name) { - return name === 'latest' || /^[0-9a-f]{40}$/.test(name); - } - - function isArtifactSourcePath(sourcePath) { - return typeof sourcePath === 'string' && /^wp_native_apis-php[0-9.]+-jspi\.so$/.test(sourcePath); - } - - /* - * Treat the gh-pages branch as an append-only release history, not - * as a trusted source tree. Only expected release directories and - * files are copied into the branch update and Pages artifact. - */ - for (const entry of fs.readdirSync(root, { withFileTypes: true })) { - if (!entry.isDirectory() || !isReleaseDirectoryName(entry.name)) { - continue; - } - - const releaseDirectory = path.join(root, entry.name); - const manifestPath = path.join(releaseDirectory, 'manifest.json'); - const checksumPath = path.join(releaseDirectory, 'SHA256SUMS'); - if (!isRegularFile(manifestPath) || !isRegularFile(checksumPath)) { - continue; - } - - const manifest = readJson(manifestPath, null); - if (!manifest || manifest.name !== 'wp_native_apis' || manifest.mode !== 'php-extension') { - continue; - } - - const artifacts = Array.isArray(manifest.artifacts) - ? manifest.artifacts.filter((artifact) => { - if ( - !artifact || - typeof artifact.phpVersion !== 'string' || - !/^[0-9]+\.[0-9]+$/.test(artifact.phpVersion) || - !isArtifactSourcePath(artifact.sourcePath) - ) { - return false; - } - - return isRegularFile(path.join(releaseDirectory, artifact.sourcePath)); - }) - : []; - - if (artifacts.length === 0) { - continue; - } - - const sanitizedDirectory = path.join(sanitizedRoot, entry.name); - fs.mkdirSync(sanitizedDirectory, { recursive: true }); - fs.writeFileSync( - path.join(sanitizedDirectory, 'manifest.json'), - `${JSON.stringify({ ...manifest, artifacts }, null, 2)}\n` - ); - fs.copyFileSync(checksumPath, path.join(sanitizedDirectory, 'SHA256SUMS')); - - for (const artifact of artifacts) { - fs.copyFileSync( - path.join(releaseDirectory, artifact.sourcePath), - path.join(sanitizedDirectory, artifact.sourcePath) - ); - } - - const benchmarkDirectory = path.join(releaseDirectory, 'benchmarks'); - const benchmarkJson = path.join(benchmarkDirectory, 'benchmark.json'); - const benchmarkSummaryJson = path.join(benchmarkDirectory, 'benchmark-summary.json'); - if (isRegularFile(benchmarkJson) && isRegularFile(benchmarkSummaryJson)) { - const sanitizedBenchmarkDirectory = path.join(sanitizedDirectory, 'benchmarks'); - fs.mkdirSync(sanitizedBenchmarkDirectory, { recursive: true }); - fs.copyFileSync(benchmarkJson, path.join(sanitizedBenchmarkDirectory, 'benchmark.json')); - fs.copyFileSync(benchmarkSummaryJson, path.join(sanitizedBenchmarkDirectory, 'benchmark-summary.json')); - } - } - - fs.rmSync(root, { recursive: true, force: true }); - fs.mkdirSync(root, { recursive: true }); - for (const entry of fs.readdirSync(sanitizedRoot, { withFileTypes: true })) { - fs.cpSync(path.join(sanitizedRoot, entry.name), path.join(root, entry.name), { recursive: true }); - } - - const previousByVersion = new Map( - Array.isArray(previousReleases) - ? previousReleases.map((release) => [release.version, release]) - : [] - ); - - const releases = fs.readdirSync(root, { withFileTypes: true }) - .filter((entry) => entry.isDirectory() && /^[0-9a-f]{40}$/.test(entry.name)) - .map((entry) => { - const version = entry.name; - const existing = previousByVersion.get(version) || {}; - const relativeManifestPath = path.join(extensionPath, version, 'manifest.json'); - const manifestPath = path.join(root, version, 'manifest.json'); - const manifest = readJson(manifestPath, {}); - const manifestUrl = `${rootUrl}/${version}/manifest.json`; - const benchmarkPath = path.join(root, version, 'benchmarks', 'benchmark.json'); - const benchmarkSummaryPath = path.join(root, version, 'benchmarks', 'benchmark-summary.json'); - const benchmarkSummary = readJson(benchmarkSummaryPath, null); - const blueprintUrl = `https://raw.githubusercontent.com/${repository}/${version}/extensions/native-apis/playground/blueprint.json`; - const playgroundUrl = (phpVersion) => `https://playground.wordpress.net/?php=${encodeURIComponent(phpVersion)}&php-extension=${encodeURIComponent(manifestUrl)}&blueprint-url=${encodeURIComponent(blueprintUrl)}`; - const artifacts = Array.isArray(manifest.artifacts) - ? manifest.artifacts.map((artifact) => ({ - phpVersion: artifact.phpVersion, - sourcePath: artifact.sourcePath, - url: `${rootUrl}/${version}/${artifact.sourcePath}`, - testInPlayground: playgroundUrl(artifact.phpVersion), - })).sort((left, right) => comparePhpVersions(left.phpVersion, right.phpVersion)) - : []; - const preferredArtifact = artifacts[artifacts.length - 1] || null; - - return { - version, - name: manifest.name || 'wp_native_apis', - phpVersions: artifacts.map((artifact) => artifact.phpVersion).filter(Boolean), - artifacts, - publishedAt: version === versionPath - ? process.env.PUBLISHED_AT - : existing.publishedAt || lastPublishedAt(relativeManifestPath), - manifest: manifestUrl, - checksums: `${rootUrl}/${version}/SHA256SUMS`, - commit: `https://github.com/${repository}/commit/${version}`, - workflowRun: version === versionPath - ? `https://github.com/${repository}/actions/runs/${process.env.GITHUB_RUN_ID}` - : existing.workflowRun || '', - benchmark: isRegularFile(benchmarkPath) - ? `${rootUrl}/${version}/benchmarks/benchmark.json` - : existing.benchmark || '', - benchmarkSummaryUrl: isRegularFile(benchmarkSummaryPath) - ? `${rootUrl}/${version}/benchmarks/benchmark-summary.json` - : existing.benchmarkSummaryUrl || '', - benchmarkSummary: benchmarkSummary && Array.isArray(benchmarkSummary.top) - ? benchmarkSummary.top - : existing.benchmarkSummary || [], - testInPlayground: preferredArtifact ? preferredArtifact.testInPlayground : '', - }; - }) - .sort((a, b) => { - if (a.publishedAt && b.publishedAt) { - return b.publishedAt.localeCompare(a.publishedAt); - } - return b.version.localeCompare(a.version); - }); - - fs.writeFileSync(releasesPath, `${JSON.stringify(releases, null, 2)}\n`); - - function formatSeconds(value) { - if (typeof value !== 'number' || !Number.isFinite(value)) { - return 'n/a'; - } - if (value < 0.001) { - return `${(value * 1000000).toFixed(0)} µs`; - } - if (value < 1) { - return `${(value * 1000).toFixed(1)} ms`; - } - return `${value.toFixed(2)} s`; - } - - function formatDate(value) { - if (!value) { - return 'unknown'; - } - const parsed = new Date(value); - if (Number.isNaN(parsed.getTime())) { - return String(value).slice(0, 10); - } - return parsed.toISOString().slice(0, 10); - } - - function renderBenchmarkSummary(release) { - const items = Array.isArray(release.benchmarkSummary) - ? release.benchmarkSummary.slice(0, 3) - : []; - if (!items.length) { - return 'No benchmark summary'; - } - - return `
${items.map((item) => ` - - ${escapeHtml(item.speedup || 'n/a')}× - ${escapeHtml(item.label || item.name)} - PHP ${escapeHtml(formatSeconds(item.phpWallSeconds))} · native ${escapeHtml(formatSeconds(item.nativeWallSeconds))} - - `).join('')}
`; - } - - function renderArtifactLinks(release) { - const artifacts = Array.isArray(release.artifacts) ? release.artifacts : []; - const testLinks = artifacts.map((artifact) => - `PHP ${escapeHtml(artifact.phpVersion)}` - ).join(', '); - const downloadLinks = artifacts.map((artifact) => - `PHP ${escapeHtml(artifact.phpVersion)}` - ).join(', '); - - return [ - `Manifest`, - testLinks ? `Test: ${testLinks}` : '', - downloadLinks ? `Download: ${downloadLinks}` : '', - `SHA256`, - ].filter(Boolean).join(' · '); - } - - const latestRelease = releases[0] || null; - const rows = releases.map((release, index) => ` - - ${escapeHtml(formatDate(release.publishedAt))}
${index === 0 ? 'Latest' : ''} - ${escapeHtml(release.phpVersions.join(', ') || 'unknown')} - ${renderBenchmarkSummary(release)} - ${release.testInPlayground ? `Test latest PHP · ` : ''}${renderArtifactLinks(release)} - - `).join(''); - - fs.writeFileSync(indexPath, ` - - - - - wp_native_apis PHP.wasm Extension Releases - - - -
- PHP Toolkit - -
-
-
-

Native APIs WASM releases for Playground

-

- Published PHP.wasm builds of the experimental wp_native_apis extension for WordPress Playground. - Use this page to test the latest build, pin an immutable manifest, or inspect release artifacts. -

-
- ${latestRelease ? `Test in Playground →` : ''} - Read the docs -
-
- -
-

PHP.wasm builds for Playground Web and CLI

-
- -
- - - - - - - - - - - ${rows || ''} - -
Released onPlayground PHP versionsCI speed snapshotLinks
No releases published yet.
-
- -
-

Native PHP Extension Builds are coming soon

-

Want to build it today? Follow the native PHP compilation guide.

-
-
- - - - `); - NODE - - git -C "$pages_dir" add .nojekyll "$EXTENSION_PATH" - if git -C "$pages_dir" diff --cached --quiet; then - echo "No gh-pages changes to publish." - else - git -C "$pages_dir" commit -m "Publish wp_native_apis WASM extension ${VERSION_PATH}" - git -C "$pages_dir" push origin "HEAD:$SITE_BRANCH" - fi - - owner="${GITHUB_REPOSITORY_OWNER,,}" - repo="${GITHUB_REPOSITORY#*/}" - echo "Published release index: https://${owner}.github.io/${repo}/${EXTENSION_PATH}/" - echo "Published latest manifest: https://${owner}.github.io/${repo}/${EXTENSION_PATH}/latest/manifest.json" - echo "Published immutable manifest: https://${owner}.github.io/${repo}/${EXTENSION_PATH}/${VERSION_PATH}/manifest.json" - - rm -rf "$DOCS_DIR/$EXTENSION_PATH" - mkdir -p "$DOCS_DIR" - cp -R "$pages_dir/$EXTENSION_PATH" "$DOCS_DIR/$EXTENSION_PATH" - touch "$DOCS_DIR/.nojekyll" - - - uses: actions/upload-pages-artifact@v3 - with: - path: ./docs - - - id: deployment - uses: actions/deploy-pages@v4 diff --git a/.github/workflows/native-apis.yml b/.github/workflows/native-apis.yml deleted file mode 100644 index c49c141f5..000000000 --- a/.github/workflows/native-apis.yml +++ /dev/null @@ -1,52 +0,0 @@ -name: Native APIs - -on: - push: - branches: - - trunk - pull_request: - paths: - - '.github/workflows/native-apis.yml' - - 'components/DataLiberation/URL/**' - - 'components/HTML/**' - - 'components/XML/**' - - 'extensions/native-apis/**' - -jobs: - build-and-verify: - name: Build and verify PHP extension - runs-on: ubuntu-latest - - steps: - - name: Checkout code - uses: actions/checkout@v4 - - - name: Setup PHP - uses: shivammathur/setup-php@v2 - with: - php-version: '8.3' - extensions: mbstring, json - coverage: none - tools: composer:v2 - - - name: Setup Rust - uses: dtolnay/rust-toolchain@stable - - - name: Install native build dependencies - run: | - sudo apt-get update - sudo apt-get install -y clang libclang-dev - php-config --version - - - name: Install Composer dependencies - run: composer install --prefer-dist --no-progress --no-suggest - - - name: Run Rust tests - working-directory: extensions/native-apis - run: cargo test - - - name: Build native extension - run: extensions/native-apis/build-extension.sh - - - name: Verify native extension - run: php -d extension=extensions/native-apis/target/release/libwp_native_apis.so extensions/native-apis/tests/verify-native-apis.php diff --git a/.github/workflows/publish.yml b/.github/workflows/publish.yml index 4e5d073e0..f3e9c5081 100644 --- a/.github/workflows/publish.yml +++ b/.github/workflows/publish.yml @@ -70,6 +70,7 @@ jobs: env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} run: | + # Ignore historical WASM extension tags when calculating package releases. git tag --list 'wp-native-apis-wasm-*' | xargs -r git tag -d $(composer global config bin-dir --absolute)/monorepo-builder release v${{ steps.semver.outputs.new_version }} diff --git a/.gitignore b/.gitignore index c8f74e912..3c130c40e 100644 --- a/.gitignore +++ b/.gitignore @@ -5,7 +5,6 @@ node_modules .cursor rest/ dist/ -build/ outdir/ .idea/ .my-notes-git/ diff --git a/CHANGELOG.md b/CHANGELOG.md index bdd5ba3b9..6652948e8 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -5,190 +5,3 @@ All notable changes to this project will be documented in this file. ## [Unreleased] - Placeholder section for upcoming changes. Entries are appended automatically by the release workflow. -- Added a native `WordPress\DataLiberation\URL\NativeURLInTextProcessor` candidate scanner for URL-in-text detection. -- Split public HTML, XML, and URL-in-text classes into small loaders plus PHP/native implementation sidecars so native defaults are isolated from pure PHP implementations. -- Added public `URLInTextProcessor` support for native ASCII candidate scanning while preserving WHATWG validation. -- Added a `--component=url` URL-in-text benchmark row for public and direct native scanner measurements. -- Added native-default conformance coverage keeping `WP_HTML_Processor::create_full_parser()` on PHP fallback until native full-document semantics match public parser behavior. -- Fixed native HTML pending attribute insertion serialization so multiple newly-added attributes, replaced pending attributes, and removed pending attributes match PHP fallback output. -- Kept `DataLiberationHTMLProcessor` on PHP-backed HTML parsing because it depends on parser bookmarks and byte offsets that native delegates intentionally hide. -- Fixed Markdown table production after cell extraction so row iteration does not skip remaining cells. -- Documented native default controls for HTML and XML wrappers. -- Added a `--disable-native-defaults` benchmark flag for forcing PHP fallback rows after the native extension is loaded. -- Fixed native HTML class mutation composition when a fully removed class attribute is followed by adding a different class. -- Fixed public native-backed XML bookmark seeks so later mutations replay PHP fallback state to the bookmarked token. -- Fixed public native-backed XML bookmark spans so bookmarks beyond a mutation handoff remain seekable after native delegates fall back to PHP state. -- Fixed public native-backed XML read-only scans so token iteration exposes the final `#complete` token like PHP fallback. -- Increased public native-backed XML compact token batches to reduce native boundary crossings in large read-only token scans. -- Optimized public native-backed XML compact token parsing by lazily decoding tag flags, depth, and cached attributes only when accessors need them. -- Optimized public native-backed XML hot token rows by avoiding redundant lazy metadata resets during compact batch scans. -- Optimized public native-backed XML hot token rows by avoiding unused flag and depth offset resets during compact batch scans. -- Optimized native XML hot compact summary row construction for public native-backed token scans. -- Optimized direct native XML token scans by lazily decoding text payloads only when text accessors need them. -- Optimized direct native XML token scans by lazily materializing breadcrumbs only when breadcrumb accessors need them. -- Optimized public native-backed XML token scans with a lightweight native cursor for safe complete-document reads. -- Optimized public native-backed XML lightweight cursor row parsing by reusing queued compact batches locally. -- Optimized public native-backed XML lightweight cursor accessors by using token metadata as the active-state sentinel. -- Optimized public native-backed XML lightweight cursor batches by using cursor-specific native rows and inlined active-token checks. -- Fixed direct native XML attribute reads so `get_attribute()` accepts the public namespace/local-name argument shape while preserving direct one-argument lookups. -- Added direct native XML support for simple unprefixed current-tag attribute insertion, replacement, removal, and updated serialization. -- Added direct native XML support for current-tag attribute insertion, replacement, and removal through in-scope namespace prefixes. -- Added direct native XML support for current text, comment, and CDATA mutation with updated serialization. -- Optimized public native-backed XML hot token row parsing by splitting the common tag-token path before non-tag token kind mapping. -- Optimized public native-backed XML hot token row parsing by deriving non-tag token names from cached token types. -- Optimized public native-backed XML hot token rows by lazily parsing non-tag compact-row fields and eagerly caching hot `id` attributes for tag rows. -- Fixed public native-backed HTML class checks on closing tags so `has_class()` returns false like PHP fallback. -- Enabled public native-backed HTML fragments for covered table tree-builder cases while keeping full-document parsing on PHP fallback. -- Optimized native HTML tag-only scans by skipping discarded text and comment token construction in low-level tag processor paths. -- Optimized low-level native HTML tag-only scans by skipping breadcrumb tracking when tree-builder state is not exposed. -- Optimized public native-backed XML token batch parsing by avoiding per-token compact-row string copies. -- Fixed native XML streaming reentrancy cursors so sliced resumes preserve child/sibling context while rejecting the pre-cursor parent closer like PHP fallback. -- Added an HTML heading inventory summary API with a native Rust-backed fused path for heading-level outline audits. -- Added an HTML ID inventory summary API with a native Rust-backed fused path for unique and duplicate ID audits. -- Added an HTML attribute inventory summary API with a native Rust-backed fused path for attribute-name and decoded-value audits. -- Added an HTML data-attribute inventory summary API with a native Rust-backed fused path for `data-*` usage audits. -- Added an HTML ARIA attribute inventory summary API with a native Rust-backed fused path for `aria-*` accessibility audits. -- Added an HTML class inventory summary API with a native Rust-backed fused path for class-attribute and unique-class audits. -- Added an HTML resource inventory summary API with a native Rust-backed fused path for common link and media attribute audits. -- Added an HTML image inventory summary API with a native Rust-backed fused path for image source, alt-text, and dimension audits. -- Added an HTML script inventory summary API with a native Rust-backed fused path for script source, module, async/defer, and inline byte audits. -- Added an XML ID inventory summary API with a native Rust-backed fused path for unique and duplicate ID audits. -- Added an HTML form inventory summary API with a native Rust-backed fused path for form/control name audits. -- Fixed public native-backed XML tag-token modifiable text after `next_tag()` so it matches PHP fallback semantics before mutating or serializing. -- Fixed public native-backed HTML tag processor bookmarks to delegate bookmark lifecycle operations to the native processor. -- Fixed public native-backed HTML processor bookmark seeking to delegate to the native processor. -- Fixed public native-backed XML processor bookmarks to delegate bookmark lifecycle operations to the native processor. -- Added an HTML tag inventory summary API with a native Rust-backed fused path for tag, closer, attribute, and unique-name audits. -- Added an HTML prefix count batch API with a native Rust-backed incremental path for chunked tag and prefixed-attribute counting. -- Optimized public HTML native-wrapper generic tag scans for unrestricted `next_tag()` queries. -- Reduced public HTML native-wrapper dispatch overhead for unrestricted generic tag and prefixed-attribute cursor scans. -- Added no-argument native HTML compact tag cursor entrypoints for common unrestricted scan modes. -- Fixed public HTML native-default `next_tag()` query parsing for non-integer `match_offset` and invalid query types to match PHP fallback behavior. -- Fixed public HTML native-default `next_tag()` query parsing so `tag_name` filters are honored when `tag_closers` is set to `visit`. -- Fixed native HTML processing-instruction-looking comment parsing so valid targets expose `get_tag()` and invalid `` comments match PHP fallback metadata. -- Fixed native HTML invalid closing tag and abruptly closed comment parsing to match PHP fallback token metadata. -- Fixed native HTML CDATA-looking comments, whitespace-prefixed invalid closers, and dash-abrupt comments to match PHP fallback token metadata. -- Fixed native HTML DOCTYPE token names so malformed and non-HTML doctypes expose the same `html` token name as PHP fallback. -- Fixed native HTML invalid opening tags so non-alpha tag-name starts remain text tokens like PHP fallback. -- Fixed native HTML invalid opening tag text boundaries, incomplete tag-like endings, and text-token character reference decoding to match PHP fallback. -- Kept public HTML fragment processors on PHP fallback for tree-builder-sensitive list/table/omitted-tag fragments until native breadcrumbs model implied elements and closers. -- Fixed native HTML processor breadcrumbs for table bodies/cells, table captions, colgroups, select option/optgroup groups, description lists, ruby text/parentheses, and repeated list item and paragraph starts by synthesizing selected implied tokens like PHP fallback. -- Fixed native HTML processor EOF breadcrumbs so ordinary unclosed non-void elements synthesize closing tokens like PHP fallback. -- Fixed native HTML processor paragraph breadcrumbs so block starts synthesize an implied `

` while inline starts remain inside the paragraph. -- Fixed native HTML processor heading breadcrumbs so heading starts close an open heading instead of nesting inside it. -- Fixed native HTML processor button breadcrumbs so nested button starts and explicit button closers synthesize intervening closing tokens like PHP fallback. -- Fixed native HTML processor summary breadcrumbs so `` synthesizes pending `` closers like PHP fallback. -- Fixed native HTML processor form breadcrumbs so duplicate form starts are ignored like PHP fallback. -- Fixed native HTML processor nobr breadcrumbs so nested starts and explicit closers synthesize intervening closing tokens like PHP fallback. -- Fixed native HTML processor select breadcrumbs so input starts close open option/select ancestors like PHP fallback. -- Fixed native HTML processor select breadcrumbs so hr starts close open option ancestors like PHP fallback. -- Fixed native HTML processor select breadcrumbs so textarea starts close open option/select ancestors like PHP fallback. -- Fixed native HTML processor fragment breadcrumbs so explicit html/body starts are ignored like PHP fallback. -- Fixed native HTML processor table-form breadcrumbs so table child starts and text close pending forms, while explicit `` stops table parsing like PHP fallback. -- Fixed native HTML processor table breadcrumbs so selected unsupported child starts abort table parsing like PHP fallback, while comments and script-like children after table forms remain outside the form. -- Fixed native HTML processor table section breadcrumbs so repeated sections and captions after rows or colgroups close intervening table ancestors like PHP fallback. -- Fixed native HTML processor table breadcrumbs so stray closing tags are ignored instead of clearing open table ancestry. -- Fixed native HTML processor table breadcrumbs so unsupported stray closing tags abort table parsing like PHP fallback. -- Fixed native HTML processor text tokens so raw null bytes are omitted, line breaks are normalized, leading raw or character-reference whitespace is subdivided, and unsupported non-whitespace table text stops parsing like PHP fallback. -- Enabled public native-backed HTML fragments for omitted-paragraph cases while keeping table fragments and full-document parsing on PHP fallback. -- Enabled public native-backed HTML fragments for list, description-list, select/option/optgroup, and ruby implied-token cases while keeping tables, omitted paragraphs, and full-document parsing on PHP fallback. -- Fixed native HTML invalid closing tags so underscore and colon starts expose funky-comment metadata like PHP fallback. -- Fixed native HTML unusual attribute names so punctuation starts such as `.x` and `@x` are preserved like PHP fallback. -- Fixed native HTML equals-start attribute names so malformed attributes such as `=b` and `a/=c` are preserved like PHP fallback. -- Fixed native HTML boolean attribute removals so serialization preserves surrounding spacing like PHP fallback. -- Fixed native HTML comment closing so `--!>` closes comments and unclosed comments do not expose tokens, matching PHP fallback. -- Fixed public native-backed XML parse exceptions so `get_exception()` reports native syntax errors like PHP fallback. -- Fixed native XML streaming processors so incomplete input can pause, accept appended bytes, and resume token scanning. -- Fixed native XML processors so documents without a document element report a syntax error after token scanning. -- Fixed native XML processors so leading whitespace outside the document element is skipped like PHP fallback. -- Fixed native XML processors so opening tag `get_modifiable_text()` exposes decoded inner source like PHP fallback. -- Optimized native HTML prefixed-attribute name scanners to avoid lowercase string allocations when deduplicating matches. -- Added native HTML tag processor string-cast support for direct native processor instances. -- Added native HTML self-closing flag accessors for direct native tag and processor instances. -- Added native HTML namespace accessors for direct native tag and processor instances. -- Added native HTML qualified-name accessors for direct native tag processor instances. -- Added native HTML processor qualified-name accessors for direct native processor instances. -- Added native HTML class-list and class-membership accessors for direct native tag and processor instances. -- Added native HTML complete-input pause status for direct native tag processor instances. -- Added native HTML processor complete-input pause status for direct native processor instances. -- Added native HTML processor prefixed-attribute count access for direct native processor instances. -- Added native HTML processor prefixed-attribute aggregate summaries for direct native processor instances. -- Added native HTML processor tag-prefix summary batches for direct native processor instances. -- Added native HTML processor compact tag-prefix summary batch aliases for direct native processor instances. -- Added native HTML processor compact tag-prefix count batches for direct native processor instances. -- Added native HTML processor tag-inventory aggregate summaries for direct native processor instances. -- Added native HTML processor prefixed-attribute removal support for direct native processor instances. -- Added native HTML processor document-level prefixed-attribute removal support for direct native processor instances. -- Added native HTML processor updated HTML serialization for direct native processor instances. -- Added native HTML processor string-cast serialization for direct native processor instances. -- Added native HTML processor normalization/serialization through the PHP fragment serializer, text subdivision, modifiable text mutation, DOCTYPE info access, and processor full-parser/stepping support for direct native HTML instances. -- Added native-default HTML conformance coverage proving public normalization and serialization keep PHP serializer semantics when the native extension is loaded. -- Added native-default HTML conformance coverage proving inherited public processor aggregate scans complete after native remaining-document summaries. -- Added native-default HTML conformance coverage proving inherited public processor tag batches complete after final short native batches. -- Added native-default HTML conformance coverage proving direct compact tag batches complete after final short native batches. -- Added native-default HTML and XML conformance coverage proving partially advanced document-level prefixed-attribute removals finish public processors. -- Added native-default HTML conformance coverage proving partially advanced remaining-document aggregate summaries finish public tag and inherited processor wrappers. -- Fixed public HTML native-default parser state after native token and token-summary advancement so started processors still reject serialization. -- Fixed public HTML processor native-default token-summary batches so full and final short native batches leave public processors complete, matching PHP fallback exhaustion. -- Fixed public HTML tag-processor native-default state and text-edit delegation after native token/tag advancement. -- Fixed public HTML tag summary batch native-default state so current-tag helpers remain available after batch advancement. -- Fixed public HTML tag-prefix count batch native-default state so current-tag helpers remain available after count-only batch advancement. -- Fixed public HTML tag-processor native-default batches so final short native tag, tag-prefix, matching-tag, and count batches leave public processors complete, matching PHP fallback exhaustion. -- Fixed public HTML tag aggregate native-default state so remaining-document summaries leave processors complete. -- Added native HTML processor public token-summary batch rows for direct native processor instances. -- Added native HTML processor public tag-summary batch rows for direct native processor instances. -- Added native HTML processor compact tag-summary batch alias support for direct native processor instances. -- Added native HTML processor compact matching-tag summary batch alias support for direct native processor instances. -- Added native HTML processor compact matching-tag attribute summary batch alias support for direct native processor instances. -- Added native HTML processor compact matching-tag multi-attribute summary batch alias support for direct native processor instances. -- Added native HTML processor public matching-tag summary batch rows for direct native processor instances. -- Added native HTML processor public matching-tag attribute summary batch rows for direct native processor instances. -- Added native HTML processor public matching-tag multi-attribute summary batch rows for direct native processor instances. -- Added native HTML processor matching-tag attribute aggregate summaries for direct native processor instances. -- Added native XML streaming factory support for direct native processor instances. -- Added native XML reentrancy cursor support for direct native processor instances. -- Fixed public XML native-default content and import inventory summaries so remaining-document native scans leave processors finished. -- Fixed public XML native-default structural inventory summaries so remaining-document native scans leave processors finished. -- Fixed public XML native-default metadata and payload inventory summaries so remaining-document native scans leave processors finished. -- Fixed public XML native-default token, tag, matching-tag, prefixed-attribute, and document-removal aggregate summaries so remaining-document native scans leave processors finished. -- Fixed public XML native-default token, tag, matching-tag, and count batches so exhausted native scans leave processors finished. -- Added public XML native-default compact batch conformance coverage for token, tag, count, matching-tag, and matching-tag count exhaustion. -- Added native HTML public tag-summary batch rows for direct native tag processor instances. -- Added native HTML public matching-tag summary batch rows for direct native tag processor instances. -- Added native HTML public matching-tag attribute summary batch rows for direct native tag processor instances. -- Added native HTML public matching-tag multi-attribute summary batch rows for direct native tag processor instances. -- Added native HTML compact tag-prefix summary batch alias support for direct native tag processor instances. -- Added native HTML processor tag-name access for direct native processor instances. -- Added native HTML processor prefixed-attribute name access for direct native processor instances. -- Added native HTML processor attribute-removal support for direct native processor instances. -- Added native HTML processor virtual-token status support for direct native processor instances. -- Added native HTML processor last-error diagnostics for direct native processor instances. -- Added native HTML processor unsupported-exception diagnostics for direct native processor instances. -- Added native HTML processor closer-expectation status for direct native processor instances. -- Added native HTML processor static void-element checks for direct native processor instances. -- Added native HTML processor static special-category checks for direct native processor instances. -- Added native HTML processor breadcrumb matching for direct native processor instances. -- Added native HTML bookmark lifecycle support for direct native tag and processor instances. -- Added native XML read-only serialization methods for `get_updated_xml()` and string casts on direct native processor instances. -- Added native XML `is_finished()` support for direct native processor exhaustion checks. -- Added native XML `get_exception()` support for direct native processor diagnostics. -- Added native XML complete-input status methods for direct native processor instances. -- Added native XML complete-input append rejection for direct native processor instances. -- Added native XML tag-opener and closer-expectation status methods for direct native processor instances. -- Added native XML token byte-offset support for direct native processor instances. -- Added native XML public token-summary batch rows for direct native processor instances. -- Added native XML public tag-summary batch rows for direct native processor instances. -- Added native XML public matching-tag summary batch rows for direct native processor instances. -- Added native XML breadcrumb matching support for direct native processor instances. -- Added native XML bookmark lifecycle support for direct native processor instances. -- Added native XML compact tag-count batch aliases for direct native processor instances. -- Added native XML DOCTYPE name support for direct native processor instances. -- Added native XML DOCTYPE SYSTEM and PUBLIC literal support for direct native processor instances. -- Added explicit read-only mutation method results for direct native XML processor instances. -- Added an XML content inventory summary API with a native Rust-backed source-scan path for combined attribute-value and payload-byte audits. -- Added an XML import inventory summary API with a native Rust-backed source-scan path for combined structure, attribute, and payload audits. -- Fixed native-backed public HTML processors so attribute and class mutations are applied by the native delegate before serialization. -- Fixed native HTML attribute mutation composition so removing a newly-added attribute cancels the pending insertion. -- Fixed native HTML class mutation composition so read-after-remove and remove-then-add behavior matches PHP fallback semantics. -- Fixed native HTML boolean attribute reads so parsed and newly-set boolean attributes return `true`. -- Fixed native XML prefixed namespace declarations with empty values so they reject before exposing a token like the PHP fallback. diff --git a/README.md b/README.md index ff9c9ba0a..33778599a 100644 --- a/README.md +++ b/README.md @@ -7,16 +7,6 @@ Standalone, dependency-free PHP libraries for use in WordPress plugins and standalone PHP projects. -### Experimental Native APIs extension - -The toolkit now publishes an experimental Native APIs extension for performance-sensitive `WP_HTML_Tag_Processor`, `XMLProcessor`, and `URLInTextProcessor` workloads. Public PHP APIs keep their pure-PHP fallback behavior when the extension is absent, incompatible, or disabled with `WP_NATIVE_APIS_DISABLE_DEFAULTS`. - -- [Native APIs docs](https://wordpress.github.io/php-toolkit/native-apis.html) explain which APIs are accelerated and how the fallback model works. -- [Compile the host PHP extension](https://wordpress.github.io/php-toolkit/native-php-extension.html) when you want to benchmark the Rust-backed implementation locally. -- [Test the latest PHP.wasm extension in WordPress Playground](https://playground.wordpress.net/?php=8.5&php-extension=https%3A%2F%2Fwordpress.github.io%2Fphp-toolkit%2Fwp_native_apis-wasm-extension%2Flatest%2Fmanifest.json&blueprint-url=https%3A%2F%2Fraw.githubusercontent.com%2FWordPress%2Fphp-toolkit%2Ftrunk%2Fextensions%2Fnative-apis%2Fplayground%2Fblueprint.json). -- [Browse WASM releases for Playground](https://wordpress.github.io/php-toolkit/wp_native_apis-wasm-extension/) for manifests, checksums, PHP 8.0–8.5 test links, and benchmark summaries. -- [Read the extension README](extensions/native-apis/README.md) for lower-level design notes and release checklists. - ### Components | Component | What it does | Live docs | diff --git a/bin/benchmark-native-apis.php b/bin/benchmark-native-apis.php deleted file mode 100644 index fb22b34d7..000000000 --- a/bin/benchmark-native-apis.php +++ /dev/null @@ -1,4473 +0,0 @@ - 25, - 'component' => 'all', - 'mode' => 'php', - 'required' => false, - 'name' => null, - 'disable_native_defaults' => false, - ); - - foreach ( array_slice( $argv, 1 ) as $arg ) { - if ( 0 === strpos( $arg, '--iterations=' ) ) { - $options['iterations'] = max( 1, (int) substr( $arg, strlen( '--iterations=' ) ) ); - continue; - } - - if ( 0 === strpos( $arg, '--component=' ) ) { - $options['component'] = strtolower( substr( $arg, strlen( '--component=' ) ) ); - continue; - } - - if ( 0 === strpos( $arg, '--mode=' ) ) { - $options['mode'] = strtolower( substr( $arg, strlen( '--mode=' ) ) ); - continue; - } - - if ( 0 === strpos( $arg, '--name=' ) ) { - $options['name'] = substr( $arg, strlen( '--name=' ) ); - continue; - } - - if ( '--help' === $arg || '-h' === $arg ) { - fwrite( - STDOUT, - "Usage: php bin/benchmark-native-apis.php [--iterations=25] [--component=all|html|xml|url] [--mode=php|native|both] [--name=workload] [--disable-native-defaults] [--require-native]\n" - ); - exit( 0 ); - } - - if ( '--disable-native-defaults' === $arg ) { - $options['disable_native_defaults'] = true; - continue; - } - - if ( '--require-native' === $arg ) { - $options['required'] = 'native'; - continue; - } - } - - if ( ! in_array( $options['component'], array( 'all', 'html', 'xml', 'url' ), true ) ) { - fwrite( STDERR, "Invalid --component value. Expected all, html, xml, or url.\n" ); - exit( 1 ); - } - - if ( ! in_array( $options['mode'], array( 'php', 'native', 'both' ), true ) ) { - fwrite( STDERR, "Invalid --mode value. Expected php, native, or both.\n" ); - exit( 1 ); - } - - return $options; -} - -/** - * Fail the benchmark when a required implementation row is unavailable. - * - * PHP-only development environments intentionally emit unavailable native rows - * without failing. Release and post-build benchmarking jobs should pass - * --require-native so missing extension classes fail loudly. - * - * @param array $results Benchmark result rows. - * @param string|bool $required Required implementation mode. - */ -function wp_toolkit_native_api_benchmark_maybe_fail_for_missing_results( $results, $required ) { - if ( false === $required ) { - return; - } - - $missing = array(); - foreach ( $results as $result ) { - if ( $required !== $result['implementation'] || ! empty( $result['available'] ) ) { - continue; - } - - $missing[] = sprintf( - '%s (%s): %s', - $result['name'], - $result['implementation'], - isset( $result['message'] ) ? $result['message'] : 'implementation is unavailable' - ); - } - - if ( ! $missing ) { - return; - } - - fwrite( - STDERR, - "Required benchmark implementations are unavailable:\n - " . implode( "\n - ", $missing ) . "\n" - ); - exit( 1 ); -} - -/** - * Checks whether the selected implementation mode should run. - * - * @param string $selected_mode Selected benchmark mode. - * @param string $target_mode Candidate implementation mode. - * @return bool Whether to run the implementation. - */ -function wp_toolkit_native_api_benchmark_should_run( $selected_mode, $target_mode ) { - return 'both' === $selected_mode || $selected_mode === $target_mode; -} - -/** - * Run a benchmark workload. - * - * @param string $name Workload name. - * @param string $mode Implementation mode. - * @param int $iterations Iteration count. - * @param string $class_name Expected class name. - * @param callable $callback Workload callback. - * @return array - */ -function wp_toolkit_native_api_benchmark_run( $name, $mode, $iterations, $class_name, $callback ) { - if ( - isset( $GLOBALS['wp_toolkit_native_api_benchmark_name_filter'] ) && - null !== $GLOBALS['wp_toolkit_native_api_benchmark_name_filter'] && - $name !== $GLOBALS['wp_toolkit_native_api_benchmark_name_filter'] - ) { - return null; - } - - if ( ! class_exists( $class_name ) ) { - return array( - 'name' => $name, - 'implementation' => $mode, - 'class' => $class_name, - 'available' => false, - 'message' => "Class {$class_name} is not available.", - ); - } - - gc_collect_cycles(); - $start_memory = memory_get_usage( true ); - $start_peak = memory_get_peak_usage( true ); - $start_wall = microtime( true ); - $start_cpu = wp_toolkit_native_api_benchmark_cpu_time(); - $operations = 0; - - try { - for ( $i = 0; $i < $iterations; $i++ ) { - $operations += call_user_func( $callback ); - } - } catch ( Throwable $exception ) { - return array( - 'name' => $name, - 'implementation' => $mode, - 'class' => $class_name, - 'available' => false, - 'message' => $exception->getMessage(), - ); - } - - $end_cpu = wp_toolkit_native_api_benchmark_cpu_time(); - $wall = microtime( true ) - $start_wall; - $cpu = null === $start_cpu || null === $end_cpu ? null : $end_cpu - $start_cpu; - $peak = memory_get_peak_usage( true ); - - return array( - 'name' => $name, - 'implementation' => $mode, - 'class' => $class_name, - 'available' => true, - 'iterations' => $iterations, - 'operations' => $operations, - 'wall_seconds' => round( $wall, 6 ), - 'cpu_seconds' => null === $cpu ? null : round( $cpu, 6 ), - 'peak_memory' => $peak, - 'peak_memory_delta' => max( 0, $peak - $start_peak ), - 'memory_delta' => memory_get_usage( true ) - $start_memory, - ); -} - -/** - * Get process CPU time when available. - * - * @return float|null - */ -function wp_toolkit_native_api_benchmark_cpu_time() { - if ( ! function_exists( 'getrusage' ) ) { - return null; - } - - $usage = getrusage(); - if ( ! isset( $usage['ru_utime.tv_sec'], $usage['ru_utime.tv_usec'], $usage['ru_stime.tv_sec'], $usage['ru_stime.tv_usec'] ) ) { - return null; - } - - return (float) $usage['ru_utime.tv_sec'] - + ( $usage['ru_utime.tv_usec'] / 1000000 ) - + (float) $usage['ru_stime.tv_sec'] - + ( $usage['ru_stime.tv_usec'] / 1000000 ); -} - -/** - * Benchmark the lower-level HTML tag processor. - * - * @return int Number of tags visited. - */ -function wp_toolkit_native_api_benchmark_html_tags() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Tag_Processor( $html ); - $tag_count = 0; - $attr_count = 0; - - while ( $processor->next_tag( array( 'tag_closers' => 'visit' ) ) ) { - ++$tag_count; - $names = $processor->get_attribute_names_with_prefix( 'data-' ); - if ( is_array( $names ) ) { - $attr_count += count( $names ); - } - } - - return $tag_count + $attr_count; -} - -/** - * Benchmark the lower-level HTML tag processor with prefix-count reads. - * - * @return int Number of tags visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_html_tag_prefix_count() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Tag_Processor( $html ); - $tag_count = 0; - $attr_count = 0; - - while ( $processor->next_tag( array( 'tag_closers' => 'visit' ) ) ) { - ++$tag_count; - $count = $processor->count_attribute_names_with_prefix( 'data-' ); - if ( is_int( $count ) ) { - $attr_count += $count; - } - } - - return $tag_count + $attr_count; -} - -/** - * Benchmark the lower-level HTML tag processor with chunked tag summaries. - * - * @return int Number of tags visited. - */ -function wp_toolkit_native_api_benchmark_html_tag_batch() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Tag_Processor( $html ); - $count = 0; - - do { - $batch = $processor->next_tag_compact_summary_batch( 256, true ); - if ( is_string( $batch ) && '' !== $batch ) { - $count += wp_toolkit_native_api_benchmark_count_html_tag_batch( $batch ); - } - } while ( is_string( $batch ) && '' !== $batch ); - - return $count; -} - -/** - * Benchmark the lower-level HTML tag processor with chunked tag-name summaries. - * - * @return int Number of matching tags visited. - */ -function wp_toolkit_native_api_benchmark_html_matching_tag_batch() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Tag_Processor( $html ); - $count = 0; - - do { - $batch = $processor->next_matching_tag_compact_summary_batch( 'a', 256, true ); - if ( is_string( $batch ) && '' !== $batch ) { - $count += wp_toolkit_native_api_benchmark_count_html_tag_batch( $batch ); - } - } while ( is_string( $batch ) && '' !== $batch ); - - return $count; -} - -/** - * Benchmark the lower-level HTML tag processor with chunked tag-name and attribute summaries. - * - * @return int Number of matching tags visited plus attribute bytes consumed. - */ -function wp_toolkit_native_api_benchmark_html_matching_tag_attribute_batch() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Tag_Processor( $html ); - $count = 0; - - do { - $batch = $processor->next_matching_tag_attribute_compact_summary_batch( 'a', 'href', 256, true ); - if ( is_string( $batch ) && '' !== $batch ) { - $count += wp_toolkit_native_api_benchmark_count_html_tag_attribute_batch( $batch ); - } - } while ( is_string( $batch ) && '' !== $batch ); - - return $count; -} - -/** - * Benchmark the lower-level HTML tag processor with chunked tag-name and multi-attribute summaries. - * - * @return int Number of matching tags visited plus attribute bytes consumed. - */ -function wp_toolkit_native_api_benchmark_html_matching_tag_attributes_batch() { - $html = wp_toolkit_native_api_benchmark_html_link_document(); - $processor = new WP_HTML_Tag_Processor( $html ); - $count = 0; - - do { - $batch = $processor->next_matching_tag_attributes_compact_summary_batch( 'a', array( 'href', 'title', 'rel' ), 256, true ); - if ( is_string( $batch ) && '' !== $batch ) { - $count += wp_toolkit_native_api_benchmark_count_html_tag_attributes_batch( $batch, 3 ); - } - } while ( is_string( $batch ) && '' !== $batch ); - - return $count; -} - -/** - * Benchmark a fused lower-level HTML link-audit summary. - * - * @return int Number of matching tags plus attributes and attribute bytes consumed. - */ -function wp_toolkit_native_api_benchmark_html_link_audit_summary() { - $html = wp_toolkit_native_api_benchmark_html_link_document(); - $processor = new WP_HTML_Tag_Processor( $html ); - $summary = $processor->summarize_matching_tag_attributes( 'a', array( 'href', 'title', 'rel' ), true ); - - if ( ! is_array( $summary ) || ! isset( $summary['tag_count'], $summary['attribute_count'], $summary['attribute_value_bytes'] ) ) { - throw new RuntimeException( 'HTML link audit summary benchmark returned an invalid summary.' ); - } - - return (int) $summary['tag_count'] + (int) $summary['attribute_count'] + (int) $summary['attribute_value_bytes']; -} - -/** - * Benchmark a fused lower-level HTML tag inventory summary. - * - * @return int Number of tags plus attributes and unique tag names counted. - */ -function wp_toolkit_native_api_benchmark_html_tag_inventory_summary() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Tag_Processor( $html ); - $summary = $processor->summarize_tag_inventory( true ); - - if ( - ! is_array( $summary ) || - ! isset( $summary['tag_count'], $summary['attribute_count'], $summary['unique_tag_name_count'] ) - ) { - throw new RuntimeException( 'HTML tag inventory summary benchmark returned an invalid summary.' ); - } - - return (int) $summary['tag_count'] + (int) $summary['attribute_count'] + (int) $summary['unique_tag_name_count']; -} - -/** - * Benchmark a fused lower-level HTML heading inventory summary. - * - * @return int Number of tags plus headings counted. - */ -function wp_toolkit_native_api_benchmark_html_heading_inventory_summary() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Tag_Processor( $html ); - $summary = $processor->summarize_heading_inventory( true ); - - if ( - ! is_array( $summary ) || - ! isset( $summary['tag_count'], $summary['heading_count'], $summary['h2_count'] ) - ) { - throw new RuntimeException( 'HTML heading inventory summary benchmark returned an invalid summary.' ); - } - - return (int) $summary['tag_count'] + (int) $summary['heading_count'] + (int) $summary['h2_count']; -} - -/** - * Benchmark a fused lower-level HTML ID inventory summary. - * - * @return int Number of tags plus ID counts and value bytes counted. - */ -function wp_toolkit_native_api_benchmark_html_id_inventory_summary() { - $html = wp_toolkit_native_api_benchmark_html_id_document(); - $processor = new WP_HTML_Tag_Processor( $html ); - $summary = $processor->summarize_id_inventory( true ); - - if ( - ! is_array( $summary ) || - ! isset( $summary['tag_count'], $summary['id_tag_count'], $summary['duplicate_id_count'], $summary['id_value_bytes'] ) - ) { - throw new RuntimeException( 'HTML ID inventory summary benchmark returned an invalid summary.' ); - } - - return (int) $summary['tag_count'] + (int) $summary['id_tag_count'] + (int) $summary['duplicate_id_count'] + (int) $summary['id_value_bytes']; -} - -/** - * Benchmark a fused lower-level HTML attribute inventory summary. - * - * @return int Number of tags plus attributes and value bytes counted. - */ -function wp_toolkit_native_api_benchmark_html_attribute_inventory_summary() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Tag_Processor( $html ); - $summary = $processor->summarize_attribute_inventory( true ); - - if ( - ! is_array( $summary ) || - ! isset( $summary['tag_count'], $summary['attribute_count'], $summary['attribute_value_bytes'] ) - ) { - throw new RuntimeException( 'HTML attribute inventory summary benchmark returned an invalid summary.' ); - } - - return (int) $summary['tag_count'] + (int) $summary['attribute_count'] + (int) $summary['attribute_value_bytes']; -} - -/** - * Benchmark a fused lower-level HTML data-attribute inventory summary. - * - * @return int Number of tags plus data attributes and value bytes counted. - */ -function wp_toolkit_native_api_benchmark_html_data_attribute_inventory_summary() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Tag_Processor( $html ); - $summary = $processor->summarize_data_attribute_inventory( true ); - - if ( - ! is_array( $summary ) || - ! isset( $summary['tag_count'], $summary['data_attribute_count'], $summary['data_attribute_value_bytes'] ) - ) { - throw new RuntimeException( 'HTML data-attribute inventory summary benchmark returned an invalid summary.' ); - } - - return (int) $summary['tag_count'] + (int) $summary['data_attribute_count'] + (int) $summary['data_attribute_value_bytes']; -} - -/** - * Benchmark a fused lower-level HTML ARIA attribute inventory summary. - * - * @return int Number of tags plus ARIA attributes and value bytes counted. - */ -function wp_toolkit_native_api_benchmark_html_aria_attribute_inventory_summary() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Tag_Processor( $html ); - $summary = $processor->summarize_aria_attribute_inventory( true ); - - if ( - ! is_array( $summary ) || - ! isset( $summary['tag_count'], $summary['aria_attribute_count'], $summary['aria_attribute_value_bytes'] ) - ) { - throw new RuntimeException( 'HTML ARIA attribute inventory summary benchmark returned an invalid summary.' ); - } - - return (int) $summary['tag_count'] + (int) $summary['aria_attribute_count'] + (int) $summary['aria_attribute_value_bytes']; -} - -/** - * Benchmark a fused lower-level HTML class inventory summary. - * - * @return int Number of tags plus class names and class value bytes counted. - */ -function wp_toolkit_native_api_benchmark_html_class_inventory_summary() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Tag_Processor( $html ); - $summary = $processor->summarize_class_inventory( true ); - - if ( - ! is_array( $summary ) || - ! isset( $summary['tag_count'], $summary['class_name_count'], $summary['class_value_bytes'] ) - ) { - throw new RuntimeException( 'HTML class inventory summary benchmark returned an invalid summary.' ); - } - - return (int) $summary['tag_count'] + (int) $summary['class_name_count'] + (int) $summary['class_value_bytes']; -} - -/** - * Benchmark a fused lower-level HTML resource inventory summary. - * - * @return int Number of tags plus resource attributes and value bytes counted. - */ -function wp_toolkit_native_api_benchmark_html_resource_inventory_summary() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Tag_Processor( $html ); - $summary = $processor->summarize_resource_inventory( true ); - - if ( - ! is_array( $summary ) || - ! isset( $summary['tag_count'], $summary['resource_attribute_count'], $summary['resource_value_bytes'] ) - ) { - throw new RuntimeException( 'HTML resource inventory summary benchmark returned an invalid summary.' ); - } - - return (int) $summary['tag_count'] + (int) $summary['resource_attribute_count'] + (int) $summary['resource_value_bytes']; -} - -/** - * Benchmark a fused lower-level HTML image inventory summary. - * - * @return int Number of tags plus images, attributes, and value bytes counted. - */ -function wp_toolkit_native_api_benchmark_html_image_inventory_summary() { - $html = wp_toolkit_native_api_benchmark_html_image_document(); - $processor = new WP_HTML_Tag_Processor( $html ); - $summary = $processor->summarize_image_inventory( true ); - - if ( - ! is_array( $summary ) || - ! isset( $summary['tag_count'], $summary['image_count'], $summary['src_value_bytes'], $summary['alt_value_bytes'] ) - ) { - throw new RuntimeException( 'HTML image inventory summary benchmark returned an invalid summary.' ); - } - - return (int) $summary['tag_count'] + (int) $summary['image_count'] + (int) $summary['src_value_bytes'] + (int) $summary['alt_value_bytes']; -} - -/** - * Benchmark a fused lower-level HTML script inventory summary. - * - * @return int Number of tags plus scripts, attributes, and value bytes counted. - */ -function wp_toolkit_native_api_benchmark_html_script_inventory_summary() { - $html = wp_toolkit_native_api_benchmark_html_script_document(); - $processor = new WP_HTML_Tag_Processor( $html ); - $summary = $processor->summarize_script_inventory( true ); - - if ( - ! is_array( $summary ) || - ! isset( $summary['tag_count'], $summary['script_count'], $summary['inline_script_bytes'], $summary['src_value_bytes'] ) - ) { - throw new RuntimeException( 'HTML script inventory summary benchmark returned an invalid summary.' ); - } - - return ( - (int) $summary['tag_count'] + - (int) $summary['script_count'] + - (int) $summary['inline_script_bytes'] + - (int) $summary['src_value_bytes'] - ); -} - -/** - * Benchmark a fused lower-level HTML form inventory summary. - * - * @return int Number of tags plus controls and name bytes counted. - */ -function wp_toolkit_native_api_benchmark_html_form_inventory_summary() { - $html = wp_toolkit_native_api_benchmark_html_form_document(); - $processor = new WP_HTML_Tag_Processor( $html ); - $summary = $processor->summarize_form_inventory( true ); - - if ( - ! is_array( $summary ) || - ! isset( $summary['tag_count'], $summary['control_count'], $summary['control_name_value_bytes'] ) - ) { - throw new RuntimeException( 'HTML form inventory summary benchmark returned an invalid summary.' ); - } - - return (int) $summary['tag_count'] + (int) $summary['control_count'] + (int) $summary['control_name_value_bytes']; -} - -/** - * Benchmark the lower-level HTML tag processor with chunked prefix summaries. - * - * @return int Number of tags visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_html_tag_prefix_batch() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Tag_Processor( $html ); - $count = 0; - - do { - $batch = $processor->next_tag_prefix_compact_summary_batch( 'data-', 256, true ); - if ( is_string( $batch ) && '' !== $batch ) { - $count += wp_toolkit_native_api_benchmark_count_html_tag_prefix_batch( $batch ); - } - } while ( is_string( $batch ) && '' !== $batch ); - - return $count; -} - -/** - * Benchmark the lower-level HTML tag processor with chunked prefix-count summaries. - * - * @return int Number of tags visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_html_tag_prefix_count_batch() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Tag_Processor( $html ); - $count = 0; - - do { - $summary = $processor->next_tag_prefix_count_compact_batch( 'data-', 256, true ); - if ( is_string( $summary ) && '' !== $summary ) { - $count += wp_toolkit_native_api_benchmark_count_html_tag_prefix_count_batch( $summary ); - } - } while ( is_string( $summary ) && '' !== $summary ); - - return $count; -} - -/** - * Benchmark a fused lower-level HTML prefix-count summary. - * - * @return int Number of tags visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_html_tag_prefix_summary() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Tag_Processor( $html ); - $summary = $processor->summarize_attribute_names_with_prefix( 'data-', true ); - - if ( ! is_array( $summary ) || ! isset( $summary['tag_count'], $summary['attribute_count'] ) ) { - throw new RuntimeException( 'HTML tag prefix summary benchmark returned an invalid summary.' ); - } - - return (int) $summary['tag_count'] + (int) $summary['attribute_count']; -} - -/** - * Benchmark the native lower-level HTML tag processor. - * - * @return int Number of tags visited. - */ -function wp_toolkit_native_api_benchmark_native_html_tags() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Native_Tag_Processor( $html ); - $has_strings = method_exists( $processor, 'get_attribute_names_with_prefix_string' ); - $tag_count = 0; - $attr_count = 0; - - while ( $processor->next_tag_any( true, 1 ) ) { - ++$tag_count; - if ( $has_strings ) { - $names = $processor->get_attribute_names_with_prefix_string( 'data-' ); - if ( is_string( $names ) && '' !== $names ) { - $attr_count += substr_count( $names, "\x1f" ) + 1; - } - } else { - $names = $processor->get_attribute_names_with_prefix( 'data-' ); - if ( is_array( $names ) ) { - $attr_count += count( $names ); - } - } - } - - return $tag_count + $attr_count; -} - -/** - * Benchmark the native lower-level HTML tag processor with prefix-count reads. - * - * @return int Number of tags visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_native_html_tag_prefix_count() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Native_Tag_Processor( $html ); - $tag_count = 0; - $attr_count = 0; - - while ( $processor->next_tag_any( true, 1 ) ) { - ++$tag_count; - $count = $processor->count_attribute_names_with_prefix( 'data-' ); - if ( is_int( $count ) ) { - $attr_count += $count; - } - } - - return $tag_count + $attr_count; -} - -/** - * Benchmark the native lower-level HTML tag processor with chunked tag summaries. - * - * @return int Number of tags visited. - */ -function wp_toolkit_native_api_benchmark_native_html_tag_batch() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Native_Tag_Processor( $html ); - $count = 0; - - if ( method_exists( $processor, 'next_tag_compact_summary_batch' ) ) { - do { - $batch = $processor->next_tag_compact_summary_batch( 256, true ); - if ( is_string( $batch ) && '' !== $batch ) { - $count += wp_toolkit_native_api_benchmark_count_html_tag_batch( $batch ); - } - } while ( is_string( $batch ) && '' !== $batch ); - - return $count; - } - - while ( $processor->next_tag_any( true, 1 ) ) { - ++$count; - } - - return $count; -} - -/** - * Benchmark the native lower-level HTML tag processor with chunked tag-name summaries. - * - * @return int Number of matching tags visited. - */ -function wp_toolkit_native_api_benchmark_native_html_matching_tag_batch() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Native_Tag_Processor( $html ); - $count = 0; - - if ( method_exists( $processor, 'next_matching_tag_compact_summary_batch' ) ) { - do { - $batch = $processor->next_matching_tag_compact_summary_batch( 'a', 256, true ); - if ( is_string( $batch ) && '' !== $batch ) { - $count += wp_toolkit_native_api_benchmark_count_html_tag_batch( $batch ); - } - } while ( is_string( $batch ) && '' !== $batch ); - - return $count; - } - - while ( $processor->next_tag_any( true, 1 ) ) { - if ( 'A' === $processor->get_tag() ) { - ++$count; - } - } - - return $count; -} - -/** - * Benchmark the native lower-level HTML tag processor with chunked tag-name and attribute summaries. - * - * @return int Number of matching tags visited plus attribute bytes consumed. - */ -function wp_toolkit_native_api_benchmark_native_html_matching_tag_attribute_batch() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Native_Tag_Processor( $html ); - $count = 0; - - if ( method_exists( $processor, 'next_matching_tag_attribute_compact_summary_batch' ) ) { - do { - $batch = $processor->next_matching_tag_attribute_compact_summary_batch( 'a', 'href', 256, true ); - if ( is_string( $batch ) && '' !== $batch ) { - $count += wp_toolkit_native_api_benchmark_count_html_tag_attribute_batch( $batch ); - } - } while ( is_string( $batch ) && '' !== $batch ); - - return $count; - } - - while ( $processor->next_tag_any( true, 1 ) ) { - if ( 'A' === $processor->get_tag() ) { - ++$count; - $value = $processor->get_attribute( 'href' ); - if ( is_string( $value ) ) { - $count += strlen( $value ); - } - } - } - - return $count; -} - -/** - * Benchmark the native lower-level HTML tag processor with chunked tag-name and multi-attribute summaries. - * - * @return int Number of matching tags visited plus attribute bytes consumed. - */ -function wp_toolkit_native_api_benchmark_native_html_matching_tag_attributes_batch() { - $html = wp_toolkit_native_api_benchmark_html_link_document(); - $processor = new WP_HTML_Native_Tag_Processor( $html ); - $count = 0; - - if ( method_exists( $processor, 'next_matching_tag_attributes_compact_summary_batch' ) ) { - do { - $batch = $processor->next_matching_tag_attributes_compact_summary_batch( 'a', "href\x1ftitle\x1frel", 256, true ); - if ( is_string( $batch ) && '' !== $batch ) { - $count += wp_toolkit_native_api_benchmark_count_html_tag_attributes_batch( $batch, 3 ); - } - } while ( is_string( $batch ) && '' !== $batch ); - - return $count; - } - - while ( $processor->next_tag_any( true, 1 ) ) { - if ( 'A' === $processor->get_tag() ) { - ++$count; - foreach ( array( 'href', 'title', 'rel' ) as $attribute_name ) { - $value = $processor->get_attribute( $attribute_name ); - if ( is_string( $value ) ) { - $count += strlen( $value ); - } - } - } - } - - return $count; -} - -/** - * Benchmark the native lower-level HTML link-audit summary. - * - * @return int Number of matching tags plus attributes and attribute bytes consumed. - */ -function wp_toolkit_native_api_benchmark_native_html_link_audit_summary() { - $html = wp_toolkit_native_api_benchmark_html_link_document(); - $processor = new WP_HTML_Native_Tag_Processor( $html ); - - if ( method_exists( $processor, 'summarize_matching_tag_attributes' ) ) { - $summary = $processor->summarize_matching_tag_attributes( 'a', "href\x1ftitle\x1frel", true ); - if ( is_string( $summary ) ) { - $parts = explode( "\x1f", $summary, 3 ); - if ( 3 === count( $parts ) ) { - return (int) $parts[0] + (int) $parts[1] + (int) $parts[2]; - } - } - } - - return wp_toolkit_native_api_benchmark_native_html_matching_tag_attributes_batch(); -} - -/** - * Benchmark the native lower-level HTML tag inventory summary. - * - * @return int Number of tags plus attributes and unique tag names counted. - */ -function wp_toolkit_native_api_benchmark_native_html_tag_inventory_summary() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Native_Tag_Processor( $html ); - - if ( ! method_exists( $processor, 'summarize_tag_inventory' ) ) { - return 0; - } - - $summary = $processor->summarize_tag_inventory( true ); - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native HTML tag inventory summary benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 5 ); - if ( 5 !== count( $parts ) ) { - throw new RuntimeException( 'Native HTML tag inventory summary benchmark returned an invalid compact row.' ); - } - - return (int) $parts[0] + (int) $parts[3] + (int) $parts[4]; -} - -/** - * Benchmark the native lower-level HTML heading inventory summary. - * - * @return int Number of tags plus headings counted. - */ -function wp_toolkit_native_api_benchmark_native_html_heading_inventory_summary() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Native_Tag_Processor( $html ); - - if ( ! method_exists( $processor, 'summarize_heading_inventory' ) ) { - return 0; - } - - $summary = $processor->summarize_heading_inventory( true ); - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native HTML heading inventory summary benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 8 ); - if ( 8 !== count( $parts ) ) { - throw new RuntimeException( 'Native HTML heading inventory summary benchmark returned an invalid compact row.' ); - } - - return (int) $parts[0] + (int) $parts[1] + (int) $parts[3]; -} - -/** - * Benchmark the native lower-level HTML ID inventory summary. - * - * @return int Number of tags plus ID counts and value bytes counted. - */ -function wp_toolkit_native_api_benchmark_native_html_id_inventory_summary() { - $html = wp_toolkit_native_api_benchmark_html_id_document(); - $processor = new WP_HTML_Native_Tag_Processor( $html ); - - if ( ! method_exists( $processor, 'summarize_id_inventory' ) ) { - return 0; - } - - $summary = $processor->summarize_id_inventory( true ); - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native HTML ID inventory summary benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 5 ); - if ( 5 !== count( $parts ) ) { - throw new RuntimeException( 'Native HTML ID inventory summary benchmark returned an invalid compact row.' ); - } - - return (int) $parts[0] + (int) $parts[1] + (int) $parts[3] + (int) $parts[4]; -} - -/** - * Benchmark the native lower-level HTML attribute inventory summary. - * - * @return int Number of tags plus attributes and value bytes counted. - */ -function wp_toolkit_native_api_benchmark_native_html_attribute_inventory_summary() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Native_Tag_Processor( $html ); - - if ( ! method_exists( $processor, 'summarize_attribute_inventory' ) ) { - return 0; - } - - $summary = $processor->summarize_attribute_inventory( true ); - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native HTML attribute inventory summary benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 4 ); - if ( 4 !== count( $parts ) ) { - throw new RuntimeException( 'Native HTML attribute inventory summary benchmark returned an invalid compact row.' ); - } - - return (int) $parts[0] + (int) $parts[1] + (int) $parts[3]; -} - -/** - * Benchmark the native lower-level HTML data-attribute inventory summary. - * - * @return int Number of tags plus data attributes and value bytes counted. - */ -function wp_toolkit_native_api_benchmark_native_html_data_attribute_inventory_summary() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Native_Tag_Processor( $html ); - - if ( ! method_exists( $processor, 'summarize_data_attribute_inventory' ) ) { - return 0; - } - - $summary = $processor->summarize_data_attribute_inventory( true ); - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native HTML data-attribute inventory summary benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 5 ); - if ( 5 !== count( $parts ) ) { - throw new RuntimeException( 'Native HTML data-attribute inventory summary benchmark returned an invalid compact row.' ); - } - - return (int) $parts[0] + (int) $parts[2] + (int) $parts[4]; -} - -/** - * Benchmark the native lower-level HTML ARIA attribute inventory summary. - * - * @return int Number of tags plus ARIA attributes and value bytes counted. - */ -function wp_toolkit_native_api_benchmark_native_html_aria_attribute_inventory_summary() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Native_Tag_Processor( $html ); - - if ( ! method_exists( $processor, 'summarize_aria_attribute_inventory' ) ) { - return 0; - } - - $summary = $processor->summarize_aria_attribute_inventory( true ); - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native HTML ARIA attribute inventory summary benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 5 ); - if ( 5 !== count( $parts ) ) { - throw new RuntimeException( 'Native HTML ARIA attribute inventory summary benchmark returned an invalid compact row.' ); - } - - return (int) $parts[0] + (int) $parts[2] + (int) $parts[4]; -} - -/** - * Benchmark the native lower-level HTML class inventory summary. - * - * @return int Number of tags plus class names and class value bytes counted. - */ -function wp_toolkit_native_api_benchmark_native_html_class_inventory_summary() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Native_Tag_Processor( $html ); - - if ( ! method_exists( $processor, 'summarize_class_inventory' ) ) { - return 0; - } - - $summary = $processor->summarize_class_inventory( true ); - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native HTML class inventory summary benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 5 ); - if ( 5 !== count( $parts ) ) { - throw new RuntimeException( 'Native HTML class inventory summary benchmark returned an invalid compact row.' ); - } - - return (int) $parts[0] + (int) $parts[2] + (int) $parts[4]; -} - -/** - * Benchmark the native lower-level HTML resource inventory summary. - * - * @return int Number of tags plus resource attributes and value bytes counted. - */ -function wp_toolkit_native_api_benchmark_native_html_resource_inventory_summary() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Native_Tag_Processor( $html ); - - if ( ! method_exists( $processor, 'summarize_resource_inventory' ) ) { - return 0; - } - - $summary = $processor->summarize_resource_inventory( true ); - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native HTML resource inventory summary benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 5 ); - if ( 5 !== count( $parts ) ) { - throw new RuntimeException( 'Native HTML resource inventory summary benchmark returned an invalid compact row.' ); - } - - return (int) $parts[0] + (int) $parts[2] + (int) $parts[4]; -} - -/** - * Benchmark the native lower-level HTML image inventory summary. - * - * @return int Number of tags plus images, attributes, and value bytes counted. - */ -function wp_toolkit_native_api_benchmark_native_html_image_inventory_summary() { - $html = wp_toolkit_native_api_benchmark_html_image_document(); - $processor = new WP_HTML_Native_Tag_Processor( $html ); - - if ( ! method_exists( $processor, 'summarize_image_inventory' ) ) { - return 0; - } - - $summary = $processor->summarize_image_inventory( true ); - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native HTML image inventory summary benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 8 ); - if ( 8 !== count( $parts ) ) { - throw new RuntimeException( 'Native HTML image inventory summary benchmark returned an invalid compact row.' ); - } - - return (int) $parts[0] + (int) $parts[1] + (int) $parts[6] + (int) $parts[7]; -} - -/** - * Benchmark the native lower-level HTML script inventory summary. - * - * @return int Number of tags plus scripts, attributes, and value bytes counted. - */ -function wp_toolkit_native_api_benchmark_native_html_script_inventory_summary() { - $html = wp_toolkit_native_api_benchmark_html_script_document(); - $processor = new WP_HTML_Native_Tag_Processor( $html ); - - if ( ! method_exists( $processor, 'summarize_script_inventory' ) ) { - return 0; - } - - $summary = $processor->summarize_script_inventory( true ); - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native HTML script inventory summary benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 8 ); - if ( 8 !== count( $parts ) ) { - throw new RuntimeException( 'Native HTML script inventory summary benchmark returned an invalid compact row.' ); - } - - return (int) $parts[0] + (int) $parts[1] + (int) $parts[6] + (int) $parts[7]; -} - -/** - * Benchmark the native lower-level HTML form inventory summary. - * - * @return int Number of tags plus controls and name bytes counted. - */ -function wp_toolkit_native_api_benchmark_native_html_form_inventory_summary() { - $html = wp_toolkit_native_api_benchmark_html_form_document(); - $processor = new WP_HTML_Native_Tag_Processor( $html ); - - if ( ! method_exists( $processor, 'summarize_form_inventory' ) ) { - return 0; - } - - $summary = $processor->summarize_form_inventory( true ); - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native HTML form inventory summary benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 6 ); - if ( 6 !== count( $parts ) ) { - throw new RuntimeException( 'Native HTML form inventory summary benchmark returned an invalid compact row.' ); - } - - return (int) $parts[0] + (int) $parts[2] + (int) $parts[5]; -} - -/** - * Benchmark the native lower-level HTML tag processor with chunked prefix summaries. - * - * @return int Number of tags visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_native_html_tag_prefix_batch() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Native_Tag_Processor( $html ); - $count = 0; - - if ( method_exists( $processor, 'next_tag_prefix_summary_batch' ) ) { - do { - $batch = $processor->next_tag_prefix_summary_batch( 'data-', 256, true ); - if ( is_string( $batch ) && '' !== $batch ) { - $count += wp_toolkit_native_api_benchmark_count_html_tag_prefix_batch( $batch ); - } - } while ( is_string( $batch ) && '' !== $batch ); - - return $count; - } - - return wp_toolkit_native_api_benchmark_native_html_tag_prefix_count(); -} - -/** - * Benchmark the native lower-level HTML tag processor with chunked prefix-count summaries. - * - * @return int Number of tags visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_native_html_tag_prefix_count_batch() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Native_Tag_Processor( $html ); - $count = 0; - - if ( ! method_exists( $processor, 'next_tag_prefix_count_compact_batch' ) ) { - return wp_toolkit_native_api_benchmark_native_html_tag_prefix_batch(); - } - - do { - $summary = $processor->next_tag_prefix_count_compact_batch( 'data-', 256, true ); - if ( is_string( $summary ) && '' !== $summary ) { - $count += wp_toolkit_native_api_benchmark_count_html_tag_prefix_count_batch( $summary ); - } - } while ( is_string( $summary ) && '' !== $summary ); - - return $count; -} - -/** - * Counts compact HTML tag batch rows without allocating per-row arrays. - * - * @param string $batch Compact tag summary batch. - * @return int Number of tags visited. - */ -function wp_toolkit_native_api_benchmark_count_html_tag_batch( $batch ) { - $count = 0; - $offset = 0; - $length = strlen( $batch ); - - while ( $offset < $length ) { - $row_end = strpos( $batch, "\x1e", $offset ); - if ( false === $row_end ) { - $row_end = $length; - } - - $first = strpos( $batch, "\x1f", $offset ); - if ( false === $first || $first >= $row_end ) { - throw new RuntimeException( 'HTML tag batch benchmark returned an invalid summary row.' ); - } - - ++$count; - $offset = $row_end + 1; - } - - return $count; -} - -/** - * Counts compact HTML tag-attribute batch rows without allocating per-row arrays. - * - * @param string $batch Compact tag-attribute summary batch. - * @return int Number of tags visited plus attribute bytes consumed. - */ -function wp_toolkit_native_api_benchmark_count_html_tag_attribute_batch( $batch ) { - $count = 0; - $offset = 0; - $length = strlen( $batch ); - - while ( $offset < $length ) { - $row_end = strpos( $batch, "\x1e", $offset ); - if ( false === $row_end ) { - $row_end = $length; - } - - $first = strpos( $batch, "\x1f", $offset ); - if ( false === $first || $first >= $row_end ) { - throw new RuntimeException( 'HTML tag attribute batch benchmark returned an invalid summary row.' ); - } - - $second = strpos( $batch, "\x1f", $first + 1 ); - if ( false === $second || $second >= $row_end ) { - throw new RuntimeException( 'HTML tag attribute batch benchmark returned an invalid summary row.' ); - } - - ++$count; - if ( '1' === substr( $batch, $second + 1, 1 ) ) { - $count += $row_end - $second - 2; - } - $offset = $row_end + 1; - } - - return $count; -} - -/** - * Counts compact HTML tag multi-attribute batch rows without allocating per-row arrays. - * - * @param string $batch Compact tag-attribute summary batch. - * @param int $attribute_count Number of attribute fields per row. - * @return int Number of tags visited plus attribute bytes consumed. - */ -function wp_toolkit_native_api_benchmark_count_html_tag_attributes_batch( $batch, $attribute_count ) { - $count = 0; - $offset = 0; - $length = strlen( $batch ); - - while ( $offset < $length ) { - $row_end = strpos( $batch, "\x1e", $offset ); - if ( false === $row_end ) { - $row_end = $length; - } - - $field_start = $offset; - for ( $field_index = 0; $field_index < 2 + $attribute_count; ++$field_index ) { - $field_end = strpos( $batch, "\x1f", $field_start ); - if ( false === $field_end || $field_end > $row_end ) { - $field_end = $row_end; - } - - if ( $field_start > $row_end || ( $field_index < 1 + $attribute_count && $field_end >= $row_end ) ) { - throw new RuntimeException( 'HTML tag attributes batch benchmark returned an invalid summary row.' ); - } - - if ( $field_index >= 2 && '1' === substr( $batch, $field_start, 1 ) ) { - $count += $field_end - $field_start - 1; - } - - $field_start = $field_end + 1; - } - - ++$count; - $offset = $row_end + 1; - } - - return $count; -} - -/** - * Counts compact HTML tag-prefix batch rows without allocating per-row arrays. - * - * @param string $batch Compact tag-prefix summary batch. - * @return int Number of tags visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_count_html_tag_prefix_batch( $batch ) { - $count = 0; - $offset = 0; - $length = strlen( $batch ); - - while ( $offset < $length ) { - $row_end = strpos( $batch, "\x1e", $offset ); - if ( false === $row_end ) { - $row_end = $length; - } - - $first = strpos( $batch, "\x1f", $offset ); - if ( false === $first || $first >= $row_end ) { - throw new RuntimeException( 'HTML tag prefix batch benchmark returned an invalid summary row.' ); - } - - $second = strpos( $batch, "\x1f", $first + 1 ); - if ( false === $second || $second >= $row_end ) { - throw new RuntimeException( 'HTML tag prefix batch benchmark returned an invalid summary row.' ); - } - - ++$count; - $count += (int) substr( $batch, $second + 1, $row_end - $second - 1 ); - $offset = $row_end + 1; - } - - return $count; -} - -/** - * Counts a compact HTML tag-prefix count batch. - * - * @param string $summary Compact tag and attribute count summary. - * @return int Number of tags visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_count_html_tag_prefix_count_batch( $summary ) { - $parts = explode( "\x1f", $summary, 2 ); - if ( 2 !== count( $parts ) ) { - throw new RuntimeException( 'HTML tag prefix count batch benchmark returned an invalid summary row.' ); - } - - return (int) $parts[0] + (int) $parts[1]; -} - -/** - * Benchmark the native lower-level HTML prefix-count summary. - * - * @return int Number of tags visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_native_html_tag_prefix_summary() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Native_Tag_Processor( $html ); - - if ( method_exists( $processor, 'summarize_attribute_names_with_prefix' ) ) { - $summary = $processor->summarize_attribute_names_with_prefix( 'data-', true ); - if ( is_string( $summary ) ) { - $parts = explode( "\x1f", $summary, 2 ); - if ( 2 === count( $parts ) ) { - return (int) $parts[0] + (int) $parts[1]; - } - } - } - - return wp_toolkit_native_api_benchmark_native_html_tag_prefix_count(); -} - -/** - * Benchmark an HTML prefix-scan and remove-attribute sanitization workflow. - * - * @return int Number of tags visited plus attributes removed. - */ -function wp_toolkit_native_api_benchmark_html_tag_sanitizer() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Tag_Processor( $html ); - $summary = $processor->remove_attributes_with_prefix_from_document( 'data-', true ); - - if ( ! is_array( $summary ) || ! isset( $summary['tag_count'], $summary['removed_count'], $summary['html'] ) ) { - throw new RuntimeException( 'HTML tag sanitizer benchmark returned an invalid summary.' ); - } - - $updated_html = $summary['html']; - if ( false !== strpos( $updated_html, 'data-' ) ) { - throw new RuntimeException( 'HTML tag sanitizer benchmark left data-* attributes in the output.' ); - } - - return (int) $summary['tag_count'] + (int) $summary['removed_count']; -} - -/** - * Benchmark the native lower-level HTML prefix-scan and remove-attribute path. - * - * @return int Number of tags visited plus attributes removed. - */ -function wp_toolkit_native_api_benchmark_native_html_tag_sanitizer() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = new WP_HTML_Native_Tag_Processor( $html ); - $tag_count = 0; - $removed_count = 0; - - if ( method_exists( $processor, 'remove_attributes_with_prefix_from_document' ) ) { - $summary = $processor->remove_attributes_with_prefix_from_document( 'data-', true ); - if ( is_string( $summary ) ) { - $parts = explode( "\x1f", $summary, 3 ); - if ( 3 === count( $parts ) ) { - if ( false !== strpos( $parts[2], 'data-' ) ) { - throw new RuntimeException( 'Native HTML tag sanitizer benchmark left data-* attributes in the output.' ); - } - - return (int) $parts[0] + (int) $parts[1]; - } - } - } - - while ( $processor->next_tag_any( true, 1 ) ) { - ++$tag_count; - if ( method_exists( $processor, 'remove_attributes_with_prefix' ) ) { - $count = $processor->remove_attributes_with_prefix( 'data-' ); - if ( is_int( $count ) ) { - $removed_count += $count; - } - continue; - } - - $names = $processor->get_attribute_names_with_prefix( 'data-' ); - if ( ! is_array( $names ) ) { - continue; - } - - foreach ( $names as $name ) { - if ( $processor->remove_attribute( $name ) ) { - ++$removed_count; - } - } - } - - $updated_html = $processor->get_updated_html(); - if ( false !== strpos( $updated_html, 'data-' ) ) { - throw new RuntimeException( 'Native HTML tag sanitizer benchmark left data-* attributes in the output.' ); - } - - return $tag_count + $removed_count; -} - -/** - * Benchmark the full HTML processor. - * - * @return int Number of tokens visited. - */ -function wp_toolkit_native_api_benchmark_html_processor() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = WP_HTML_Processor::create_fragment( $html ); - $count = 0; - - while ( $processor->next_token() ) { - ++$count; - $processor->get_token_type(); - $processor->get_token_name(); - $processor->get_breadcrumbs(); - } - - return $count; -} - -/** - * Benchmark the native full HTML processor. - * - * @return int Number of tokens visited. - */ -function wp_toolkit_native_api_benchmark_native_html_processor() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = WP_HTML_Native_Processor::create_fragment( $html ); - $count = 0; - - while ( $processor->next_token() ) { - ++$count; - $processor->get_token_type(); - $processor->get_token_name(); - $processor->get_breadcrumbs(); - } - - return $count; -} - -/** - * Benchmark public HTML processor token summary batches. - * - * @return int Number of tokens visited. - */ -function wp_toolkit_native_api_benchmark_html_token_batch() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = WP_HTML_Processor::create_fragment( $html ); - $count = 0; - - do { - $batch = $processor->next_token_compact_summary_batch( 256 ); - if ( is_string( $batch ) && '' !== $batch ) { - $count += wp_toolkit_native_api_benchmark_count_html_token_batch( $batch ); - } - } while ( is_string( $batch ) && '' !== $batch ); - - return $count; -} - -/** - * Benchmark native HTML processor token summary batches. - * - * @return int Number of tokens visited. - */ -function wp_toolkit_native_api_benchmark_native_html_token_batch() { - $html = wp_toolkit_native_api_benchmark_html_document(); - $processor = WP_HTML_Native_Processor::create_fragment( $html ); - $count = 0; - - do { - $batch = $processor->next_token_compact_summary_batch( 256 ); - if ( is_string( $batch ) && '' !== $batch ) { - $count += wp_toolkit_native_api_benchmark_count_html_token_batch( $batch ); - } - } while ( is_string( $batch ) && '' !== $batch ); - - return $count; -} - -/** - * Counts compact HTML token batch rows without allocating per-row arrays. - * - * @param string $batch Compact token summary batch. - * @return int Number of tokens visited. - */ -function wp_toolkit_native_api_benchmark_count_html_token_batch( $batch ) { - $count = 0; - $offset = 0; - $length = strlen( $batch ); - - while ( $offset < $length ) { - $row_end = strpos( $batch, "\x1e", $offset ); - if ( false === $row_end ) { - $row_end = $length; - } - - $first = strpos( $batch, "\x1f", $offset ); - if ( false === $first || $first >= $row_end ) { - throw new RuntimeException( 'HTML token batch benchmark returned an invalid summary row.' ); - } - - ++$count; - $offset = $row_end + 1; - } - - return $count; -} - -/** - * Benchmark the public URL-in-text processor. - * - * @return int Number of URLs visited. - */ -function wp_toolkit_native_api_benchmark_url_in_text_processor() { - $text = wp_toolkit_native_api_benchmark_url_in_text_document(); - $processor = new URLInTextProcessor( $text, 'https://example.com' ); - $count = 0; - - while ( $processor->next_url() ) { - ++$count; - $raw_url = $processor->get_raw_url(); - $parsed_url = $processor->get_parsed_url(); - if ( false === $raw_url || false === $parsed_url ) { - throw new RuntimeException( 'URLInTextProcessor benchmark exposed an invalid URL row.' ); - } - } - - if ( 360 !== $count ) { - throw new RuntimeException( "URLInTextProcessor benchmark expected 360 URLs, found {$count}." ); - } - - return $count; -} - -/** - * Benchmark the direct native URL-in-text processor. - * - * @return int Number of URLs visited. - */ -function wp_toolkit_native_api_benchmark_native_url_in_text_processor() { - $text = wp_toolkit_native_api_benchmark_url_in_text_document(); - $native_class = 'WordPress\\DataLiberation\\URL\\NativeURLInTextProcessor'; - $processor = new $native_class( $text, 'https://example.com' ); - $count = 0; - $total_url_bytes = 0; - - while ( $processor->next_url() ) { - ++$count; - $raw_url = $processor->get_raw_url(); - if ( ! is_string( $raw_url ) || '' === $raw_url ) { - throw new RuntimeException( 'Native URL-in-text benchmark exposed an invalid URL row.' ); - } - $total_url_bytes += $processor->get_url_length(); - $processor->get_url_starts_at(); - $processor->had_protocol(); - } - - if ( 360 !== $count || 0 === $total_url_bytes ) { - throw new RuntimeException( "Native URL-in-text benchmark expected 360 URLs, found {$count}." ); - } - - return $count; -} - -/** - * Benchmark the XML processor. - * - * @return int Number of tokens visited. - */ -function wp_toolkit_native_api_benchmark_xml_processor() { - $xml = wp_toolkit_native_api_benchmark_xml_document(); - $processor = XMLProcessor::create_from_string( $xml ); - $count = 0; - - if ( false === $processor ) { - throw new RuntimeException( 'XMLProcessor could not parse benchmark document.' ); - } - - while ( $processor->next_token() ) { - ++$count; - $processor->get_token_type(); - $processor->get_token_name(); - if ( null !== $processor->get_tag_local_name() ) { - $processor->get_tag_namespace_and_local_name(); - $processor->get_attribute( '', 'id' ); - } - } - - return $count; -} - -/** - * Benchmark a fused public XML token summary. - * - * @return int Number of tokens visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_xml_token_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_document(); - $processor = XMLProcessor::create_from_string( $xml ); - - if ( false === $processor ) { - throw new RuntimeException( 'XMLProcessor could not parse benchmark document.' ); - } - - $summary = $processor->summarize_token_stream( 'id' ); - if ( ! is_array( $summary ) || ! isset( $summary['token_count'], $summary['attribute_count'] ) ) { - throw new RuntimeException( 'XML token summary benchmark returned an invalid summary.' ); - } - - return (int) $summary['token_count'] + (int) $summary['attribute_count']; -} - -/** - * Benchmark a fused public XML document inventory summary. - * - * @return int Number of inventoried tokens and structural markers. - */ -function wp_toolkit_native_api_benchmark_xml_document_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_inventory_document(); - $processor = XMLProcessor::create_from_string( $xml ); - - if ( false === $processor ) { - throw new RuntimeException( 'XMLProcessor could not parse benchmark document.' ); - } - - $summary = $processor->summarize_document_inventory(); - if ( ! is_array( $summary ) || ! isset( $summary['token_count'], $summary['tag_count'], $summary['closing_tag_count'], $summary['max_depth'] ) ) { - throw new RuntimeException( 'XML document inventory benchmark returned an invalid summary.' ); - } - - if ( - 3 !== (int) $summary['max_depth'] || - 0 === (int) $summary['comment_count'] || - 0 === (int) $summary['cdata_count'] - ) { - throw new RuntimeException( 'XML document inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $summary['token_count'] + - (int) $summary['tag_count'] + - (int) $summary['closing_tag_count'] + - (int) $summary['text_token_count'] + - (int) $summary['comment_count'] + - (int) $summary['cdata_count'] + - (int) $summary['empty_element_count'] - ); -} - -/** - * Benchmark a fused public XML element inventory summary. - * - * @return int Number of inventoried element-name markers. - */ -function wp_toolkit_native_api_benchmark_xml_element_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_element_document(); - $processor = XMLProcessor::create_from_string( $xml ); - - if ( false === $processor ) { - throw new RuntimeException( 'XMLProcessor could not parse benchmark document.' ); - } - - $summary = $processor->summarize_element_inventory(); - if ( ! is_array( $summary ) || ! isset( $summary['token_count'], $summary['tag_count'], $summary['unique_tag_name_count'], $summary['duplicate_tag_name_count'] ) ) { - throw new RuntimeException( 'XML element inventory benchmark returned an invalid summary.' ); - } - - if ( - 7 !== (int) $summary['unique_tag_name_count'] || - 0 === (int) $summary['duplicate_tag_name_count'] || - 0 === (int) $summary['namespaced_tag_count'] || - 0 === (int) $summary['empty_element_count'] - ) { - throw new RuntimeException( 'XML element inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $summary['token_count'] + - (int) $summary['tag_count'] + - (int) $summary['closing_tag_count'] + - (int) $summary['unique_tag_name_count'] + - (int) $summary['duplicate_tag_name_count'] + - (int) $summary['namespaced_tag_count'] + - (int) $summary['empty_element_count'] - ); -} - -/** - * Benchmark a fused public XML depth inventory summary. - * - * @return int Number of inventoried tags and depth markers. - */ -function wp_toolkit_native_api_benchmark_xml_depth_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_depth_document(); - $processor = XMLProcessor::create_from_string( $xml ); - - if ( false === $processor ) { - throw new RuntimeException( 'XMLProcessor could not parse benchmark document.' ); - } - - $summary = $processor->summarize_depth_inventory(); - if ( ! is_array( $summary ) || ! isset( $summary['token_count'], $summary['tag_count'], $summary['total_tag_depth'], $summary['max_depth'] ) ) { - throw new RuntimeException( 'XML depth inventory benchmark returned an invalid summary.' ); - } - - if ( - (int) $summary['max_depth'] < 4 || - 0 === (int) $summary['empty_element_count'] || - 0 === (int) $summary['nested_tag_count'] || - 0 === (int) $summary['total_tag_depth'] - ) { - throw new RuntimeException( 'XML depth inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $summary['token_count'] + - (int) $summary['tag_count'] + - (int) $summary['closing_tag_count'] + - (int) $summary['empty_element_count'] + - (int) $summary['root_level_tag_count'] + - (int) $summary['nested_tag_count'] + - (int) $summary['total_tag_depth'] - ); -} - -/** - * Benchmark a fused public XML leaf inventory summary. - * - * @return int Number of inventoried tags and leaf/branch markers. - */ -function wp_toolkit_native_api_benchmark_xml_leaf_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_depth_document(); - $processor = XMLProcessor::create_from_string( $xml ); - - if ( false === $processor ) { - throw new RuntimeException( 'XMLProcessor could not parse benchmark document.' ); - } - - $summary = $processor->summarize_leaf_inventory(); - if ( ! is_array( $summary ) || ! isset( $summary['token_count'], $summary['leaf_element_count'], $summary['branch_element_count'] ) ) { - throw new RuntimeException( 'XML leaf inventory benchmark returned an invalid summary.' ); - } - - if ( - 0 === (int) $summary['empty_element_count'] || - 0 === (int) $summary['leaf_element_count'] || - 0 === (int) $summary['branch_element_count'] || - (int) $summary['max_child_element_count'] < 2 - ) { - throw new RuntimeException( 'XML leaf inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $summary['token_count'] + - (int) $summary['tag_count'] + - (int) $summary['closing_tag_count'] + - (int) $summary['empty_element_count'] + - (int) $summary['leaf_element_count'] + - (int) $summary['branch_element_count'] + - (int) $summary['max_child_element_count'] - ); -} - -/** - * Benchmark a fused public XML structural inventory summary. - * - * @return int Number of inventoried structural markers. - */ -function wp_toolkit_native_api_benchmark_xml_structural_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_depth_document(); - $processor = XMLProcessor::create_from_string( $xml ); - - if ( false === $processor ) { - throw new RuntimeException( 'XMLProcessor could not parse benchmark document.' ); - } - - $summary = $processor->summarize_structural_inventory(); - if ( ! is_array( $summary ) || ! isset( $summary['token_count'], $summary['unique_tag_name_count'], $summary['total_tag_depth'], $summary['leaf_element_count'] ) ) { - throw new RuntimeException( 'XML structural inventory benchmark returned an invalid summary.' ); - } - - if ( - 0 === (int) $summary['empty_element_count'] || - 0 === (int) $summary['nested_tag_count'] || - 0 === (int) $summary['total_tag_depth'] || - 0 === (int) $summary['leaf_element_count'] || - 0 === (int) $summary['branch_element_count'] || - (int) $summary['max_child_element_count'] < 2 - ) { - throw new RuntimeException( 'XML structural inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $summary['token_count'] + - (int) $summary['tag_count'] + - (int) $summary['closing_tag_count'] + - (int) $summary['unique_tag_name_count'] + - (int) $summary['duplicate_tag_name_count'] + - (int) $summary['namespaced_tag_count'] + - (int) $summary['empty_element_count'] + - (int) $summary['root_level_tag_count'] + - (int) $summary['nested_tag_count'] + - (int) $summary['total_tag_depth'] + - (int) $summary['leaf_element_count'] + - (int) $summary['branch_element_count'] + - (int) $summary['max_child_element_count'] - ); -} - -/** - * Benchmark a fused public XML attribute inventory summary. - * - * @return int Number of inventoried tokens and attributes. - */ -function wp_toolkit_native_api_benchmark_xml_attribute_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_attribute_document(); - $processor = XMLProcessor::create_from_string( $xml ); - - if ( false === $processor ) { - throw new RuntimeException( 'XMLProcessor could not parse benchmark document.' ); - } - - $summary = $processor->summarize_attribute_inventory(); - if ( ! is_array( $summary ) || ! isset( $summary['token_count'], $summary['attribute_count'], $summary['max_attribute_count'] ) ) { - throw new RuntimeException( 'XML attribute inventory benchmark returned an invalid summary.' ); - } - - if ( - 0 === (int) $summary['attribute_count'] || - 0 === (int) $summary['namespaced_attribute_count'] || - 0 === (int) $summary['tags_with_attributes_count'] || - (int) $summary['max_attribute_count'] < 3 - ) { - throw new RuntimeException( 'XML attribute inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $summary['token_count'] + - (int) $summary['attribute_count'] + - (int) $summary['namespaced_attribute_count'] + - (int) $summary['tags_with_attributes_count'] + - (int) $summary['max_attribute_count'] - ); -} - -/** - * Benchmark a fused public XML ID inventory summary. - * - * @return int Number of inventoried tokens and IDs. - */ -function wp_toolkit_native_api_benchmark_xml_id_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_id_document(); - $processor = XMLProcessor::create_from_string( $xml ); - - if ( false === $processor ) { - throw new RuntimeException( 'XMLProcessor could not parse benchmark document.' ); - } - - $summary = $processor->summarize_id_inventory(); - if ( ! is_array( $summary ) || ! isset( $summary['token_count'], $summary['id_attribute_count'], $summary['duplicate_id_count'] ) ) { - throw new RuntimeException( 'XML ID inventory benchmark returned an invalid summary.' ); - } - - if ( - 0 === (int) $summary['id_attribute_count'] || - 0 === (int) $summary['unique_id_count'] || - 0 === (int) $summary['duplicate_id_count'] || - 0 === (int) $summary['id_value_bytes'] - ) { - throw new RuntimeException( 'XML ID inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $summary['token_count'] + - (int) $summary['id_attribute_count'] + - (int) $summary['unique_id_count'] + - (int) $summary['duplicate_id_count'] + - (int) $summary['id_value_bytes'] - ); -} - -/** - * Benchmark a fused public XML namespace inventory summary. - * - * @return int Number of inventoried namespace-related tokens and attributes. - */ -function wp_toolkit_native_api_benchmark_xml_namespace_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_namespace_document(); - $processor = XMLProcessor::create_from_string( $xml ); - - if ( false === $processor ) { - throw new RuntimeException( 'XMLProcessor could not parse benchmark document.' ); - } - - $summary = $processor->summarize_namespace_inventory(); - if ( ! is_array( $summary ) || ! isset( $summary['token_count'], $summary['namespaced_tag_count'], $summary['unique_namespace_count'] ) ) { - throw new RuntimeException( 'XML namespace inventory benchmark returned an invalid summary.' ); - } - - if ( - 0 === (int) $summary['namespaced_tag_count'] || - 0 === (int) $summary['namespaced_attribute_count'] || - (int) $summary['unique_namespace_count'] < 2 - ) { - throw new RuntimeException( 'XML namespace inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $summary['token_count'] + - (int) $summary['namespaced_tag_count'] + - (int) $summary['attribute_count'] + - (int) $summary['namespaced_attribute_count'] + - (int) $summary['unique_namespace_count'] - ); -} - -/** - * Benchmark a fused public XML text inventory summary. - * - * @return int Number of inventoried text tokens and bytes. - */ -function wp_toolkit_native_api_benchmark_xml_text_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_text_document(); - $processor = XMLProcessor::create_from_string( $xml ); - - if ( false === $processor ) { - throw new RuntimeException( 'XMLProcessor could not parse benchmark document.' ); - } - - $summary = $processor->summarize_text_inventory(); - if ( ! is_array( $summary ) || ! isset( $summary['token_count'], $summary['text_token_count'], $summary['total_text_bytes'] ) ) { - throw new RuntimeException( 'XML text inventory benchmark returned an invalid summary.' ); - } - - if ( - 0 === (int) $summary['text_token_count'] || - 0 === (int) $summary['cdata_count'] || - 0 === (int) $summary['non_empty_text_count'] || - 0 === (int) $summary['whitespace_text_count'] || - (int) $summary['max_text_bytes'] < 10 - ) { - throw new RuntimeException( 'XML text inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $summary['token_count'] + - (int) $summary['text_token_count'] + - (int) $summary['cdata_count'] + - (int) $summary['non_empty_text_count'] + - (int) $summary['whitespace_text_count'] + - (int) $summary['total_text_bytes'] - ); -} - -/** - * Benchmark a fused public XML processing instruction inventory summary. - * - * @return int Number of inventoried processing instruction tokens and bytes. - */ -function wp_toolkit_native_api_benchmark_xml_processing_instruction_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_processing_instruction_document(); - $processor = XMLProcessor::create_from_string( $xml ); - - if ( false === $processor ) { - throw new RuntimeException( 'XMLProcessor could not parse benchmark document.' ); - } - - $summary = $processor->summarize_processing_instruction_inventory(); - if ( ! is_array( $summary ) || ! isset( $summary['token_count'], $summary['processing_instruction_count'], $summary['total_instruction_bytes'] ) ) { - throw new RuntimeException( 'XML processing instruction inventory benchmark returned an invalid summary.' ); - } - - if ( - 0 === (int) $summary['processing_instruction_count'] || - 0 === (int) $summary['xml_declaration_count'] || - 0 === (int) $summary['non_empty_instruction_count'] || - (int) $summary['max_instruction_bytes'] < 20 - ) { - throw new RuntimeException( 'XML processing instruction inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $summary['token_count'] + - (int) $summary['processing_instruction_count'] + - (int) $summary['xml_declaration_count'] + - (int) $summary['non_empty_instruction_count'] + - (int) $summary['total_instruction_bytes'] - ); -} - -/** - * Benchmark a fused public XML comment inventory summary. - * - * @return int Number of inventoried comment tokens and bytes. - */ -function wp_toolkit_native_api_benchmark_xml_comment_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_comment_document(); - $processor = XMLProcessor::create_from_string( $xml ); - - if ( false === $processor ) { - throw new RuntimeException( 'XMLProcessor could not parse benchmark document.' ); - } - - $summary = $processor->summarize_comment_inventory(); - if ( ! is_array( $summary ) || ! isset( $summary['token_count'], $summary['comment_count'], $summary['total_comment_bytes'] ) ) { - throw new RuntimeException( 'XML comment inventory benchmark returned an invalid summary.' ); - } - - if ( - 0 === (int) $summary['comment_count'] || - 0 === (int) $summary['non_empty_comment_count'] || - 0 === (int) $summary['empty_comment_count'] || - (int) $summary['max_comment_bytes'] < 20 - ) { - throw new RuntimeException( 'XML comment inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $summary['token_count'] + - (int) $summary['comment_count'] + - (int) $summary['non_empty_comment_count'] + - (int) $summary['empty_comment_count'] + - (int) $summary['total_comment_bytes'] - ); -} - -/** - * Benchmark a fused public XML payload inventory summary. - * - * @return int Number of inventoried payload tokens and bytes. - */ -function wp_toolkit_native_api_benchmark_xml_payload_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_payload_document(); - $processor = XMLProcessor::create_from_string( $xml ); - - if ( false === $processor ) { - throw new RuntimeException( 'XMLProcessor could not parse benchmark document.' ); - } - - $summary = $processor->summarize_payload_inventory(); - if ( ! is_array( $summary ) || ! isset( $summary['token_count'], $summary['text_token_count'], $summary['total_payload_bytes'] ) ) { - throw new RuntimeException( 'XML payload inventory benchmark returned an invalid summary.' ); - } - - if ( - 0 === (int) $summary['text_token_count'] || - 0 === (int) $summary['cdata_count'] || - 0 === (int) $summary['comment_count'] || - 0 === (int) $summary['processing_instruction_count'] || - (int) $summary['max_payload_bytes'] < 20 - ) { - throw new RuntimeException( 'XML payload inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $summary['token_count'] + - (int) $summary['text_token_count'] + - (int) $summary['cdata_count'] + - (int) $summary['comment_count'] + - (int) $summary['processing_instruction_count'] + - (int) $summary['total_payload_bytes'] - ); -} - -/** - * Benchmark a fused public XML content inventory summary. - * - * @return int Number of inventoried content tokens, attributes, and bytes. - */ -function wp_toolkit_native_api_benchmark_xml_content_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_payload_document(); - $processor = XMLProcessor::create_from_string( $xml ); - - if ( false === $processor ) { - throw new RuntimeException( 'XMLProcessor could not parse benchmark document.' ); - } - - $summary = $processor->summarize_content_inventory(); - if ( ! is_array( $summary ) || ! isset( $summary['token_count'], $summary['attribute_count'], $summary['total_payload_bytes'] ) ) { - throw new RuntimeException( 'XML content inventory benchmark returned an invalid summary.' ); - } - - if ( - 0 === (int) $summary['attribute_count'] || - 0 === (int) $summary['text_token_count'] || - 0 === (int) $summary['cdata_count'] || - 0 === (int) $summary['comment_count'] || - 0 === (int) $summary['processing_instruction_count'] || - (int) $summary['max_attribute_value_bytes'] < 2 || - (int) $summary['max_payload_bytes'] < 20 - ) { - throw new RuntimeException( 'XML content inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $summary['token_count'] + - (int) $summary['tag_count'] + - (int) $summary['attribute_count'] + - (int) $summary['text_token_count'] + - (int) $summary['cdata_count'] + - (int) $summary['comment_count'] + - (int) $summary['processing_instruction_count'] + - (int) $summary['total_attribute_value_bytes'] + - (int) $summary['total_payload_bytes'] - ); -} - -/** - * Benchmark a fused public XML import inventory summary. - * - * @return int Number of inventoried structure, content, and byte counts. - */ -function wp_toolkit_native_api_benchmark_xml_import_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_payload_document(); - $processor = XMLProcessor::create_from_string( $xml ); - - if ( false === $processor ) { - throw new RuntimeException( 'XMLProcessor could not parse benchmark document.' ); - } - - $summary = $processor->summarize_import_inventory(); - if ( ! is_array( $summary ) || ! isset( $summary['token_count'], $summary['attribute_count'], $summary['total_payload_bytes'] ) ) { - throw new RuntimeException( 'XML import inventory benchmark returned an invalid summary.' ); - } - - if ( - 0 === (int) $summary['tag_count'] || - 0 === (int) $summary['leaf_element_count'] || - 0 === (int) $summary['attribute_count'] || - 0 === (int) $summary['text_token_count'] || - 0 === (int) $summary['cdata_count'] || - 0 === (int) $summary['comment_count'] || - 0 === (int) $summary['processing_instruction_count'] || - (int) $summary['max_payload_bytes'] < 20 - ) { - throw new RuntimeException( 'XML import inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $summary['token_count'] + - (int) $summary['tag_count'] + - (int) $summary['closing_tag_count'] + - (int) $summary['unique_tag_name_count'] + - (int) $summary['leaf_element_count'] + - (int) $summary['branch_element_count'] + - (int) $summary['attribute_count'] + - (int) $summary['text_token_count'] + - (int) $summary['cdata_count'] + - (int) $summary['comment_count'] + - (int) $summary['processing_instruction_count'] + - (int) $summary['total_attribute_value_bytes'] + - (int) $summary['total_payload_bytes'] - ); -} - -/** - * Benchmark a public XML token summary batch loop. - * - * @return int Number of tokens visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_xml_token_batch() { - $xml = wp_toolkit_native_api_benchmark_xml_document(); - $processor = XMLProcessor::create_from_string( $xml ); - $count = 0; - - if ( false === $processor ) { - throw new RuntimeException( 'XMLProcessor could not parse benchmark document.' ); - } - - do { - $batch = $processor->next_token_compact_summary_batch( 256 ); - if ( is_string( $batch ) && '' !== $batch ) { - foreach ( explode( "\x1e", $batch ) as $row ) { - $parts = explode( "\x1f", $row, 6 ); - if ( 6 !== count( $parts ) ) { - throw new RuntimeException( 'XML token batch benchmark returned an invalid summary row.' ); - } - - ++$count; - if ( isset( $parts[5][0] ) && '1' === $parts[5][0] ) { - ++$count; - } - } - } - } while ( is_string( $batch ) && '' !== $batch ); - - return $count; -} - -/** - * Benchmark a fused public XML tag summary. - * - * @return int Number of tags visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_xml_tag_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_document(); - $processor = XMLProcessor::create_from_string( $xml ); - - if ( false === $processor ) { - throw new RuntimeException( 'XMLProcessor could not parse benchmark document.' ); - } - - $summary = $processor->summarize_tag_stream( 'id' ); - if ( ! is_array( $summary ) || ! isset( $summary['tag_count'], $summary['attribute_count'] ) ) { - throw new RuntimeException( 'XML tag summary benchmark returned an invalid summary.' ); - } - - return (int) $summary['tag_count'] + (int) $summary['attribute_count']; -} - -/** - * Benchmark a public XML tag summary batch loop. - * - * @return int Number of tags visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_xml_tag_batch() { - $xml = wp_toolkit_native_api_benchmark_xml_document(); - $processor = XMLProcessor::create_from_string( $xml ); - $count = 0; - - if ( false === $processor ) { - throw new RuntimeException( 'XMLProcessor could not parse benchmark document.' ); - } - - do { - $batch = $processor->next_tag_compact_summary_batch( 256, 'id' ); - if ( is_string( $batch ) && '' !== $batch ) { - $count += wp_toolkit_native_api_benchmark_count_xml_tag_batch( $batch ); - } - } while ( is_string( $batch ) && '' !== $batch ); - - return $count; -} - -/** - * Benchmark a public XML matching tag summary batch loop. - * - * @return int Number of matching tags visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_xml_matching_tag_batch() { - $xml = wp_toolkit_native_api_benchmark_xml_document(); - $processor = XMLProcessor::create_from_string( $xml ); - $count = 0; - - if ( false === $processor ) { - throw new RuntimeException( 'XMLProcessor could not parse benchmark document.' ); - } - - do { - $batch = $processor->next_matching_tag_compact_summary_batch( 256, 'https://wordpress.org', 'item', 'id' ); - if ( is_string( $batch ) && '' !== $batch ) { - $count += wp_toolkit_native_api_benchmark_count_xml_tag_batch( $batch ); - } - } while ( is_string( $batch ) && '' !== $batch ); - - return $count; -} - -/** - * Benchmark a public XML matching tag count batch loop. - * - * @return int Number of matching tags visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_xml_matching_tag_count_batch() { - $xml = wp_toolkit_native_api_benchmark_xml_document(); - $processor = XMLProcessor::create_from_string( $xml ); - $count = 0; - - if ( false === $processor ) { - throw new RuntimeException( 'XMLProcessor could not parse benchmark document.' ); - } - - do { - $summary = $processor->next_matching_tag_count_compact_batch( 256, 'https://wordpress.org', 'item', 'id' ); - if ( is_string( $summary ) ) { - $parts = explode( "\x1f", $summary, 3 ); - if ( 3 !== count( $parts ) ) { - throw new RuntimeException( 'XML matching tag count batch benchmark returned an invalid summary row.' ); - } - - $count += (int) $parts[1] + (int) $parts[2]; - } - } while ( is_string( $summary ) ); - - return $count; -} - -/** - * Benchmark a document-level XML matching tag summary. - * - * @return int Number of matching tags visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_xml_matching_tag_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_document(); - $processor = XMLProcessor::create_from_string( $xml ); - - if ( false === $processor ) { - throw new RuntimeException( 'XMLProcessor could not parse benchmark document.' ); - } - - $summary = $processor->summarize_matching_tag_stream( 'https://wordpress.org', 'item', 'id' ); - if ( ! is_array( $summary ) || ! isset( $summary['tag_count'], $summary['attribute_count'] ) ) { - throw new RuntimeException( 'XML matching tag summary benchmark returned an invalid summary.' ); - } - - return (int) $summary['tag_count'] + (int) $summary['attribute_count']; -} - -/** - * Benchmark a document-level XML matching tag multi-attribute summary. - * - * @return int Number of matching tags visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_xml_matching_tag_attributes_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_matching_attribute_document(); - $processor = XMLProcessor::create_from_string( $xml ); - - if ( false === $processor ) { - throw new RuntimeException( 'XMLProcessor could not parse benchmark document.' ); - } - - $summary = $processor->summarize_matching_tag_attributes_stream( - 'https://wordpress.org', - 'item', - array( 'id', 'slug', 'status' ) - ); - if ( ! is_array( $summary ) || ! isset( $summary['tag_count'], $summary['attribute_count'] ) ) { - throw new RuntimeException( 'XML matching tag attributes summary benchmark returned an invalid summary.' ); - } - - return (int) $summary['tag_count'] + (int) $summary['attribute_count']; -} - -/** - * Benchmark a public XML tag count batch loop. - * - * @return int Number of tags visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_xml_tag_count_batch() { - $xml = wp_toolkit_native_api_benchmark_xml_document(); - $processor = XMLProcessor::create_from_string( $xml ); - $count = 0; - - if ( false === $processor ) { - throw new RuntimeException( 'XMLProcessor could not parse benchmark document.' ); - } - - do { - $summary = $processor->next_tag_count_compact_batch( 256, 'id' ); - if ( is_string( $summary ) ) { - $parts = explode( "\x1f", $summary, 3 ); - if ( 3 !== count( $parts ) ) { - throw new RuntimeException( 'XML tag count batch benchmark returned an invalid summary row.' ); - } - - $count += (int) $parts[1] + (int) $parts[2]; - } - } while ( is_string( $summary ) ); - - return $count; -} - -/** - * Benchmark a document-level XML attribute-prefix summary. - * - * @return int Number of tags visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_xml_prefix_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_attribute_document(); - $processor = XMLProcessor::create_from_string( $xml ); - - if ( false === $processor ) { - throw new RuntimeException( 'XMLProcessor could not parse benchmark document.' ); - } - - $summary = $processor->summarize_attribute_names_with_prefix( null, 'data-' ); - if ( ! is_array( $summary ) || ! isset( $summary['tag_count'], $summary['attribute_count'] ) ) { - throw new RuntimeException( 'XML prefix summary benchmark returned an invalid summary.' ); - } - - return (int) $summary['tag_count'] + (int) $summary['attribute_count']; -} - -/** - * Benchmark document-level XML prefixed-attribute removal. - * - * @return int Number of tags visited plus matching attributes removed. - */ -function wp_toolkit_native_api_benchmark_xml_prefix_sanitizer() { - $xml = wp_toolkit_native_api_benchmark_xml_attribute_document(); - $processor = XMLProcessor::create_from_string( $xml ); - - if ( false === $processor ) { - throw new RuntimeException( 'XMLProcessor could not parse benchmark document.' ); - } - - $summary = $processor->remove_attributes_with_prefix_from_document( null, 'data-' ); - if ( ! is_array( $summary ) || ! isset( $summary['tag_count'], $summary['removed_count'], $summary['xml'] ) ) { - throw new RuntimeException( 'XML prefix sanitizer benchmark returned an invalid summary.' ); - } - - if ( false !== strpos( $summary['xml'], ' data-' ) ) { - throw new RuntimeException( 'XML prefix sanitizer benchmark left data-* attributes in the output.' ); - } - - return (int) $summary['tag_count'] + (int) $summary['removed_count']; -} - -/** - * Benchmark the native XML processor. - * - * @return int Number of tokens visited. - */ -function wp_toolkit_native_api_benchmark_native_xml_processor() { - $xml = wp_toolkit_native_api_benchmark_xml_document(); - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - $processor = $class_name::create_from_string( $xml ); - $count = 0; - - while ( $processor->next_token() ) { - ++$count; - $processor->get_token_type(); - $processor->get_token_name(); - $processor->get_attribute( 'id' ); - } - - if ( null !== $processor->get_last_error() ) { - throw new RuntimeException( 'NativeXMLProcessor reported benchmark parse error: ' . $processor->get_last_error() ); - } - - return $count; -} - -/** - * Benchmark the native fused XML token summary. - * - * @return int Number of tokens visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_native_xml_token_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_document(); - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - $processor = $class_name::create_from_string( $xml ); - $summary = $processor->summarize_token_stream( 'id' ); - - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native XML token summary benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 3 ); - if ( 3 !== count( $parts ) ) { - throw new RuntimeException( 'Native XML token summary benchmark returned an invalid summary row.' ); - } - - if ( null !== $processor->get_last_error() ) { - throw new RuntimeException( 'NativeXMLProcessor reported benchmark parse error: ' . $processor->get_last_error() ); - } - - return (int) $parts[0] + (int) $parts[2]; -} - -/** - * Benchmark native XML document inventory summary. - * - * @return int Number of inventoried tokens and structural markers. - */ -function wp_toolkit_native_api_benchmark_native_xml_document_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_inventory_document(); - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - $processor = $class_name::create_from_string( $xml ); - $summary = $processor->summarize_document_inventory(); - - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native XML document inventory benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 8 ); - if ( 8 !== count( $parts ) ) { - throw new RuntimeException( 'Native XML document inventory benchmark returned an invalid summary row.' ); - } - - if ( null !== $processor->get_last_error() ) { - throw new RuntimeException( 'NativeXMLProcessor reported benchmark parse error: ' . $processor->get_last_error() ); - } - - if ( 3 !== (int) $parts[6] || 0 === (int) $parts[4] || 0 === (int) $parts[5] ) { - throw new RuntimeException( 'Native XML document inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $parts[0] + - (int) $parts[1] + - (int) $parts[2] + - (int) $parts[3] + - (int) $parts[4] + - (int) $parts[5] + - (int) $parts[7] - ); -} - -/** - * Benchmark native XML element inventory summary. - * - * @return int Number of inventoried element-name markers. - */ -function wp_toolkit_native_api_benchmark_native_xml_element_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_element_document(); - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - $processor = $class_name::create_from_string( $xml ); - $summary = $processor->summarize_element_inventory(); - - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native XML element inventory benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 7 ); - if ( 7 !== count( $parts ) ) { - throw new RuntimeException( 'Native XML element inventory benchmark returned an invalid summary row.' ); - } - - if ( null !== $processor->get_last_error() ) { - throw new RuntimeException( 'NativeXMLProcessor reported benchmark parse error: ' . $processor->get_last_error() ); - } - - if ( 7 !== (int) $parts[3] || 0 === (int) $parts[4] || 0 === (int) $parts[5] || 0 === (int) $parts[6] ) { - throw new RuntimeException( 'Native XML element inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $parts[0] + - (int) $parts[1] + - (int) $parts[2] + - (int) $parts[3] + - (int) $parts[4] + - (int) $parts[5] + - (int) $parts[6] - ); -} - -/** - * Benchmark native XML depth inventory summary. - * - * @return int Number of inventoried tags and depth markers. - */ -function wp_toolkit_native_api_benchmark_native_xml_depth_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_depth_document(); - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - $processor = $class_name::create_from_string( $xml ); - $summary = $processor->summarize_depth_inventory(); - - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native XML depth inventory benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 8 ); - if ( 8 !== count( $parts ) ) { - throw new RuntimeException( 'Native XML depth inventory benchmark returned an invalid summary row.' ); - } - - if ( null !== $processor->get_last_error() ) { - throw new RuntimeException( 'NativeXMLProcessor reported benchmark parse error: ' . $processor->get_last_error() ); - } - - if ( (int) $parts[7] < 4 || 0 === (int) $parts[3] || 0 === (int) $parts[5] || 0 === (int) $parts[6] ) { - throw new RuntimeException( 'Native XML depth inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $parts[0] + - (int) $parts[1] + - (int) $parts[2] + - (int) $parts[3] + - (int) $parts[4] + - (int) $parts[5] + - (int) $parts[6] - ); -} - -/** - * Benchmark native XML leaf inventory summary. - * - * @return int Number of inventoried tags and leaf/branch markers. - */ -function wp_toolkit_native_api_benchmark_native_xml_leaf_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_depth_document(); - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - $processor = $class_name::create_from_string( $xml ); - $summary = $processor->summarize_leaf_inventory(); - - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native XML leaf inventory benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 7 ); - if ( 7 !== count( $parts ) ) { - throw new RuntimeException( 'Native XML leaf inventory benchmark returned an invalid summary row.' ); - } - - if ( null !== $processor->get_last_error() ) { - throw new RuntimeException( 'NativeXMLProcessor reported benchmark parse error: ' . $processor->get_last_error() ); - } - - if ( 0 === (int) $parts[3] || 0 === (int) $parts[4] || 0 === (int) $parts[5] || (int) $parts[6] < 2 ) { - throw new RuntimeException( 'Native XML leaf inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $parts[0] + - (int) $parts[1] + - (int) $parts[2] + - (int) $parts[3] + - (int) $parts[4] + - (int) $parts[5] + - (int) $parts[6] - ); -} - -/** - * Benchmark native XML structural inventory summary. - * - * @return int Number of inventoried structural markers. - */ -function wp_toolkit_native_api_benchmark_native_xml_structural_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_depth_document(); - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - $processor = $class_name::create_from_string( $xml ); - $summary = $processor->summarize_structural_inventory(); - - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native XML structural inventory benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 14 ); - if ( 14 !== count( $parts ) ) { - throw new RuntimeException( 'Native XML structural inventory benchmark returned an invalid summary row.' ); - } - - if ( null !== $processor->get_last_error() ) { - throw new RuntimeException( 'NativeXMLProcessor reported benchmark parse error: ' . $processor->get_last_error() ); - } - - if ( 0 === (int) $parts[6] || 0 === (int) $parts[8] || 0 === (int) $parts[9] || 0 === (int) $parts[11] || 0 === (int) $parts[12] || (int) $parts[13] < 2 ) { - throw new RuntimeException( 'Native XML structural inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $parts[0] + - (int) $parts[1] + - (int) $parts[2] + - (int) $parts[3] + - (int) $parts[4] + - (int) $parts[5] + - (int) $parts[6] + - (int) $parts[7] + - (int) $parts[8] + - (int) $parts[9] + - (int) $parts[11] + - (int) $parts[12] + - (int) $parts[13] - ); -} - -/** - * Benchmark native XML attribute inventory summary. - * - * @return int Number of inventoried tokens and attributes. - */ -function wp_toolkit_native_api_benchmark_native_xml_attribute_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_attribute_document(); - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - $processor = $class_name::create_from_string( $xml ); - $summary = $processor->summarize_attribute_inventory(); - - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native XML attribute inventory benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 6 ); - if ( 6 !== count( $parts ) ) { - throw new RuntimeException( 'Native XML attribute inventory benchmark returned an invalid summary row.' ); - } - - if ( null !== $processor->get_last_error() ) { - throw new RuntimeException( 'NativeXMLProcessor reported benchmark parse error: ' . $processor->get_last_error() ); - } - - if ( 0 === (int) $parts[2] || 0 === (int) $parts[3] || 0 === (int) $parts[4] || (int) $parts[5] < 3 ) { - throw new RuntimeException( 'Native XML attribute inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $parts[0] + - (int) $parts[2] + - (int) $parts[3] + - (int) $parts[4] + - (int) $parts[5] - ); -} - -/** - * Benchmark native XML ID inventory summary. - * - * @return int Number of inventoried tokens and IDs. - */ -function wp_toolkit_native_api_benchmark_native_xml_id_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_id_document(); - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - $processor = $class_name::create_from_string( $xml ); - $summary = $processor->summarize_id_inventory(); - - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native XML ID inventory benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 6 ); - if ( 6 !== count( $parts ) ) { - throw new RuntimeException( 'Native XML ID inventory benchmark returned an invalid summary row.' ); - } - - if ( null !== $processor->get_last_error() ) { - throw new RuntimeException( 'NativeXMLProcessor reported benchmark parse error: ' . $processor->get_last_error() ); - } - - if ( 0 === (int) $parts[2] || 0 === (int) $parts[3] || 0 === (int) $parts[4] || 0 === (int) $parts[5] ) { - throw new RuntimeException( 'Native XML ID inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $parts[0] + - (int) $parts[2] + - (int) $parts[3] + - (int) $parts[4] + - (int) $parts[5] - ); -} - -/** - * Benchmark native XML namespace inventory summary. - * - * @return int Number of inventoried namespace-related tokens and attributes. - */ -function wp_toolkit_native_api_benchmark_native_xml_namespace_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_namespace_document(); - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - $processor = $class_name::create_from_string( $xml ); - $summary = $processor->summarize_namespace_inventory(); - - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native XML namespace inventory benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 6 ); - if ( 6 !== count( $parts ) ) { - throw new RuntimeException( 'Native XML namespace inventory benchmark returned an invalid summary row.' ); - } - - if ( null !== $processor->get_last_error() ) { - throw new RuntimeException( 'NativeXMLProcessor reported benchmark parse error: ' . $processor->get_last_error() ); - } - - if ( 0 === (int) $parts[2] || 0 === (int) $parts[4] || (int) $parts[5] < 2 ) { - throw new RuntimeException( 'Native XML namespace inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $parts[0] + - (int) $parts[2] + - (int) $parts[3] + - (int) $parts[4] + - (int) $parts[5] - ); -} - -/** - * Benchmark native XML text inventory summary. - * - * @return int Number of inventoried text tokens and bytes. - */ -function wp_toolkit_native_api_benchmark_native_xml_text_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_text_document(); - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - $processor = $class_name::create_from_string( $xml ); - $summary = $processor->summarize_text_inventory(); - - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native XML text inventory benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 7 ); - if ( 7 !== count( $parts ) ) { - throw new RuntimeException( 'Native XML text inventory benchmark returned an invalid summary row.' ); - } - - if ( null !== $processor->get_last_error() ) { - throw new RuntimeException( 'NativeXMLProcessor reported benchmark parse error: ' . $processor->get_last_error() ); - } - - if ( 0 === (int) $parts[1] || 0 === (int) $parts[2] || 0 === (int) $parts[3] || 0 === (int) $parts[4] || (int) $parts[6] < 10 ) { - throw new RuntimeException( 'Native XML text inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $parts[0] + - (int) $parts[1] + - (int) $parts[2] + - (int) $parts[3] + - (int) $parts[4] + - (int) $parts[5] - ); -} - -/** - * Benchmark native XML processing instruction inventory summary. - * - * @return int Number of inventoried processing instruction tokens and bytes. - */ -function wp_toolkit_native_api_benchmark_native_xml_processing_instruction_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_processing_instruction_document(); - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - $processor = $class_name::create_from_string( $xml ); - $summary = $processor->summarize_processing_instruction_inventory(); - - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native XML processing instruction inventory benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 6 ); - if ( 6 !== count( $parts ) ) { - throw new RuntimeException( 'Native XML processing instruction inventory benchmark returned an invalid summary row.' ); - } - - if ( null !== $processor->get_last_error() ) { - throw new RuntimeException( 'NativeXMLProcessor reported benchmark parse error: ' . $processor->get_last_error() ); - } - - if ( 0 === (int) $parts[1] || 0 === (int) $parts[2] || 0 === (int) $parts[3] || (int) $parts[5] < 20 ) { - throw new RuntimeException( 'Native XML processing instruction inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $parts[0] + - (int) $parts[1] + - (int) $parts[2] + - (int) $parts[3] + - (int) $parts[4] - ); -} - -/** - * Benchmark native XML comment inventory summary. - * - * @return int Number of inventoried comment tokens and bytes. - */ -function wp_toolkit_native_api_benchmark_native_xml_comment_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_comment_document(); - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - $processor = $class_name::create_from_string( $xml ); - $summary = $processor->summarize_comment_inventory(); - - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native XML comment inventory benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 6 ); - if ( 6 !== count( $parts ) ) { - throw new RuntimeException( 'Native XML comment inventory benchmark returned an invalid summary row.' ); - } - - if ( null !== $processor->get_last_error() ) { - throw new RuntimeException( 'NativeXMLProcessor reported benchmark parse error: ' . $processor->get_last_error() ); - } - - if ( 0 === (int) $parts[1] || 0 === (int) $parts[2] || 0 === (int) $parts[3] || (int) $parts[5] < 20 ) { - throw new RuntimeException( 'Native XML comment inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $parts[0] + - (int) $parts[1] + - (int) $parts[2] + - (int) $parts[3] + - (int) $parts[4] - ); -} - -/** - * Benchmark native XML payload inventory summary. - * - * @return int Number of inventoried payload tokens and bytes. - */ -function wp_toolkit_native_api_benchmark_native_xml_payload_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_payload_document(); - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - $processor = $class_name::create_from_string( $xml ); - $summary = $processor->summarize_payload_inventory(); - - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native XML payload inventory benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 7 ); - if ( 7 !== count( $parts ) ) { - throw new RuntimeException( 'Native XML payload inventory benchmark returned an invalid summary row.' ); - } - - if ( null !== $processor->get_last_error() ) { - throw new RuntimeException( 'NativeXMLProcessor reported benchmark parse error: ' . $processor->get_last_error() ); - } - - if ( 0 === (int) $parts[1] || 0 === (int) $parts[2] || 0 === (int) $parts[3] || 0 === (int) $parts[4] || (int) $parts[6] < 20 ) { - throw new RuntimeException( 'Native XML payload inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $parts[0] + - (int) $parts[1] + - (int) $parts[2] + - (int) $parts[3] + - (int) $parts[4] + - (int) $parts[5] - ); -} - -/** - * Benchmark native XML content inventory summary. - * - * @return int Number of inventoried content tokens, attributes, and bytes. - */ -function wp_toolkit_native_api_benchmark_native_xml_content_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_payload_document(); - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - $processor = $class_name::create_from_string( $xml ); - $summary = $processor->summarize_content_inventory(); - - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native XML content inventory benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 11 ); - if ( 11 !== count( $parts ) ) { - throw new RuntimeException( 'Native XML content inventory benchmark returned an invalid summary row.' ); - } - - if ( null !== $processor->get_last_error() ) { - throw new RuntimeException( 'NativeXMLProcessor reported benchmark parse error: ' . $processor->get_last_error() ); - } - - if ( 0 === (int) $parts[2] || 0 === (int) $parts[3] || 0 === (int) $parts[4] || 0 === (int) $parts[5] || 0 === (int) $parts[6] || (int) $parts[8] < 2 || (int) $parts[10] < 20 ) { - throw new RuntimeException( 'Native XML content inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $parts[0] + - (int) $parts[1] + - (int) $parts[2] + - (int) $parts[3] + - (int) $parts[4] + - (int) $parts[5] + - (int) $parts[6] + - (int) $parts[7] + - (int) $parts[9] - ); -} - -/** - * Benchmark native XML import inventory summary. - * - * @return int Number of inventoried structure, content, and byte counts. - */ -function wp_toolkit_native_api_benchmark_native_xml_import_inventory_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_payload_document(); - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - $processor = $class_name::create_from_string( $xml ); - $summary = $processor->summarize_import_inventory(); - - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native XML import inventory benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 23 ); - if ( 23 !== count( $parts ) ) { - throw new RuntimeException( 'Native XML import inventory benchmark returned an invalid summary row.' ); - } - - if ( null !== $processor->get_last_error() ) { - throw new RuntimeException( 'NativeXMLProcessor reported benchmark parse error: ' . $processor->get_last_error() ); - } - - if ( 0 === (int) $parts[1] || 0 === (int) $parts[11] || 0 === (int) $parts[14] || 0 === (int) $parts[15] || 0 === (int) $parts[16] || 0 === (int) $parts[17] || 0 === (int) $parts[18] || (int) $parts[22] < 20 ) { - throw new RuntimeException( 'Native XML import inventory benchmark returned unexpected counts.' ); - } - - return ( - (int) $parts[0] + - (int) $parts[1] + - (int) $parts[2] + - (int) $parts[3] + - (int) $parts[11] + - (int) $parts[12] + - (int) $parts[14] + - (int) $parts[15] + - (int) $parts[16] + - (int) $parts[17] + - (int) $parts[18] + - (int) $parts[19] + - (int) $parts[21] - ); -} - -/** - * Benchmark native XML token summary batches. - * - * @return int Number of tokens visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_native_xml_token_batch() { - $xml = wp_toolkit_native_api_benchmark_xml_document(); - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - $processor = $class_name::create_from_string( $xml ); - $count = 0; - - do { - $batch = $processor->next_token_compact_summary_batch( 256 ); - if ( is_string( $batch ) && '' !== $batch ) { - foreach ( explode( "\x1e", $batch ) as $row ) { - $parts = explode( "\x1f", $row, 6 ); - if ( 6 !== count( $parts ) ) { - throw new RuntimeException( 'Native XML token batch benchmark returned an invalid summary row.' ); - } - - ++$count; - if ( isset( $parts[5][0] ) && '1' === $parts[5][0] ) { - ++$count; - } - } - } - } while ( is_string( $batch ) && '' !== $batch ); - - if ( null !== $processor->get_last_error() ) { - throw new RuntimeException( 'NativeXMLProcessor reported benchmark parse error: ' . $processor->get_last_error() ); - } - - return $count; -} - -/** - * Benchmark the native fused XML tag summary. - * - * @return int Number of tags visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_native_xml_tag_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_document(); - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - $processor = $class_name::create_from_string( $xml ); - $summary = $processor->summarize_tag_stream( 'id' ); - - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native XML tag summary benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 3 ); - if ( 3 !== count( $parts ) ) { - throw new RuntimeException( 'Native XML tag summary benchmark returned an invalid summary row.' ); - } - - if ( null !== $processor->get_last_error() ) { - throw new RuntimeException( 'NativeXMLProcessor reported benchmark parse error: ' . $processor->get_last_error() ); - } - - return (int) $parts[1] + (int) $parts[2]; -} - -/** - * Benchmark native XML tag summary batches. - * - * @return int Number of tags visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_native_xml_tag_batch() { - $xml = wp_toolkit_native_api_benchmark_xml_document(); - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - $processor = $class_name::create_from_string( $xml ); - $count = 0; - - do { - $batch = $processor->next_tag_compact_summary_batch( 256, 'id' ); - if ( is_string( $batch ) && '' !== $batch ) { - $count += wp_toolkit_native_api_benchmark_count_xml_tag_batch( $batch ); - } - } while ( is_string( $batch ) && '' !== $batch ); - - if ( null !== $processor->get_last_error() ) { - throw new RuntimeException( 'NativeXMLProcessor reported benchmark parse error: ' . $processor->get_last_error() ); - } - - return $count; -} - -/** - * Benchmark native XML matching tag summary batches. - * - * @return int Number of matching tags visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_native_xml_matching_tag_batch() { - $xml = wp_toolkit_native_api_benchmark_xml_document(); - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - $processor = $class_name::create_from_string( $xml ); - $count = 0; - - do { - $batch = $processor->next_matching_tag_compact_summary_batch( 256, 'https://wordpress.org', 'item', 'id' ); - if ( is_string( $batch ) && '' !== $batch ) { - $count += wp_toolkit_native_api_benchmark_count_xml_tag_batch( $batch ); - } - } while ( is_string( $batch ) && '' !== $batch ); - - if ( null !== $processor->get_last_error() ) { - throw new RuntimeException( 'NativeXMLProcessor reported benchmark parse error: ' . $processor->get_last_error() ); - } - - return $count; -} - -/** - * Benchmark native XML matching tag count batches. - * - * @return int Number of matching tags visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_native_xml_matching_tag_count_batch() { - $xml = wp_toolkit_native_api_benchmark_xml_document(); - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - $processor = $class_name::create_from_string( $xml ); - $count = 0; - - do { - $summary = $processor->next_matching_tag_count_batch( 256, 'https://wordpress.org', 'item', 'id' ); - if ( is_string( $summary ) ) { - $parts = explode( "\x1f", $summary, 3 ); - if ( 3 !== count( $parts ) ) { - throw new RuntimeException( 'Native XML matching tag count batch benchmark returned an invalid summary row.' ); - } - - $count += (int) $parts[1] + (int) $parts[2]; - } - } while ( is_string( $summary ) ); - - if ( null !== $processor->get_last_error() ) { - throw new RuntimeException( 'NativeXMLProcessor reported benchmark parse error: ' . $processor->get_last_error() ); - } - - return $count; -} - -/** - * Benchmark the native document-level XML matching tag summary. - * - * @return int Number of matching tags visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_native_xml_matching_tag_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_document(); - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - $processor = $class_name::create_from_string( $xml ); - $summary = $processor->summarize_matching_tag_stream( 'https://wordpress.org', 'item', 'id' ); - - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native XML matching tag summary benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 3 ); - if ( 3 !== count( $parts ) ) { - throw new RuntimeException( 'Native XML matching tag summary benchmark returned an invalid summary row.' ); - } - - if ( null !== $processor->get_last_error() ) { - throw new RuntimeException( 'NativeXMLProcessor reported benchmark parse error: ' . $processor->get_last_error() ); - } - - return (int) $parts[1] + (int) $parts[2]; -} - -/** - * Benchmark the native document-level XML matching tag multi-attribute summary. - * - * @return int Number of matching tags visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_native_xml_matching_tag_attributes_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_matching_attribute_document(); - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - $processor = $class_name::create_from_string( $xml ); - $summary = $processor->summarize_matching_tag_attributes_stream( 'https://wordpress.org', 'item', "id\x1fslug\x1fstatus" ); - - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native XML matching tag attributes summary benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 3 ); - if ( 3 !== count( $parts ) ) { - throw new RuntimeException( 'Native XML matching tag attributes summary benchmark returned an invalid summary row.' ); - } - - if ( null !== $processor->get_last_error() ) { - throw new RuntimeException( 'NativeXMLProcessor reported benchmark parse error: ' . $processor->get_last_error() ); - } - - return (int) $parts[1] + (int) $parts[2]; -} - -/** - * Benchmark native XML tag count batches. - * - * @return int Number of tags visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_native_xml_tag_count_batch() { - $xml = wp_toolkit_native_api_benchmark_xml_document(); - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - $processor = $class_name::create_from_string( $xml ); - $count = 0; - - do { - $summary = $processor->next_tag_count_batch( 256, 'id' ); - if ( is_string( $summary ) ) { - $parts = explode( "\x1f", $summary, 3 ); - if ( 3 !== count( $parts ) ) { - throw new RuntimeException( 'Native XML tag count batch benchmark returned an invalid summary row.' ); - } - - $count += (int) $parts[1] + (int) $parts[2]; - } - } while ( is_string( $summary ) ); - - if ( null !== $processor->get_last_error() ) { - throw new RuntimeException( 'NativeXMLProcessor reported benchmark parse error: ' . $processor->get_last_error() ); - } - - return $count; -} - -/** - * Counts compact XML tag batch rows without allocating per-row arrays. - * - * @param string $batch Compact tag summary batch. - * @return int Number of tags plus matching attributes. - */ -function wp_toolkit_native_api_benchmark_count_xml_tag_batch( $batch ) { - $count = 0; - $offset = 0; - $length = strlen( $batch ); - - while ( $offset < $length ) { - $row_end = strpos( $batch, "\x1e", $offset ); - if ( false === $row_end ) { - $row_end = $length; - } - - $first = strpos( $batch, "\x1f", $offset ); - if ( false === $first || $first >= $row_end ) { - throw new RuntimeException( 'XML tag batch benchmark returned an invalid summary row.' ); - } - - $second = strpos( $batch, "\x1f", $first + 1 ); - if ( false === $second || $second >= $row_end ) { - throw new RuntimeException( 'XML tag batch benchmark returned an invalid summary row.' ); - } - - $third = strpos( $batch, "\x1f", $second + 1 ); - if ( false === $third || $third >= $row_end ) { - throw new RuntimeException( 'XML tag batch benchmark returned an invalid summary row.' ); - } - - $fourth = strpos( $batch, "\x1f", $third + 1 ); - if ( false === $fourth || $fourth >= $row_end ) { - throw new RuntimeException( 'XML tag batch benchmark returned an invalid summary row.' ); - } - - $fifth = strpos( $batch, "\x1f", $fourth + 1 ); - if ( false === $fifth || $fifth >= $row_end ) { - throw new RuntimeException( 'XML tag batch benchmark returned an invalid summary row.' ); - } - - ++$count; - if ( isset( $batch[ $fifth + 1 ] ) && '1' === $batch[ $fifth + 1 ] ) { - ++$count; - } - - $offset = $row_end + 1; - } - - return $count; -} - -/** - * Benchmark the native document-level XML attribute-prefix summary. - * - * @return int Number of tags visited plus matching attributes counted. - */ -function wp_toolkit_native_api_benchmark_native_xml_prefix_summary() { - $xml = wp_toolkit_native_api_benchmark_xml_attribute_document(); - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - $processor = $class_name::create_from_string( $xml ); - $summary = $processor->summarize_attribute_names_with_prefix( null, 'data-' ); - - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native XML prefix summary benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 3 ); - if ( 3 !== count( $parts ) ) { - throw new RuntimeException( 'Native XML prefix summary benchmark returned an invalid summary row.' ); - } - - if ( null !== $processor->get_last_error() ) { - throw new RuntimeException( 'NativeXMLProcessor reported benchmark parse error: ' . $processor->get_last_error() ); - } - - return (int) $parts[1] + (int) $parts[2]; -} - -/** - * Benchmark native document-level XML prefixed-attribute removal. - * - * @return int Number of tags visited plus matching attributes removed. - */ -function wp_toolkit_native_api_benchmark_native_xml_prefix_sanitizer() { - $xml = wp_toolkit_native_api_benchmark_xml_attribute_document(); - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - $processor = $class_name::create_from_string( $xml ); - $summary = $processor->remove_attributes_with_prefix_from_document( null, 'data-' ); - - if ( ! is_string( $summary ) ) { - throw new RuntimeException( 'Native XML prefix sanitizer benchmark returned an invalid summary.' ); - } - - $parts = explode( "\x1f", $summary, 3 ); - if ( 3 !== count( $parts ) ) { - throw new RuntimeException( 'Native XML prefix sanitizer benchmark returned an invalid summary row.' ); - } - - if ( false !== strpos( $parts[2], ' data-' ) ) { - throw new RuntimeException( 'Native XML prefix sanitizer benchmark left data-* attributes in the output.' ); - } - - if ( null !== $processor->get_last_error() ) { - throw new RuntimeException( 'NativeXMLProcessor reported benchmark parse error: ' . $processor->get_last_error() ); - } - - return (int) $parts[0] + (int) $parts[1]; -} - -/** - * Build a representative HTML document. - * - * @return string - */ -function wp_toolkit_native_api_benchmark_html_document() { - $items = array(); - for ( $i = 0; $i < 120; $i++ ) { - $items[] = sprintf( - '

Title %1$d

Body link

', - $i - ); - } - - return '
' . implode( '', $items ) . '
'; -} - -/** - * Build a representative HTML document with ID attributes and duplicates. - * - * @return string - */ -function wp_toolkit_native_api_benchmark_html_id_document() { - $items = array(); - for ( $i = 0; $i < 120; $i++ ) { - $items[] = sprintf( - '

Title %1$d

Body link

', - $i - ); - } - - return '
' . implode( '', $items ) . '
'; -} - -/** - * Build a representative HTML document with link attributes for multi-attribute scans. - * - * @return string - */ -function wp_toolkit_native_api_benchmark_html_link_document() { - $items = array(); - for ( $i = 0; $i < 120; $i++ ) { - $items[] = sprintf( - '

Post %1$d

Feed %1$d

', - $i - ); - } - - return '
' . implode( '', $items ) . '
'; -} - -/** - * Build a representative HTML document with forms and named controls. - * - * @return string - */ -function wp_toolkit_native_api_benchmark_html_form_document() { - $items = array(); - for ( $i = 0; $i < 120; $i++ ) { - $items[] = sprintf( - '
', - $i - ); - } - - return '
' . implode( '', $items ) . '
'; -} - -/** - * Build a representative HTML document with image attributes. - * - * @return string - */ -function wp_toolkit_native_api_benchmark_html_image_document() { - $items = array(); - for ( $i = 0; $i < 120; $i++ ) { - $items[] = sprintf( - '
Image %1$d
Image %1$d
', - $i - ); - } - - return '
' . implode( '', $items ) . '
'; -} - -/** - * Build a representative HTML document with script attributes and inline scripts. - * - * @return string - */ -function wp_toolkit_native_api_benchmark_html_script_document() { - $items = array(); - for ( $i = 0; $i < 120; $i++ ) { - $items[] = sprintf( - // phpcs:ignore WordPress.WP.EnqueuedResources.NonEnqueuedScript -- Benchmark fixture markup. - '
', - $i - ); - } - - return '
' . implode( '', $items ) . '
'; -} - -/** - * Build representative plain text containing URL references. - * - * @return string - */ -function wp_toolkit_native_api_benchmark_url_in_text_document() { - $items = array(); - for ( $i = 0; $i < 120; $i++ ) { - $items[] = sprintf( - 'Post %1$d: https://example.com/posts/%1$d?preview=1 references example.org/docs/%1$d and //cdn.example.org/assets/app-%1$d.js.', - $i - ); - } - - return implode( ' ', $items ); -} - -/** - * Build a representative XML document. - * - * @return string - */ -function wp_toolkit_native_api_benchmark_xml_document() { - $items = array(); - for ( $i = 0; $i < 120; $i++ ) { - $items[] = sprintf( - 'Title %1$dpost-%1$d', - $i - ); - } - - return '' . implode( '', $items ) . ''; -} - -/** - * Build a representative XML document for structure inventory scans. - * - * @return string - */ -function wp_toolkit_native_api_benchmark_xml_inventory_document() { - $items = array(); - for ( $i = 0; $i < 120; $i++ ) { - $items[] = sprintf( - 'Title %1$d', - $i - ); - } - - return '' . implode( '', $items ) . ''; -} - -/** - * Build a representative XML document with repeated element names. - * - * @return string - */ -function wp_toolkit_native_api_benchmark_xml_element_document() { - $items = array(); - for ( $i = 0; $i < 120; $i++ ) { - $items[] = sprintf( - 'Title %1$d', - $i - ); - } - - return '' . implode( '', $items ) . ''; -} - -/** - * Build a representative XML document with nested importer elements. - * - * @return string - */ -function wp_toolkit_native_api_benchmark_xml_depth_document() { - $items = array(); - for ( $i = 0; $i < 120; $i++ ) { - $items[] = sprintf( - '
Title %1$dpost-%1$d
', - $i - ); - } - - return '' . implode( '', $items ) . ''; -} - -/** - * Build a representative XML document with repeated matching tag attribute audits. - * - * @return string - */ -function wp_toolkit_native_api_benchmark_xml_matching_attribute_document() { - $items = array(); - for ( $i = 0; $i < 120; $i++ ) { - $items[] = sprintf( - 'Title %1$dpost-%1$d', - $i - ); - } - - return '' . implode( '', $items ) . ''; -} - -/** - * Build a representative XML document with repeated prefixed attribute scans. - * - * @return string - */ -function wp_toolkit_native_api_benchmark_xml_attribute_document() { - $items = array(); - for ( $i = 0; $i < 120; $i++ ) { - $items[] = sprintf( - 'Title %1$dpost-%1$d', - $i - ); - } - - return '' . implode( '', $items ) . ''; -} - -/** - * Build a representative XML document with ID-heavy importer data. - * - * @return string - */ -function wp_toolkit_native_api_benchmark_xml_id_document() { - $items = array(); - for ( $i = 0; $i < 120; $i++ ) { - $duplicate_id = $i % 20; - $items[] = sprintf( - 'Title %1$dpost-%1$d', - $i, - $duplicate_id - ); - } - - return '' . implode( '', $items ) . ''; -} - -/** - * Build a representative XML document with namespace-heavy importer data. - * - * @return string - */ -function wp_toolkit_native_api_benchmark_xml_namespace_document() { - $items = array(); - for ( $i = 0; $i < 120; $i++ ) { - $items[] = sprintf( - 'Title %1$dauthor-%1$d', - $i - ); - } - - return '' . implode( '', $items ) . ''; -} - -/** - * Build a representative XML document with text-heavy importer data. - * - * @return string - */ -function wp_toolkit_native_api_benchmark_xml_text_document() { - $items = array(); - for ( $i = 0; $i < 120; $i++ ) { - $items[] = sprintf( - 'Title %1$dExcerpt %1$d with & entity text inside]]> ', - $i - ); - } - - return '' . implode( '', $items ) . ''; -} - -/** - * Build a representative XML document with importer processing instructions. - * - * @return string - */ -function wp_toolkit_native_api_benchmark_xml_processing_instruction_document() { - $items = array(); - for ( $i = 0; $i < 120; $i++ ) { - $items[] = sprintf( - 'Title %1$d', - $i - ); - } - - return '' . implode( '', $items ) . ''; -} - -/** - * Build a representative XML document with importer comments. - * - * @return string - */ -function wp_toolkit_native_api_benchmark_xml_comment_document() { - $items = array(); - for ( $i = 0; $i < 120; $i++ ) { - $items[] = sprintf( - 'Title %1$d', - $i - ); - } - - return '' . implode( '', $items ) . ''; -} - -/** - * Build a representative XML document with mixed payload-bearing tokens. - * - * @return string - */ -function wp_toolkit_native_api_benchmark_xml_payload_document() { - $items = array(); - for ( $i = 0; $i < 120; $i++ ) { - $items[] = sprintf( - 'Title %1$dExcerpt %1$d with & entity text inside]]>', - $i - ); - } - - return '' . implode( '', $items ) . ''; -} diff --git a/bin/build-reference.php b/bin/build-reference.php index 3023d661d..74648ece5 100755 --- a/bin/build-reference.php +++ b/bin/build-reference.php @@ -36,7 +36,7 @@ } require __DIR__ . '/../vendor/autoload.php'; -const ASSET_VERSION = '20260526-native-apis'; +const ASSET_VERSION = '20260807'; const ROOT = __DIR__ . '/..'; const COMPONENTS = ROOT . '/components'; const DOCS = ROOT . '/docs/reference'; @@ -81,7 +81,6 @@ diff --git a/bin/summarize-native-api-benchmark.php b/bin/summarize-native-api-benchmark.php deleted file mode 100644 index 8dc4852e7..000000000 --- a/bin/summarize-native-api-benchmark.php +++ /dev/null @@ -1,185 +0,0 @@ - \n" ); - exit( 1 ); -} - -$input_path = $argv[1]; -$output_path = $argv[2]; - -$contents = file_get_contents( $input_path ); -if ( false === $contents ) { - fwrite( STDERR, "Unable to read benchmark JSON: {$input_path}\n" ); - exit( 1 ); -} - -$rows = json_decode( $contents, true ); -if ( ! is_array( $rows ) ) { - fwrite( STDERR, "Invalid benchmark JSON: {$input_path}\n" ); - exit( 1 ); -} - -$by_name = array(); -foreach ( $rows as $row ) { - if ( ! is_array( $row ) || empty( $row['available'] ) || ! isset( $row['name'], $row['implementation'] ) ) { - continue; - } - - $name = (string) $row['name']; - $implementation = (string) $row['implementation']; - if ( ! isset( $by_name[ $name ] ) ) { - $by_name[ $name ] = array(); - } - $by_name[ $name ][ $implementation ] = $row; -} - -$comparisons = array(); -foreach ( $by_name as $name => $implementations ) { - if ( ! isset( $implementations['php'], $implementations['native'] ) ) { - continue; - } - - $php_row = $implementations['php']; - $native_row = $implementations['native']; - $php_wall = isset( $php_row['wall_seconds'] ) ? (float) $php_row['wall_seconds'] : 0.0; - $native_wall = isset( $native_row['wall_seconds'] ) ? (float) $native_row['wall_seconds'] : 0.0; - - if ( 0.0 >= $php_wall || 0.0 >= $native_wall ) { - continue; - } - - $comparisons[] = array( - 'name' => $name, - 'label' => wp_toolkit_native_api_benchmark_label( $name ), - 'component' => wp_toolkit_native_api_benchmark_component( $name ), - 'iterations' => isset( $php_row['iterations'] ) ? (int) $php_row['iterations'] : null, - 'operations' => isset( $php_row['operations'] ) ? (int) $php_row['operations'] : null, - 'phpWallSeconds' => round( $php_wall, 6 ), - 'nativeWallSeconds' => round( $native_wall, 6 ), - 'speedup' => round( $php_wall / $native_wall, 2 ), - 'phpClass' => isset( $php_row['class'] ) ? (string) $php_row['class'] : '', - 'nativeClass' => isset( $native_row['class'] ) ? (string) $native_row['class'] : '', - ); -} - -usort( - $comparisons, - function ( $a, $b ) { - if ( $a['speedup'] === $b['speedup'] ) { - return strcmp( $a['name'], $b['name'] ); - } - return $a['speedup'] < $b['speedup'] ? 1 : -1; - } -); - -$summary = array( - 'generatedAt' => gmdate( 'c' ), - 'command' => 'php -d extension=extensions/native-apis/target/release/libwp_native_apis.so bin/benchmark-native-apis.php --iterations=50 --mode=both --disable-native-defaults --require-native', - 'count' => count( $comparisons ), - 'top' => array_slice( $comparisons, 0, 8 ), - 'comparisons' => $comparisons, -); - -$json = json_encode( $summary, JSON_PRETTY_PRINT | JSON_UNESCAPED_SLASHES ); -if ( false === $json || false === file_put_contents( $output_path, $json . "\n" ) ) { - fwrite( STDERR, "Unable to write benchmark summary: {$output_path}\n" ); - exit( 1 ); -} - -/** - * Convert a workload name into a short public label. - * - * @param string $name Workload name. - * @return string Human-friendly label. - */ -function wp_toolkit_native_api_benchmark_label( $name ) { - $labels = array( - 'html-tag-processor' => 'HTML tag scan', - 'html-tag-prefix-count' => 'HTML prefix count', - 'html-tag-batch' => 'HTML tag batch', - 'html-matching-tag-batch' => 'HTML matching tag batch', - 'html-matching-tag-attribute-batch' => 'HTML tag + attribute batch', - 'html-matching-tag-attributes-batch' => 'HTML tag + attributes batch', - 'html-link-audit-summary' => 'HTML link audit summary', - 'html-tag-inventory-summary' => 'HTML tag inventory', - 'html-heading-inventory-summary' => 'HTML heading inventory', - 'html-id-inventory-summary' => 'HTML ID inventory', - 'html-attribute-inventory-summary' => 'HTML attribute inventory', - 'html-data-attribute-inventory-summary' => 'HTML data-* inventory', - 'html-aria-attribute-inventory-summary' => 'HTML ARIA inventory', - 'html-class-inventory-summary' => 'HTML class inventory', - 'html-resource-inventory-summary' => 'HTML resource inventory', - 'html-image-inventory-summary' => 'HTML image inventory', - 'html-script-inventory-summary' => 'HTML script inventory', - 'html-form-inventory-summary' => 'HTML form inventory', - 'html-tag-prefix-batch' => 'HTML prefix batch', - 'html-tag-prefix-count-batch' => 'HTML prefix count batch', - 'html-tag-prefix-summary' => 'HTML prefix summary', - 'html-tag-sanitizer' => 'HTML sanitizer', - 'html-processor' => 'HTML fragment processor', - 'html-token-batch' => 'HTML token batch', - 'xml-processor' => 'XML processor scan', - 'xml-token-summary' => 'XML token summary', - 'xml-document-inventory-summary' => 'XML document inventory', - 'xml-element-inventory-summary' => 'XML element inventory', - 'xml-depth-inventory-summary' => 'XML depth inventory', - 'xml-leaf-inventory-summary' => 'XML leaf inventory', - 'xml-structural-inventory-summary' => 'XML structural inventory', - 'xml-attribute-inventory-summary' => 'XML attribute inventory', - 'xml-id-inventory-summary' => 'XML ID inventory', - 'xml-namespace-inventory-summary' => 'XML namespace inventory', - 'xml-text-inventory-summary' => 'XML text inventory', - 'xml-processing-instruction-inventory-summary' => 'XML processing instruction inventory', - 'xml-comment-inventory-summary' => 'XML comment inventory', - 'xml-payload-inventory-summary' => 'XML payload inventory', - 'xml-content-inventory-summary' => 'XML content inventory', - 'xml-import-inventory-summary' => 'XML import inventory', - 'xml-token-batch' => 'XML token batch', - 'xml-tag-summary' => 'XML tag summary', - 'xml-tag-batch' => 'XML tag batch', - 'xml-matching-tag-batch' => 'XML matching tag batch', - 'xml-matching-tag-count-batch' => 'XML matching tag count batch', - 'xml-matching-tag-summary' => 'XML matching tag summary', - 'xml-matching-tag-attributes-summary' => 'XML matching tag attributes summary', - 'xml-tag-count-batch' => 'XML tag count batch', - 'xml-prefix-summary' => 'XML prefix summary', - 'xml-prefix-sanitizer' => 'XML prefix sanitizer', - 'url-in-text-processor' => 'URL-in-text scan', - ); - - if ( isset( $labels[ $name ] ) ) { - return $labels[ $name ]; - } - - return ucwords( str_replace( '-', ' ', $name ) ); -} - -/** - * Infer component name from workload name. - * - * @param string $name Workload name. - * @return string Component name. - */ -function wp_toolkit_native_api_benchmark_component( $name ) { - if ( 0 === strpos( $name, 'html-' ) ) { - return 'HTML'; - } - if ( 0 === strpos( $name, 'xml-' ) ) { - return 'XML'; - } - if ( 0 === strpos( $name, 'url-' ) ) { - return 'URL-in-text'; - } - return 'Native APIs'; -} diff --git a/components/DataLiberation/Tests/DataLiberationHTMLProcessorTest.php b/components/DataLiberation/Tests/DataLiberationHTMLProcessorTest.php index 9c8b55822..73143ebb6 100644 --- a/components/DataLiberation/Tests/DataLiberationHTMLProcessorTest.php +++ b/components/DataLiberation/Tests/DataLiberationHTMLProcessorTest.php @@ -4,43 +4,28 @@ use WordPress\DataLiberation\DataLiberationHTMLProcessor; use WordPress\DataLiberation\Importer\ImportUtils; -class NativeAwareDataLiberationHTMLProcessor extends DataLiberationHTMLProcessor { - public function is_native_processor_active() { - return $this->has_native_processor(); - } -} - class DataLiberationHTMLProcessorTest extends TestCase { - public function test_native_processor_remains_available_for_inherited_html_cursor_methods() { - if ( ! class_exists( 'WP_HTML_Native_Processor', false ) ) { - $this->markTestSkipped( 'The native HTML processor is not loaded.' ); - } - - $processor = NativeAwareDataLiberationHTMLProcessor::create_fragment( + public function test_get_inner_html_preserves_processor_position() { + $processor = DataLiberationHTMLProcessor::create_fragment( '

Title

Body

' ); - $this->assertTrue( $processor->is_native_processor_active() ); $this->assertTrue( $processor->next_tag( 'H1' ) ); $this->assertSame( 'Title', $processor->get_inner_html() ); - $this->assertTrue( $processor->is_native_processor_active() ); + $this->assertSame( 'H1', $processor->get_tag() ); $this->assertTrue( $processor->next_tag( 'P' ) ); $this->assertSame( 'P', $processor->get_tag() ); } - public function test_import_h1_removal_keeps_native_progressive_upgrade() { - if ( ! class_exists( 'WP_HTML_Native_Processor', false ) ) { - $this->markTestSkipped( 'The native HTML processor is not loaded.' ); - } - + public function test_import_h1_removal_preserves_remaining_markup() { $result = ImportUtils::remove_first_h1_block_from_block_markup( - '

Native Title

Body

' + '

Title

Body

' ); $this->assertSame( array( - 'h1_content' => 'Native Title', + 'h1_content' => 'Title', 'remaining_html' => '

Body

', ), $result diff --git a/components/DataLiberation/Tests/URLInTextProcessorTest.php b/components/DataLiberation/Tests/URLInTextProcessorTest.php index 62d3e2369..a3a870c55 100644 --- a/components/DataLiberation/Tests/URLInTextProcessorTest.php +++ b/components/DataLiberation/Tests/URLInTextProcessorTest.php @@ -5,28 +5,6 @@ class URLInTextProcessorTest extends TestCase { - public function test_direct_native_processor_finds_url_candidates_when_loaded() { - $native_class = 'WordPress\\DataLiberation\\URL\\NativeURLInTextProcessor'; - if ( ! class_exists( $native_class, false ) ) { - $this->markTestSkipped( 'Native URL-in-text processor is not loaded.' ); - } - - $p = new $native_class( 'Visit https://wordpress.org/plugins, then example.com/docs.' ); - $this->assertTrue( $p->next_url() ); - $this->assertSame( 'https://wordpress.org/plugins', $p->get_raw_url() ); - $this->assertSame( 6, $p->get_url_starts_at() ); - $this->assertTrue( $p->had_protocol() ); - - $this->assertTrue( $p->next_url() ); - $this->assertSame( 'example.com/docs', $p->get_raw_url() ); - $this->assertFalse( $p->had_protocol() ); - $this->assertTrue( $p->set_raw_url( 'example.org/handbook' ) ); - $this->assertSame( - 'Visit https://wordpress.org/plugins, then example.org/handbook.', - $p->get_updated_text() - ); - } - /** * @dataProvider provider_test_finds_next_url_when_base_url_is_used */ diff --git a/components/DataLiberation/URL/class-nativeurlintextprocessorwrapper.php b/components/DataLiberation/URL/class-nativeurlintextprocessorwrapper.php deleted file mode 100644 index a27c4f120..000000000 --- a/components/DataLiberation/URL/class-nativeurlintextprocessorwrapper.php +++ /dev/null @@ -1,241 +0,0 @@ -text = $text; - $this->base_url = $base_url; - $this->base_protocol = $base_url ? parse_url( $base_url, PHP_URL_SCHEME ) : null; - - if ( preg_match( '/[^\x00-\x7F]/', $text ) ) { - $this->fallback_processor = new PHPURLInTextProcessor( $text, $base_url ); - return; - } - - $native_class = 'WordPress\\DataLiberation\\URL\\NativeURLInTextProcessor'; - $this->native_processor = new $native_class( $text, $base_url ); - } - - public function next_url() { - if ( null !== $this->fallback_processor ) { - return $this->fallback_processor->next_url(); - } - - while ( $this->native_processor->next_url() ) { - $this->matched_url = $this->native_processor->get_raw_url(); - $this->parsed_url = null; - $this->url_starts_at = null; - $this->url_length = null; - $this->did_prepend_protocol = false; - - if ( false === $this->matched_url || '' === $this->matched_url || '::' === $this->matched_url ) { - continue; - } - - $url_starts_at = strpos( $this->text, $this->matched_url, $this->bytes_already_parsed ); - if ( false === $url_starts_at ) { - continue; - } - $this->bytes_already_parsed = $url_starts_at + strlen( $this->matched_url ); - $this->url_starts_at = $url_starts_at; - $this->url_length = strlen( $this->matched_url ); - - $had_protocol = method_exists( $this->native_processor, 'had_protocol' ) - ? $this->native_processor->had_protocol() - : WPURL::has_http_https_protocol( $this->matched_url ); - - $cache_key = $this->base_url . "\0" . ( $had_protocol ? '1' : '0' ) . "\0" . $this->matched_url; - $cached = self::candidate_cache()->get( $cache_key ); - if ( null !== $cached ) { - if ( false === $cached ) { - continue; - } - $this->parsed_url = $cached['parsed_url']; - $this->did_prepend_protocol = $cached['did_prepend_protocol']; - - return true; - } - - $parsed_url = $this->parse_and_validate_candidate( $had_protocol ); - if ( false === $parsed_url ) { - self::candidate_cache()->set( $cache_key, false ); - continue; - } - - self::candidate_cache()->set( - $cache_key, - array( - 'parsed_url' => $parsed_url, - 'did_prepend_protocol' => $this->did_prepend_protocol, - ) - ); - - $this->parsed_url = $parsed_url; - - return true; - } - - return false; - } - - public function get_raw_url() { - if ( null !== $this->fallback_processor ) { - return $this->fallback_processor->get_raw_url(); - } - - return $this->matched_url ?? false; - } - - public function get_parsed_url() { - if ( null !== $this->fallback_processor ) { - return $this->fallback_processor->get_parsed_url(); - } - - return $this->parsed_url ?? false; - } - - public function set_raw_url( $new_url ) { - if ( null !== $this->fallback_processor ) { - return $this->fallback_processor->set_raw_url( $new_url ); - } - - if ( null === $this->matched_url ) { - return false; - } - - if ( $this->did_prepend_protocol ) { - $new_url = substr( $new_url, strpos( $new_url, '://' ) + 3 ); - } - - $this->matched_url = $new_url; - $this->lexical_updates[ $this->url_starts_at ] = new WP_HTML_Text_Replacement( - $this->url_starts_at, - $this->url_length, - $new_url - ); - - return true; - } - - public function get_updated_text() { - if ( null !== $this->fallback_processor ) { - return $this->fallback_processor->get_updated_text(); - } - - $this->apply_lexical_updates(); - - return $this->text; - } - - private function parse_and_validate_candidate( $had_protocol ) { - $preprocessed_url = $this->matched_url; - if ( $this->base_url && $this->base_protocol && ! $had_protocol ) { - $preprocessed_url = WPURL::ensure_protocol( $preprocessed_url, $this->base_protocol ); - $this->did_prepend_protocol = true; - } - - $parsed_url = WPURL::parse( $preprocessed_url, $this->base_url ); - if ( false === $parsed_url ) { - return false; - } - - if ( $parsed_url->protocol && ! in_array( $parsed_url->protocol, array( 'http:', 'https:' ), true ) ) { - return false; - } - - if ( $parsed_url->username || $parsed_url->password ) { - return false; - } - - if ( ! $had_protocol ) { - $last_dot_position = strrpos( $parsed_url->hostname, '.' ); - if ( false === $last_dot_position ) { - return false; - } - - $tld = substr( $parsed_url->hostname, $last_dot_position + 1 ); - if ( ! WPURL::is_known_public_domain( $tld ) ) { - return false; - } - } - - return $parsed_url; - } - - private function apply_lexical_updates() { - if ( ! count( $this->lexical_updates ) ) { - return; - } - - ksort( $this->lexical_updates ); - - $bytes_already_copied = 0; - $output_buffer = ''; - foreach ( $this->lexical_updates as $diff ) { - $shift = strlen( $diff->text ) - $diff->length; - if ( $diff->start < $this->bytes_already_parsed ) { - $this->bytes_already_parsed += $shift; - } - - $output_buffer .= substr( $this->text, $bytes_already_copied, $diff->start - $bytes_already_copied ); - if ( $diff->start === $this->url_starts_at ) { - $this->url_starts_at = strlen( $output_buffer ); - $this->url_length = strlen( $diff->text ); - } - $output_buffer .= $diff->text; - $bytes_already_copied = $diff->start + $diff->length; - } - - $this->text = $output_buffer . substr( $this->text, $bytes_already_copied ); - $this->lexical_updates = array(); - } - - private static function candidate_cache() { - if ( null === self::$candidate_cache ) { - self::$candidate_cache = new URLRewriteCache( self::CANDIDATE_CACHE_MAX ); - } - - return self::$candidate_cache; - } -} diff --git a/components/DataLiberation/URL/class-urlintextprocessor.php b/components/DataLiberation/URL/class-urlintextprocessor.php index c5d64123a..39bfc3521 100644 --- a/components/DataLiberation/URL/class-urlintextprocessor.php +++ b/components/DataLiberation/URL/class-urlintextprocessor.php @@ -1,31 +1,7 @@ Title

Body

' ); - * $p->next_tag( 'H1' ); - * $inner_html = $p->get_inner_html(); // "Title". - * - * $p->skip_to_closer(); - * $after_h1 = substr( $html, $p->get_string_index_after_current_token() ); - * - * Those offsets are an implementation detail of the PHP parser; native HTML - * bookmarks are opaque and do not expose byte spans. To keep native processing - * available for normal scanning, these helpers replay the current cursor - * position on a PHP-backed mirror and read the offsets from that mirror. - */ class DataLiberationHTMLProcessor extends WP_HTML_Processor { - /** - * Number of public tokens consumed from this processor. - * - * This is enough to replay the cursor onto a PHP-backed mirror for the - * Data Liberation helpers that need PHP bookmark spans. - * - * @var int - */ - private $tokens_parsed_for_php_replay = 0; - - /** - * Token counts captured for public bookmarks. - * - * Native bookmarks are intentionally opaque. This map lets a later `seek()` - * restore the replay counter when the bookmark was created through this - * class, so the PHP mirror can land on the same token. - * - * @var array - */ - private $php_replay_bookmarks = array(); - - /** - * Whether the current cursor can be replayed onto the PHP parser. - * - * @var bool - */ - private $can_replay_php_cursor = true; - - /** - * Whether this instance exists only as a PHP replay mirror. - * - * @var bool - */ - private $is_php_replay = false; - - public function next_token(): bool { - $matched = parent::next_token(); - if ( $matched ) { - ++$this->tokens_parsed_for_php_replay; - } - - return $matched; - } - - public function set_bookmark( $name ): bool { - $set = parent::set_bookmark( $name ); - if ( $set ) { - $this->php_replay_bookmarks[ $name ] = $this->tokens_parsed_for_php_replay; - } - - return $set; - } - - public function release_bookmark( $name ): bool { - $released = parent::release_bookmark( $name ); - if ( $released ) { - unset( $this->php_replay_bookmarks[ $name ] ); - } - - return $released; - } - - public function seek( $bookmark_name ): bool { - $found = parent::seek( $bookmark_name ); - if ( ! $found ) { - return false; - } - - if ( isset( $this->php_replay_bookmarks[ $bookmark_name ] ) ) { - $this->tokens_parsed_for_php_replay = $this->php_replay_bookmarks[ $bookmark_name ]; - } else { - $this->can_replay_php_cursor = false; - } - - return true; - } - public function get_inner_html() { - if ( $this->has_active_native_processor() ) { - $php_processor = $this->create_php_replay_at_current_token(); - - return $php_processor instanceof self ? $php_processor->get_inner_html() : false; - } - if ( '#tag' !== $this->get_token_type() ) { return false; } @@ -123,28 +16,24 @@ public function get_inner_html() { return false; } - if ( false === $this->set_bookmark( 'tag-start' ) ) { + if ( false === WP_HTML_Tag_Processor::set_bookmark( 'tag-start' ) ) { return false; } $this->skip_to_closer(); - if ( false === $this->set_bookmark( 'tag-end' ) ) { - $this->release_bookmark( 'tag-start' ); + if ( false === WP_HTML_Tag_Processor::set_bookmark( 'tag-end' ) ) { + WP_HTML_Tag_Processor::release_bookmark( 'tag-start' ); return false; } - $tag_start = $this->get_bookmark_span( 'tag-start' ); - $tag_end = $this->get_bookmark_span( 'tag-end' ); - $inner_html_start = $tag_start->start + $tag_start->length; - $inner_html_end = $tag_end->start - $inner_html_start; + $inner_html_start = $this->bookmarks['tag-start']->start + $this->bookmarks['tag-start']->length; + $inner_html_end = $this->bookmarks['tag-end']->start - $inner_html_start; - if ( ! $this->is_php_replay ) { - $this->seek( 'tag-start' ); - $this->release_bookmark( 'tag-start' ); - $this->release_bookmark( 'tag-end' ); - } + WP_HTML_Tag_Processor::seek( 'tag-start' ); + WP_HTML_Tag_Processor::release_bookmark( 'tag-start' ); + WP_HTML_Tag_Processor::release_bookmark( 'tag-end' ); return substr( $this->html, @@ -169,97 +58,11 @@ public function skip_to_closer() { } public function get_string_index_after_current_token() { - if ( $this->has_active_native_processor() ) { - $php_processor = $this->create_php_replay_at_current_token(); - - return $php_processor instanceof self ? $php_processor->get_string_index_after_current_token() : false; - } - $name = 'current_token'; $this->set_bookmark( $name ); - $bookmark = $this->get_bookmark_span( '_' . $name ); + $bookmark = $this->bookmarks[ '_' . $name ]; $this->release_bookmark( $name ); return $bookmark->start + $bookmark->length; } - - /** - * Returns a PHP bookmark span from this object or its PHP delegate. - * - * @param string $name Bookmark name. - * @return WP_HTML_Span Bookmark span. - */ - private function get_bookmark_span( $name ) { - if ( isset( $this->bookmarks[ $name ] ) ) { - return $this->bookmarks[ $name ]; - } - if ( isset( $this->bookmarks[ '_' . $name ] ) ) { - return $this->bookmarks[ '_' . $name ]; - } - - if ( property_exists( $this, 'php_processor' ) ) { - $property = new \ReflectionProperty( 'WP_HTML_PHP_Tag_Processor', 'bookmarks' ); - $property->setAccessible( true ); - $bookmarks = $property->getValue( $this->php_processor ); - if ( isset( $bookmarks[ $name ] ) ) { - return $bookmarks[ $name ]; - } - if ( isset( $bookmarks[ '_' . $name ] ) ) { - return $bookmarks[ '_' . $name ]; - } - } - - return null; - } - - /** - * Checks whether this processor has a native delegate. - * - * The pure PHP HTML Processor loaded on older runtimes does not define the - * native-wrapper helper method, so callers must guard the method before - * invoking it. - * - * @return bool Whether a native processor is active. - */ - private function has_active_native_processor() { - return method_exists( $this, 'has_native_processor' ) && $this->has_native_processor(); - } - - /** - * Creates a PHP-backed processor at the same public cursor token. - * - * Native cursor operations are faster for scanning, but native bookmarks do - * not expose byte offsets. For offset-only helpers this method replays the - * already-consumed public token count on a mirror with native delegation - * disabled. Example: - * - * $native = DataLiberationHTMLProcessor::create_fragment( '

Title

Body

' ); - * $native->next_tag( 'H1' ); - * - * // The mirror runs the PHP parser through the same first token, so its - * // bookmark spans point to the original `

` source bytes. - * $php = $native->create_php_replay_at_current_token(); - * - * @return self|null PHP-backed processor at the current token, or null. - */ - private function create_php_replay_at_current_token() { - if ( ! $this->can_replay_php_cursor ) { - return null; - } - - $processor = static::create_fragment( $this->html ); - if ( ! $processor instanceof self ) { - return null; - } - - $processor->set_native_processor( null ); - $processor->is_php_replay = true; - for ( $i = 0; $i < $this->tokens_parsed_for_php_replay; ++$i ) { - if ( ! $processor->next_token() ) { - return null; - } - } - - return $processor; - } } diff --git a/components/HTML/PHP/class-wp-html-php-processor.php b/components/HTML/PHP/class-wp-html-php-processor.php index 41c2d7ae0..5645ac928 100644 --- a/components/HTML/PHP/class-wp-html-php-processor.php +++ b/components/HTML/PHP/class-wp-html-php-processor.php @@ -140,7 +140,7 @@ * @see WP_HTML_Tag_Processor * @see https://html.spec.whatwg.org/ */ -class WP_HTML_PHP_Processor extends WP_HTML_PHP_Tag_Processor { +class WP_HTML_PHP_Processor extends WP_HTML_Tag_Processor { /** * The maximum number of bookmarks allowed to exist at any given time. * diff --git a/components/HTML/README.md b/components/HTML/README.md index d2d30b1e4..e5c4400cd 100644 --- a/components/HTML/README.md +++ b/components/HTML/README.md @@ -14,16 +14,7 @@ see_also: - dataliberation | DataLiberation | Rewrite URLs and media references during import/export pipelines. --- -A pure-PHP HTML5 parser and tag rewriter mirroring WordPress core's HTML API. Treat HTML the way browsers do — without libxml2, DOMDocument, or regex hacks — and rewrite attributes in a single linear pass. - -When the native API extension is loaded, tag and fragment processors can use -native delegates by default while preserving PHP fallback behavior. Define -WP_NATIVE_APIS_DISABLE_DEFAULTS before loading the component to -force the pure PHP fallback. Full-document parsing through -WP_HTML_Processor::create_full_parser() remains PHP-backed for -now. Fragment processors, including covered table, list, description-list, -select/option/optgroup, omitted-paragraph, and ruby tree-builder cases, can use -native delegates when the extension is loaded. +A pure-PHP HTML parser and tag rewriter mirroring WordPress core's HTML API. Handle browser-style HTML fragments for supported markup — without libxml2, DOMDocument, or regex hacks — and rewrite attributes in a single linear pass. ## Why this exists @@ -33,6 +24,8 @@ native delegates when the extension is loaded.

The component gives you two processors. WP_HTML_Tag_Processor is a forward-only cursor over tags and tokens — useful for attribute rewriting at scale. WP_HTML_Processor layers HTML5 tree construction on top so you can query by ancestry (breadcrumbs), serialize the parsed document, and trust that <p>one<p>two parses as two paragraphs the way a browser sees it.

+

Scope: WP_HTML_Processor intentionally supports WordPress core's current subset of HTML5. It aborts on markup it cannot safely model, including table-internal content, foreign content such as SVG/MathML, and content outside the supported body parsing modes. Use get_unsupported_exception() when you need to explain why processing stopped.

+

Footgun: Mutations are buffered. Nothing changes in the source string until you call get_updated_html(). If you read get_attribute() after a set_attribute() on the same tag, you see the new value — but downstream tooling reading the original string sees stale HTML until you serialize.

## Add loading="lazy" to every image diff --git a/components/HTML/Tests/NativeHTMLConformanceTest.php b/components/HTML/Tests/NativeHTMLConformanceTest.php deleted file mode 100644 index ec0a7aa38..000000000 --- a/components/HTML/Tests/NativeHTMLConformanceTest.php +++ /dev/null @@ -1,4007 +0,0 @@ -markTestSkipped( 'Native HTML classes are not registered; load the native API extension to run this case.' ); - } - - $tag_processor = new WP_HTML_Tag_Processor( '

Text

' ); - $this->assertSame( 'WP_HTML_Native_Tag_Processor', get_class( $this->get_native_delegate( $tag_processor ) ) ); - $this->assertTrue( $tag_processor->next_tag() ); - $this->assertSame( 'P', $tag_processor->get_tag() ); - $this->assertSame( '1', $tag_processor->get_attribute( 'data-id' ) ); - $this->assertTrue( $tag_processor->remove_attribute( 'data-id' ) ); - $this->assertNull( $tag_processor->get_attribute( 'data-id' ) ); - $this->assertSame( '

Text

', $tag_processor->get_updated_html() ); - - $tag_processor = new WP_HTML_Tag_Processor( '


' ); - $this->assertTrue( $tag_processor->next_tag( array( 'tag_closers' => 'visit' ) ) ); - $this->assertSame( 'P', $tag_processor->get_tag() ); - $this->assertFalse( $tag_processor->is_tag_closer() ); - $this->assertTrue( $tag_processor->next_tag( array( 'tag_closers' => 'visit' ) ) ); - $this->assertSame( 'BR', $tag_processor->get_tag() ); - $this->assertFalse( $tag_processor->is_tag_closer() ); - $this->assertTrue( $tag_processor->next_tag( array( 'tag_closers' => 'visit' ) ) ); - $this->assertSame( 'P', $tag_processor->get_tag() ); - $this->assertTrue( $tag_processor->is_tag_closer() ); - $this->assertNull( $tag_processor->get_attribute_names_with_prefix( 'data-' ) ); - $this->assertFalse( $tag_processor->has_class( 'anything' ) ); - - $tag_processor = new WP_HTML_Tag_Processor( '

One

' ); - $this->assertSame( 'WP_HTML_Native_Tag_Processor', get_class( $this->get_native_delegate( $tag_processor ) ) ); - $this->assertTrue( $tag_processor->next_token() ); - $this->assertTrue( $tag_processor->next_token() ); - $this->assertSame( '#text', $tag_processor->get_token_type() ); - $this->assertTrue( $tag_processor->set_modifiable_text( 'Two & Three' ) ); - $this->assertSame( '

Two & Three

', $tag_processor->get_updated_html() ); - - $tag_processor = new WP_HTML_Tag_Processor( " \tMore" ); - $this->assertSame( 'WP_HTML_Native_Tag_Processor', get_class( $this->get_native_delegate( $tag_processor ) ) ); - $this->assertTrue( $tag_processor->next_token() ); - $this->assertTrue( $tag_processor->subdivide_text_appropriately() ); - $this->assertSame( " \t", $tag_processor->get_modifiable_text() ); - $this->assertTrue( $tag_processor->next_token() ); - $this->assertSame( 'More', $tag_processor->get_modifiable_text() ); - - $tag_processor = new WP_HTML_Tag_Processor( '


' ); - $this->assertSame( 'WP_HTML_Native_Tag_Processor', get_class( $this->get_native_delegate( $tag_processor ) ) ); - $this->assertSame( - array( - array( - 'tag_name' => 'P', - 'is_tag_closer' => false, - ), - ), - $tag_processor->next_tag_summary_batch( 1 ) - ); - $this->assertSame( array( 'a', 'b' ), iterator_to_array( $tag_processor->class_list() ) ); - $this->assertSame( 'intro', $tag_processor->get_attribute( 'data-kind' ) ); - - $tag_processor = new WP_HTML_Tag_Processor( '


' ); - $this->assertSame( 'WP_HTML_Native_Tag_Processor', get_class( $this->get_native_delegate( $tag_processor ) ) ); - $this->assertSame( - array( - array( - 'tag_name' => 'P', - 'is_tag_closer' => false, - 'attribute_count' => 1, - ), - ), - $tag_processor->next_tag_prefix_summary_batch( 'data-', 1 ) - ); - $this->assertSame( array( 'a', 'b' ), iterator_to_array( $tag_processor->class_list() ) ); - $this->assertSame( 'intro', $tag_processor->get_attribute( 'data-kind' ) ); - - $tag_processor = new WP_HTML_Tag_Processor( '


' ); - $this->assertSame( 'WP_HTML_Native_Tag_Processor', get_class( $this->get_native_delegate( $tag_processor ) ) ); - $this->assertSame( "1\x1f1", $tag_processor->next_tag_prefix_count_compact_batch( 'data-', 1 ) ); - $this->assertSame( array( 'a', 'b' ), iterator_to_array( $tag_processor->class_list() ) ); - $this->assertSame( 'intro', $tag_processor->get_attribute( 'data-kind' ) ); - - $html_processor = WP_HTML_Processor::create_fragment( '

Text

' ); - $this->assertSame( 'WP_HTML_Native_Processor', get_class( $this->get_native_delegate( $html_processor ) ) ); - $this->assertTrue( $html_processor->next_token() ); - $this->assertSame( 'P', $html_processor->get_token_name() ); - $this->assertSame( array( 'HTML', 'BODY', 'P' ), $html_processor->get_breadcrumbs() ); - - $list_processor = WP_HTML_Processor::create_fragment( '
  • one
  • two
' ); - $this->assertSame( 'WP_HTML_Native_Processor', get_class( $this->get_native_delegate( $list_processor ) ) ); - $this->assertTrue( $list_processor->next_token() ); - $this->assertSame( 'UL', $list_processor->get_token_name() ); - $this->assertTrue( $list_processor->next_token() ); - $this->assertSame( 'LI', $list_processor->get_token_name() ); - $this->assertFalse( $list_processor->is_tag_closer() ); - $this->assertTrue( $list_processor->next_token() ); - $this->assertSame( 'one', $list_processor->get_modifiable_text() ); - $this->assertTrue( $list_processor->next_token() ); - $this->assertSame( 'LI', $list_processor->get_token_name() ); - $this->assertTrue( $list_processor->is_tag_closer() ); - - $description_list_processor = WP_HTML_Processor::create_fragment( '
A
B
' ); - $this->assertSame( 'WP_HTML_Native_Processor', get_class( $this->get_native_delegate( $description_list_processor ) ) ); - $this->assertTrue( $description_list_processor->next_token() ); - $this->assertSame( 'DL', $description_list_processor->get_token_name() ); - $this->assertTrue( $description_list_processor->next_token() ); - $this->assertSame( 'DT', $description_list_processor->get_token_name() ); - $this->assertFalse( $description_list_processor->is_tag_closer() ); - $this->assertTrue( $description_list_processor->next_token() ); - $this->assertSame( 'A', $description_list_processor->get_modifiable_text() ); - $this->assertTrue( $description_list_processor->next_token() ); - $this->assertSame( 'DT', $description_list_processor->get_token_name() ); - $this->assertTrue( $description_list_processor->is_tag_closer() ); - - $select_processor = WP_HTML_Processor::create_fragment( '' ); - $this->assertSame( 'WP_HTML_Native_Processor', get_class( $this->get_native_delegate( $select_processor ) ) ); - $this->assertTrue( $select_processor->next_token() ); - $this->assertSame( 'SELECT', $select_processor->get_token_name() ); - $this->assertTrue( $select_processor->next_token() ); - $this->assertSame( 'OPTION', $select_processor->get_token_name() ); - $this->assertFalse( $select_processor->is_tag_closer() ); - $this->assertTrue( $select_processor->next_token() ); - $this->assertSame( 'A', $select_processor->get_modifiable_text() ); - $this->assertTrue( $select_processor->next_token() ); - $this->assertSame( 'OPTION', $select_processor->get_token_name() ); - $this->assertTrue( $select_processor->is_tag_closer() ); - - $optgroup_processor = WP_HTML_Processor::create_fragment( '' ); - $this->assertSame( 'WP_HTML_Native_Processor', get_class( $this->get_native_delegate( $optgroup_processor ) ) ); - $this->assertTrue( $optgroup_processor->next_token() ); - $this->assertSame( 'SELECT', $optgroup_processor->get_token_name() ); - $this->assertTrue( $optgroup_processor->next_token() ); - $this->assertSame( 'OPTGROUP', $optgroup_processor->get_token_name() ); - $this->assertFalse( $optgroup_processor->is_tag_closer() ); - $this->assertTrue( $optgroup_processor->next_tag( array( 'tag_closers' => 'visit' ) ) ); - $this->assertSame( 'OPTION', $optgroup_processor->get_token_name() ); - $this->assertFalse( $optgroup_processor->is_tag_closer() ); - $this->assertTrue( $optgroup_processor->next_tag( array( 'tag_closers' => 'visit' ) ) ); - $this->assertSame( 'OPTION', $optgroup_processor->get_token_name() ); - $this->assertTrue( $optgroup_processor->is_tag_closer() ); - $this->assertTrue( $optgroup_processor->next_token() ); - $this->assertSame( 'OPTGROUP', $optgroup_processor->get_token_name() ); - $this->assertTrue( $optgroup_processor->is_tag_closer() ); - - $ruby_processor = WP_HTML_Processor::create_fragment( 'ab(c' ); - $this->assertSame( 'WP_HTML_Native_Processor', get_class( $this->get_native_delegate( $ruby_processor ) ) ); - $this->assertTrue( $ruby_processor->next_token() ); - $this->assertSame( 'RUBY', $ruby_processor->get_token_name() ); - $this->assertTrue( $ruby_processor->next_token() ); - $this->assertSame( 'a', $ruby_processor->get_modifiable_text() ); - $this->assertTrue( $ruby_processor->next_token() ); - $this->assertSame( 'RT', $ruby_processor->get_token_name() ); - $this->assertFalse( $ruby_processor->is_tag_closer() ); - $this->assertTrue( $ruby_processor->next_token() ); - $this->assertSame( 'b', $ruby_processor->get_modifiable_text() ); - $this->assertTrue( $ruby_processor->next_token() ); - $this->assertSame( 'RT', $ruby_processor->get_token_name() ); - $this->assertTrue( $ruby_processor->is_tag_closer() ); - - $paragraph_processor = WP_HTML_Processor::create_fragment( '

one

two
' ); - $this->assertSame( 'WP_HTML_Native_Processor', get_class( $this->get_native_delegate( $paragraph_processor ) ) ); - $this->assertTrue( $paragraph_processor->next_token() ); - $this->assertSame( 'P', $paragraph_processor->get_token_name() ); - $this->assertFalse( $paragraph_processor->is_tag_closer() ); - $this->assertTrue( $paragraph_processor->next_token() ); - $this->assertSame( 'one', $paragraph_processor->get_modifiable_text() ); - $this->assertTrue( $paragraph_processor->next_token() ); - $this->assertSame( 'P', $paragraph_processor->get_token_name() ); - $this->assertTrue( $paragraph_processor->is_tag_closer() ); - $this->assertTrue( $paragraph_processor->next_token() ); - $this->assertSame( 'DIV', $paragraph_processor->get_token_name() ); - $this->assertSame( array( 'HTML', 'BODY', 'DIV' ), $paragraph_processor->get_breadcrumbs() ); - - $table_processor = WP_HTML_Processor::create_fragment( '
AB
' ); - $this->assertSame( 'WP_HTML_Native_Processor', get_class( $this->get_native_delegate( $table_processor ) ) ); - $this->assertTrue( $table_processor->next_token() ); - $this->assertSame( 'TABLE', $table_processor->get_token_name() ); - $this->assertTrue( $table_processor->next_token() ); - $this->assertSame( 'TBODY', $table_processor->get_token_name() ); - $this->assertFalse( $table_processor->is_tag_closer() ); - - $full_processor = WP_HTML_Processor::create_full_parser( '
Text
' ); - $this->assertNull( $this->get_native_delegate( $full_processor ) ); - $this->assertTrue( $full_processor->next_token() ); - $this->assertSame( 'HTML', $full_processor->get_token_name() ); - } - - /** - * Verifies public native-backed tag queries match PHP fallback match-offset parsing. - */ - public function test_public_html_native_defaults_ignore_non_integer_match_offsets() { - if ( ! class_exists( 'WP_HTML_Native_Tag_Processor', false ) || ! method_exists( 'WP_HTML_Native_Tag_Processor', 'supports_public_api' ) ) { - $this->markTestSkipped( 'Native HTML classes are not registered; load the native API extension to run this case.' ); - } - - $tag_processor = new WP_HTML_Tag_Processor( '

' ); - $this->assertSame( 'WP_HTML_Native_Tag_Processor', get_class( $this->get_native_delegate( $tag_processor ) ) ); - $this->assertTrue( $tag_processor->next_tag( array( 'tag_name' => 'p', 'match_offset' => '2' ) ) ); - $this->assertSame( 'one', $tag_processor->get_attribute( 'id' ) ); - - $tag_processor = new WP_HTML_Tag_Processor( '

' ); - $this->assertSame( 'WP_HTML_Native_Tag_Processor', get_class( $this->get_native_delegate( $tag_processor ) ) ); - $this->assertTrue( $tag_processor->next_tag( array( 'tag_name' => 'p', 'match_offset' => 2.0 ) ) ); - $this->assertSame( 'one', $tag_processor->get_attribute( 'id' ) ); - - $tag_processor = new WP_HTML_Tag_Processor( '

' ); - $this->assertSame( 'WP_HTML_Native_Tag_Processor', get_class( $this->get_native_delegate( $tag_processor ) ) ); - $this->assertTrue( $tag_processor->next_tag( array( 'tag_name' => 'p', 'match_offset' => 2 ) ) ); - $this->assertSame( 'two', $tag_processor->get_attribute( 'id' ) ); - } - - /** - * Verifies public native-backed unrestricted closer fast paths do not swallow - * tag-name queries that also visit closers. - */ - public function test_public_html_native_defaults_honor_tag_name_when_visiting_closers() { - if ( ! class_exists( 'WP_HTML_Native_Tag_Processor', false ) || ! method_exists( 'WP_HTML_Native_Tag_Processor', 'supports_public_api' ) ) { - $this->markTestSkipped( 'Native HTML classes are not registered; load the native API extension to run this case.' ); - } - - $tag_processor = new WP_HTML_Tag_Processor( '

' ); - $this->assertSame( 'WP_HTML_Native_Tag_Processor', get_class( $this->get_native_delegate( $tag_processor ) ) ); - $this->assertTrue( - $tag_processor->next_tag( - array( - 'tag_name' => 'p', - 'tag_closers' => 'visit', - ) - ) - ); - $this->assertSame( 'P', $tag_processor->get_tag() ); - $this->assertFalse( $tag_processor->is_tag_closer() ); - $this->assertSame( 'target', $tag_processor->get_attribute( 'id' ) ); - } - - /** - * Verifies public native-backed tag processors handle invalid query types like PHP fallback. - */ - public function test_public_html_native_defaults_treat_invalid_query_types_as_unrestricted() { - if ( ! class_exists( 'WP_HTML_Native_Tag_Processor', false ) || ! method_exists( 'WP_HTML_Native_Tag_Processor', 'supports_public_api' ) ) { - $this->markTestSkipped( 'Native HTML classes are not registered; load the native API extension to run this case.' ); - } - - $tag_processor = new WP_HTML_Tag_Processor( '

' ); - $this->assertSame( 'WP_HTML_Native_Tag_Processor', get_class( $this->get_native_delegate( $tag_processor ) ) ); - $this->assertTrue( $tag_processor->next_tag( 42 ) ); - $this->assertSame( 'P', $tag_processor->get_tag() ); - $this->assertSame( 'one', $tag_processor->get_attribute( 'id' ) ); - } - - /** - * Verifies HTML native defaults can be disabled by constant. - */ - public function test_public_html_classes_can_disable_native_defaults_by_constant() { - if ( ! class_exists( 'WP_HTML_Native_Tag_Processor', false ) || ! method_exists( 'WP_HTML_Native_Tag_Processor', 'supports_public_api' ) || ! class_exists( 'WP_HTML_Native_Processor', false ) || ! method_exists( 'WP_HTML_Native_Processor', 'supports_public_api' ) ) { - $this->markTestSkipped( 'Native HTML classes are not registered; load the native API extension to run this case.' ); - } - - $this->assertSame( - array( - 'tag:php', - 'tag-id:1', - 'tree:php', - 'tree-token:P', - 'full:php', - 'full-token:HTML', - ), - $this->run_html_native_defaults_constant_probe( "define( 'WP_NATIVE_APIS_DISABLE_DEFAULTS', true );" ) - ); - } - - /** - * Verifies public native-backed HTML processors apply attribute and class updates. - */ - public function test_public_html_mutations_with_native_defaults() { - if ( ! class_exists( 'WP_HTML_Native_Tag_Processor', false ) || ! method_exists( 'WP_HTML_Native_Tag_Processor', 'supports_public_api' ) || ! class_exists( 'WP_HTML_Native_Processor', false ) || ! method_exists( 'WP_HTML_Native_Processor', 'supports_public_api' ) ) { - $this->markTestSkipped( 'Native HTML classes are not registered; load the native API extension to run this case.' ); - } - - $tag_processor = new WP_HTML_Tag_Processor( '

Text

' ); - $this->assertSame( 'WP_HTML_Native_Tag_Processor', get_class( $this->get_native_delegate( $tag_processor ) ) ); - $this->assertTrue( $tag_processor->next_tag( 'p' ) ); - $this->assertTrue( $tag_processor->set_attribute( 'data-id', '7' ) ); - $this->assertSame( '7', $tag_processor->get_attribute( 'data-id' ) ); - $this->assertTrue( $tag_processor->add_class( 'b' ) ); - $this->assertSame( 'a b', $tag_processor->get_attribute( 'class' ) ); - $this->assertSame( '

Text

', $tag_processor->get_updated_html() ); - - $tag_processor = new WP_HTML_Tag_Processor( '' ); - $this->assertTrue( $tag_processor->next_tag( 'img' ) ); - $this->assertTrue( $tag_processor->set_attribute( 'src', 'https://w.org/logo.png' ) ); - $this->assertTrue( $tag_processor->set_attribute( 'alt', 'An image' ) ); - $this->assertSame( 'https://w.org/logo.png', $tag_processor->get_attribute( 'src' ) ); - $this->assertSame( 'An image', $tag_processor->get_attribute( 'alt' ) ); - $this->assertSame( 'An image', $tag_processor->get_updated_html() ); - - $tag_processor = new WP_HTML_Tag_Processor( '' ); - $this->assertTrue( $tag_processor->next_tag( 'p' ) ); - $this->assertTrue( $tag_processor->get_attribute( 'hidden' ) ); - $this->assertTrue( $tag_processor->set_attribute( 'hidden', true ) ); - $this->assertTrue( $tag_processor->get_attribute( 'hidden' ) ); - $this->assertSame( '', $tag_processor->get_updated_html() ); - - $tag_processor = new WP_HTML_Tag_Processor( '

Text

' ); - $this->assertTrue( $tag_processor->next_tag( 'p' ) ); - $this->assertTrue( $tag_processor->remove_class( 'a' ) ); - $this->assertSame( 'b', $tag_processor->get_attribute( 'class' ) ); - $this->assertSame( '

Text

', $tag_processor->get_updated_html() ); - - $tag_processor = new WP_HTML_Tag_Processor( '

Text

' ); - $this->assertTrue( $tag_processor->next_tag( 'p' ) ); - $this->assertTrue( $tag_processor->set_attribute( 'data-id', '7' ) ); - $this->assertFalse( $tag_processor->remove_attribute( 'data-id' ) ); - $this->assertNull( $tag_processor->get_attribute( 'data-id' ) ); - $this->assertSame( '

Text

', $tag_processor->get_updated_html() ); - - $tag_processor = new WP_HTML_Tag_Processor( '

Text

' ); - $this->assertTrue( $tag_processor->next_tag( 'p' ) ); - $this->assertTrue( $tag_processor->add_class( 'a' ) ); - $this->assertTrue( $tag_processor->remove_class( 'a' ) ); - $this->assertNull( $tag_processor->get_attribute( 'class' ) ); - $this->assertSame( '

Text

', $tag_processor->get_updated_html() ); - - $tag_processor = new WP_HTML_Tag_Processor( '

Text

' ); - $this->assertTrue( $tag_processor->next_tag( 'p' ) ); - $this->assertTrue( $tag_processor->remove_class( 'a' ) ); - $this->assertTrue( $tag_processor->add_class( 'a' ) ); - $this->assertSame( 'a b', $tag_processor->get_attribute( 'class' ) ); - $this->assertSame( '

Text

', $tag_processor->get_updated_html() ); - - $tag_processor = new WP_HTML_Tag_Processor( '

Text

' ); - $this->assertTrue( $tag_processor->next_tag( 'p' ) ); - $this->assertTrue( $tag_processor->remove_class( 'a' ) ); - $this->assertTrue( $tag_processor->add_class( 'b' ) ); - $this->assertSame( 'b', $tag_processor->get_attribute( 'class' ) ); - $this->assertSame( '

Text

', $tag_processor->get_updated_html() ); - - $html_processor = WP_HTML_Processor::create_fragment( '

Text

' ); - $this->assertSame( 'WP_HTML_Native_Processor', get_class( $this->get_native_delegate( $html_processor ) ) ); - $this->assertTrue( $html_processor->next_tag( 'P' ) ); - $this->assertTrue( $html_processor->set_attribute( 'data-id', '7' ) ); - $this->assertSame( '7', $html_processor->get_attribute( 'data-id' ) ); - $this->assertTrue( $html_processor->add_class( 'b' ) ); - $this->assertSame( 'a b', $html_processor->get_attribute( 'class' ) ); - $this->assertSame( '

Text

', $html_processor->get_updated_html() ); - - $html_processor = WP_HTML_Processor::create_fragment( '
' ); - $this->assertTrue( $html_processor->next_tag( 'P' ) ); - $this->assertTrue( $html_processor->get_attribute( 'hidden' ) ); - $this->assertTrue( $html_processor->set_attribute( 'hidden', true ) ); - $this->assertTrue( $html_processor->get_attribute( 'hidden' ) ); - $this->assertSame( '
', $html_processor->get_updated_html() ); - - $html_processor = WP_HTML_Processor::create_fragment( '

Text

' ); - $this->assertTrue( $html_processor->next_tag( 'P' ) ); - $this->assertTrue( $html_processor->set_attribute( 'data-id', '7' ) ); - $this->assertFalse( $html_processor->remove_attribute( 'data-id' ) ); - $this->assertNull( $html_processor->get_attribute( 'data-id' ) ); - $this->assertSame( '

Text

', $html_processor->get_updated_html() ); - } - - /** - * Verifies public native-backed tag processors preserve bookmark lifecycle behavior. - */ - public function test_public_html_tag_processor_bookmarks_with_native_defaults() { - if ( ! class_exists( 'WP_HTML_Native_Tag_Processor', false ) || ! method_exists( 'WP_HTML_Native_Tag_Processor', 'supports_public_api' ) ) { - $this->markTestSkipped( 'Native HTML classes are not registered; load the native API extension to run this case.' ); - } - - $tag_processor = new WP_HTML_Tag_Processor( '

' ); - $this->assertSame( 'WP_HTML_Native_Tag_Processor', get_class( $this->get_native_delegate( $tag_processor ) ) ); - - $this->assertTrue( $tag_processor->next_tag( 'span' ) ); - $this->assertSame( 'SPAN', $tag_processor->get_tag() ); - $this->assertSame( 'two', $tag_processor->get_attribute( 'id' ) ); - $this->assertTrue( $tag_processor->set_bookmark( 'saved-span' ) ); - $this->assertTrue( $tag_processor->has_bookmark( 'saved-span' ) ); - - $this->assertTrue( $tag_processor->next_tag( 'p' ) ); - $this->assertSame( 'P', $tag_processor->get_tag() ); - $this->assertSame( 'three', $tag_processor->get_attribute( 'id' ) ); - - $this->assertTrue( $tag_processor->seek( 'saved-span' ) ); - $this->assertSame( 'SPAN', $tag_processor->get_tag() ); - $this->assertSame( 'two', $tag_processor->get_attribute( 'id' ) ); - $this->assertTrue( $tag_processor->remove_attribute( 'id' ) ); - $this->assertSame( '

', $tag_processor->get_updated_html() ); - $this->assertTrue( $tag_processor->release_bookmark( 'saved-span' ) ); - $this->assertFalse( $tag_processor->has_bookmark( 'saved-span' ) ); - - $tag_processor = new WP_HTML_Tag_Processor( '
Text

More

' ); - $this->assertSame( 'WP_HTML_Native_Tag_Processor', get_class( $this->get_native_delegate( $tag_processor ) ) ); - $this->assertTrue( $tag_processor->next_tag( 'span' ) ); - $this->assertTrue( $tag_processor->set_bookmark( 'saved-class' ) ); - $this->assertTrue( $tag_processor->next_tag( 'p' ) ); - $this->assertTrue( $tag_processor->seek( 'saved-class' ) ); - $this->assertTrue( $tag_processor->remove_class( 'b' ) ); - $this->assertTrue( $tag_processor->add_class( 'c' ) ); - $this->assertSame( 'c', $tag_processor->get_attribute( 'class' ) ); - $this->assertSame( '
Text

More

', $tag_processor->get_updated_html() ); - } - - /** - * Verifies public native-backed HTML processors preserve bookmark lifecycle behavior. - */ - public function test_public_html_processor_bookmarks_with_native_defaults() { - if ( ! class_exists( 'WP_HTML_Native_Processor', false ) || ! method_exists( 'WP_HTML_Native_Processor', 'supports_public_api' ) ) { - $this->markTestSkipped( 'WP_HTML_Native_Processor is not registered; load the native API extension to run this case.' ); - } - - $processor = WP_HTML_Processor::create_fragment( '

One

Two

' ); - $this->assertSame( 'WP_HTML_Native_Processor', get_class( $this->get_native_delegate( $processor ) ) ); - - $this->assertTrue( $processor->next_tag( 'P' ) ); - $this->assertSame( 'P', $processor->get_tag() ); - $this->assertSame( 'one', $processor->get_attribute( 'id' ) ); - $this->assertTrue( $processor->set_bookmark( 'saved-paragraph' ) ); - $this->assertTrue( $processor->has_bookmark( 'saved-paragraph' ) ); - - $this->assertTrue( $processor->next_tag( 'P' ) ); - $this->assertSame( 'P', $processor->get_tag() ); - $this->assertSame( 'two', $processor->get_attribute( 'id' ) ); - - $this->assertTrue( $processor->seek( 'saved-paragraph' ) ); - $this->assertSame( 'P', $processor->get_tag() ); - $this->assertSame( 'one', $processor->get_attribute( 'id' ) ); - $this->assertSame( array( 'HTML', 'BODY', 'SECTION', 'P' ), $processor->get_breadcrumbs() ); - - $this->assertTrue( $processor->release_bookmark( 'saved-paragraph' ) ); - $this->assertFalse( $processor->has_bookmark( 'saved-paragraph' ) ); - } - - /** - * Verifies public HTML normalization keeps PHP serializer semantics with native defaults. - */ - public function test_public_html_normalize_uses_php_serializer_with_native_defaults() { - if ( ! class_exists( 'WP_HTML_Native_Processor', false ) || ! method_exists( 'WP_HTML_Native_Processor', 'supports_public_api' ) ) { - $this->markTestSkipped( 'WP_HTML_Native_Processor is not registered; load the native API extension to run this case.' ); - } - - $html = 'One
Link
' - ); - - $this->assertTrue( $processor->next_tag(), 'Expected the first HTML tag.' ); - $this->assertSame( 'MAIN', $processor->get_tag() ); - $this->assertSame( '7', $processor->get_attribute( 'data-z' ) ); - $this->assertSame( 'post', $processor->get_attribute( 'data-a' ) ); - $this->assertSame( - array( 'data-z', 'data-a' ), - $processor->get_attribute_names_with_prefix( 'data-' ) - ); - $this->skip_if_html_method_is_unavailable( $processor, 'count_attribute_names_with_prefix' ); - $this->assertSame( 2, $processor->count_attribute_names_with_prefix( 'data-' ) ); - $this->assertSame( 0, $processor->count_attribute_names_with_prefix( 'aria-' ) ); - - $this->assertTrue( $processor->next_tag(), 'Expected the nested anchor tag.' ); - $this->assertSame( 'A', $processor->get_tag() ); - $this->assertSame( '/x?one=1&two=2', $processor->get_attribute( 'href' ) ); - $this->assertSame( 'A/B/C', $processor->get_attribute( 'title' ) ); - $this->assertSame( "A\u{00a0}B\u{00a9}\u{00ae}\u{2026}\u{2014}\u{2209}", $processor->get_attribute( 'data-label' ) ); - $this->assertFalse( $processor->next_tag(), 'next_tag() should skip closing tags by default.' ); - - $processor = $this->create_tag_processor( - $implementation, - '

Text

' - ); - - $this->assertTrue( $processor->next_tag(), 'Expected the paragraph tag with unusual attributes.' ); - $this->assertSame( array( '.x', '@x', 'data-x' ), $processor->get_attribute_names_with_prefix( '' ) ); - $this->assertSame( 'dot', $processor->get_attribute( '.x' ) ); - $this->assertSame( 'at', $processor->get_attribute( '@x' ) ); - $this->assertNull( $processor->get_attribute( 'x' ) ); - - $processor = $this->create_tag_processor( - $implementation, - '

Text

' - ); - - $this->assertTrue( $processor->next_tag(), 'Expected the paragraph tag with equals-start attributes.' ); - $this->assertSame( array( '=b', 'a', '=c', 'data-x' ), $processor->get_attribute_names_with_prefix( '' ) ); - $this->assertTrue( $processor->get_attribute( '=b' ) ); - $this->assertTrue( $processor->get_attribute( '=c' ) ); - $this->assertNull( $processor->get_attribute( 'b' ) ); - $this->assertSame( array( '=b', '=c' ), $processor->get_attribute_names_with_prefix( '=' ) ); - $this->assertSame( 2, $processor->count_attribute_names_with_prefix( '=' ) ); - - $processor = $this->create_tag_processor( - $implementation, - '
' - ); - - $this->assertTrue( $this->next_tag_visiting_closers( $processor ), 'Expected the opening tag.' ); - $this->assertSame( array( 'data-id' ), $processor->get_attribute_names_with_prefix( 'data-' ) ); - $this->assertSame( 1, $processor->count_attribute_names_with_prefix( 'data-' ) ); - $this->assertTrue( $this->next_tag_visiting_closers( $processor ), 'Expected the closing tag.' ); - $this->assertTrue( $processor->is_tag_closer() ); - $this->assertNull( $processor->get_attribute_names_with_prefix( 'data-' ) ); - $this->assertNull( $processor->count_attribute_names_with_prefix( 'data-' ) ); - } - - /** - * Verifies attribute removal works for the shared sanitization workflow. - * - * @dataProvider data_tag_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_tag_processor_removes_attributes( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Tag_Processor' ); - - $processor = $this->create_tag_processor( - $implementation, - '
Link
' - ); - - $this->assertTrue( $processor->next_tag(), 'Expected the main tag.' ); - $this->assertSame( array( 'data-id' ), $processor->get_attribute_names_with_prefix( 'data-' ) ); - $this->assertTrue( $processor->remove_attribute( 'data-id' ) ); - $this->assertNull( $processor->get_attribute( 'data-id' ) ); - $this->assertSame( - '
Link
', - $processor->get_updated_html() - ); - - $this->assertTrue( $processor->next_tag(), 'Expected the anchor tag after removing from the main tag.' ); - $this->skip_if_html_method_is_unavailable( $processor, 'remove_attributes_with_prefix' ); - $this->assertSame( 2, $processor->remove_attributes_with_prefix( 'data-' ) ); - $this->assertNull( $processor->get_attribute( 'data-kind' ) ); - $this->assertSame( 0, $processor->remove_attributes_with_prefix( 'data-' ) ); - $this->assertSame( - '
Link
', - $processor->get_updated_html() - ); - - $processor = $this->create_tag_processor( - $implementation, - '

Text

' - ); - - $this->assertTrue( $processor->next_tag(), 'Expected the paragraph tag with boolean attributes.' ); - $this->assertTrue( $processor->remove_attribute( 'disabled' ) ); - $this->assertSame( '

Text

', $processor->get_updated_html() ); - - $processor = $this->create_tag_processor( - $implementation, - '

Text

' - ); - - $this->assertTrue( $processor->next_tag(), 'Expected the paragraph tag with boolean attributes.' ); - $this->assertSame( 3, $processor->remove_attributes_with_prefix( 'd' ) ); - $this->assertSame( '

Text

', $processor->get_updated_html() ); - } - - /** - * Verifies document-level prefix removals match the per-tag workflow. - * - * @dataProvider data_tag_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_tag_processor_removes_prefixed_attributes_from_document( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Tag_Processor' ); - - $processor = $this->create_tag_processor( - $implementation, - '
Link
' - ); - - $this->assertSame( - array( - 'tag_count' => 5, - 'removed_count' => 4, - 'html' => '
Link
', - ), - $this->remove_attributes_with_prefix_from_document( $processor, 'data-', true ) - ); - - $processor = $this->create_tag_processor( - $implementation, - '
' - ); - - $this->assertTrue( $this->next_tag_visiting_closers( $processor ), 'Expected the opening main tag.' ); - $this->assertSame( - array( - 'tag_count' => 1, - 'removed_count' => 1, - 'html' => '
', - ), - $this->remove_attributes_with_prefix_from_document( $processor, 'data-', false ) - ); - } - - /** - * Verifies document-level prefix summaries match the per-tag workflow. - * - * @dataProvider data_tag_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_tag_processor_summarizes_prefixed_attributes( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Tag_Processor' ); - - $processor = $this->create_tag_processor( - $implementation, - '
Link
' - ); - - $this->assertSame( - array( - 'tag_count' => 5, - 'attribute_count' => 3, - ), - $this->summarize_attribute_names_with_prefix( $processor, 'data-', true ) - ); - - $processor = $this->create_tag_processor( - $implementation, - '
Link
' - ); - - $this->assertSame( - array( - 'tag_count' => 3, - 'attribute_count' => 3, - ), - $this->summarize_attribute_names_with_prefix( $processor, 'data-', false ) - ); - } - - /** - * Verifies document-level tag inventory summaries match the per-tag workflow. - * - * @dataProvider data_tag_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_tag_processor_summarizes_tag_inventory( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Tag_Processor' ); - - $processor = $this->create_tag_processor( - $implementation, - '
Link
' - ); - - $this->assertSame( - array( - 'tag_count' => 5, - 'open_tag_count' => 3, - 'closing_tag_count' => 2, - 'attribute_count' => 4, - 'unique_tag_name_count' => 3, - ), - $this->summarize_tag_inventory( $processor, true ) - ); - - $processor = $this->create_tag_processor( - $implementation, - '
Link
' - ); - - $this->assertSame( - array( - 'tag_count' => 3, - 'open_tag_count' => 3, - 'closing_tag_count' => 0, - 'attribute_count' => 4, - 'unique_tag_name_count' => 3, - ), - $this->summarize_tag_inventory( $processor, false ) - ); - } - - /** - * Verifies heading inventory summaries match the per-tag workflow. - * - * @dataProvider data_tag_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_tag_processor_summarizes_heading_inventory( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Tag_Processor' ); - - $html = '

A

B

C

'; - - $processor = $this->create_tag_processor( $implementation, $html ); - $this->assertSame( - array( - 'tag_count' => 10, - 'heading_count' => 3, - 'h1_count' => 1, - 'h2_count' => 1, - 'h3_count' => 1, - 'h4_count' => 0, - 'h5_count' => 0, - 'h6_count' => 0, - ), - $this->summarize_heading_inventory( $processor, true ) - ); - - $processor = $this->create_tag_processor( $implementation, $html ); - $this->assertSame( - array( - 'tag_count' => 5, - 'heading_count' => 3, - 'h1_count' => 1, - 'h2_count' => 1, - 'h3_count' => 1, - 'h4_count' => 0, - 'h5_count' => 0, - 'h6_count' => 0, - ), - $this->summarize_heading_inventory( $processor, false ) - ); - } - - /** - * Verifies ID inventory summaries match the per-tag workflow. - * - * @dataProvider data_tag_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_tag_processor_summarizes_id_inventory( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Tag_Processor' ); - - $html = '

One

'; - - $processor = $this->create_tag_processor( $implementation, $html ); - $this->assertSame( - array( - 'tag_count' => 8, - 'id_tag_count' => 4, - 'unique_id_count' => 2, - 'duplicate_id_count' => 1, - 'id_value_bytes' => 14, - ), - $this->summarize_id_inventory( $processor, true ) - ); - - $processor = $this->create_tag_processor( $implementation, $html ); - $this->assertSame( - array( - 'tag_count' => 4, - 'id_tag_count' => 4, - 'unique_id_count' => 2, - 'duplicate_id_count' => 1, - 'id_value_bytes' => 14, - ), - $this->summarize_id_inventory( $processor, false ) - ); - } - - /** - * Verifies attribute inventory summaries match the per-tag workflow. - * - * @dataProvider data_tag_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_tag_processor_summarizes_attribute_inventory( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Tag_Processor' ); - - $html = '

Text

'; - - $processor = $this->create_tag_processor( $implementation, $html ); - $this->assertSame( - array( - 'tag_count' => 4, - 'attribute_count' => 4, - 'unique_attribute_name_count' => 4, - 'attribute_value_bytes' => 7, - ), - $this->summarize_attribute_inventory( $processor, true ) - ); - - $processor = $this->create_tag_processor( $implementation, $html ); - $this->assertSame( - array( - 'tag_count' => 2, - 'attribute_count' => 4, - 'unique_attribute_name_count' => 4, - 'attribute_value_bytes' => 7, - ), - $this->summarize_attribute_inventory( $processor, false ) - ); - } - - /** - * Verifies data-attribute inventory summaries match the per-tag workflow. - * - * @dataProvider data_tag_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_tag_processor_summarizes_data_attribute_inventory( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Tag_Processor' ); - - $html = '

'; - - $processor = $this->create_tag_processor( $implementation, $html ); - $this->assertSame( - array( - 'tag_count' => 4, - 'data_attribute_tag_count' => 2, - 'data_attribute_count' => 5, - 'unique_data_attribute_name_count' => 4, - 'data_attribute_value_bytes' => 14, - ), - $this->summarize_data_attribute_inventory( $processor, true ) - ); - - $processor = $this->create_tag_processor( $implementation, $html ); - $this->assertSame( - array( - 'tag_count' => 2, - 'data_attribute_tag_count' => 2, - 'data_attribute_count' => 5, - 'unique_data_attribute_name_count' => 4, - 'data_attribute_value_bytes' => 14, - ), - $this->summarize_data_attribute_inventory( $processor, false ) - ); - } - - /** - * Verifies ARIA attribute inventory summaries match the per-tag workflow. - * - * @dataProvider data_tag_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_tag_processor_summarizes_aria_attribute_inventory( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Tag_Processor' ); - - $html = '
'; - - $processor = $this->create_tag_processor( $implementation, $html ); - $this->assertSame( - array( - 'tag_count' => 4, - 'aria_attribute_tag_count' => 2, - 'aria_attribute_count' => 4, - 'unique_aria_attribute_name_count' => 3, - 'aria_attribute_value_bytes' => 15, - ), - $this->summarize_aria_attribute_inventory( $processor, true ) - ); - - $processor = $this->create_tag_processor( $implementation, $html ); - $this->assertSame( - array( - 'tag_count' => 2, - 'aria_attribute_tag_count' => 2, - 'aria_attribute_count' => 4, - 'unique_aria_attribute_name_count' => 3, - 'aria_attribute_value_bytes' => 15, - ), - $this->summarize_aria_attribute_inventory( $processor, false ) - ); - } - - /** - * Verifies class inventory summaries match the per-tag workflow. - * - * @dataProvider data_tag_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_tag_processor_summarizes_class_inventory( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Tag_Processor' ); - - $html = '

Text

Bool
'; - - $processor = $this->create_tag_processor( $implementation, $html ); - $this->assertSame( - array( - 'tag_count' => 8, - 'class_attribute_count' => 4, - 'class_name_count' => 6, - 'unique_class_name_count' => 5, - 'class_value_bytes' => 40, - ), - $this->summarize_class_inventory( $processor, true ) - ); - - $processor = $this->create_tag_processor( $implementation, $html ); - $this->assertSame( - array( - 'tag_count' => 4, - 'class_attribute_count' => 4, - 'class_name_count' => 6, - 'unique_class_name_count' => 5, - 'class_value_bytes' => 40, - ), - $this->summarize_class_inventory( $processor, false ) - ); - } - - /** - * Verifies resource inventory summaries match the per-tag workflow. - * - * @dataProvider data_tag_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_tag_processor_summarizes_resource_inventory( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Tag_Processor' ); - - $html = '
OneNo href
'; - - $processor = $this->create_tag_processor( $implementation, $html ); - $this->assertSame( - array( - 'tag_count' => 10, - 'resource_tag_count' => 5, - 'resource_attribute_count' => 5, - 'unique_resource_tag_name_count' => 5, - 'resource_value_bytes' => 38, - ), - $this->summarize_resource_inventory( $processor, true ) - ); - - $processor = $this->create_tag_processor( $implementation, $html ); - $this->assertSame( - array( - 'tag_count' => 7, - 'resource_tag_count' => 5, - 'resource_attribute_count' => 5, - 'unique_resource_tag_name_count' => 5, - 'resource_value_bytes' => 38, - ), - $this->summarize_resource_inventory( $processor, false ) - ); - } - - /** - * Verifies image inventory summaries match the per-tag workflow. - * - * @dataProvider data_tag_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_tag_processor_summarizes_image_inventory( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Tag_Processor' ); - - $html = 'Bee

'; - - $processor = $this->create_tag_processor( $implementation, $html ); - $this->assertSame( - array( - 'tag_count' => 5, - 'image_count' => 3, - 'src_count' => 2, - 'alt_count' => 3, - 'empty_alt_count' => 2, - 'dimension_count' => 1, - 'src_value_bytes' => 12, - 'alt_value_bytes' => 3, - ), - $this->summarize_image_inventory( $processor, true ) - ); - - $processor = $this->create_tag_processor( $implementation, $html ); - $this->assertSame( - array( - 'tag_count' => 4, - 'image_count' => 3, - 'src_count' => 2, - 'alt_count' => 3, - 'empty_alt_count' => 2, - 'dimension_count' => 1, - 'src_value_bytes' => 12, - 'alt_value_bytes' => 3, - ), - $this->summarize_image_inventory( $processor, false ) - ); - } - - /** - * Verifies script inventory summaries match the per-tag workflow. - * - * @dataProvider data_tag_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_tag_processor_summarizes_script_inventory( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Tag_Processor' ); - - $html = '
'; - - $processor = $this->create_tag_processor( $implementation, $html ); - $this->assertSame( - array( - 'tag_count' => 5, - 'script_count' => 3, - 'src_count' => 2, - 'module_count' => 1, - 'async_count' => 1, - 'defer_count' => 1, - 'inline_script_bytes' => 10, - 'src_value_bytes' => 17, - ), - $this->summarize_script_inventory( $processor, true ) - ); - - $processor = $this->create_tag_processor( $implementation, $html ); - $this->assertSame( - array( - 'tag_count' => 4, - 'script_count' => 3, - 'src_count' => 2, - 'module_count' => 1, - 'async_count' => 1, - 'defer_count' => 1, - 'inline_script_bytes' => 10, - 'src_value_bytes' => 17, - ), - $this->summarize_script_inventory( $processor, false ) - ); - } - - /** - * Verifies form inventory summaries match the per-tag workflow. - * - * @dataProvider data_tag_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_tag_processor_summarizes_form_inventory( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Tag_Processor' ); - - $html = '
'; - - $processor = $this->create_tag_processor( $implementation, $html ); - $this->assertSame( - array( - 'tag_count' => 7, - 'form_count' => 1, - 'control_count' => 4, - 'named_control_count' => 3, - 'unique_control_name_count' => 3, - 'control_name_value_bytes' => 7, - ), - $this->summarize_form_inventory( $processor, true ) - ); - - $processor = $this->create_tag_processor( $implementation, $html ); - $this->assertSame( - array( - 'tag_count' => 5, - 'form_count' => 1, - 'control_count' => 4, - 'named_control_count' => 3, - 'unique_control_name_count' => 3, - 'control_name_value_bytes' => 7, - ), - $this->summarize_form_inventory( $processor, false ) - ); - } - - /** - * Verifies chunked prefix summaries match the per-tag workflow. - * - * @dataProvider data_tag_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_tag_processor_reads_prefix_summary_batches( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Tag_Processor' ); - - $processor = $this->create_tag_processor( - $implementation, - '
Link
' - ); - $rows = array(); - - do { - $batch = $this->next_tag_prefix_summary_batch( $processor, $implementation, 'data-', 2, true ); - $rows = array_merge( $rows, $batch ); - } while ( ! empty( $batch ) ); - - $this->assertSame( - array( 'MAIN', 'A', 'A', 'IMG', 'MAIN' ), - array_column( $rows, 'tag_name' ) - ); - $this->assertSame( - array( false, false, true, false, true ), - array_column( $rows, 'is_tag_closer' ) - ); - $this->assertSame( - array( 1, 1, 0, 1, 0 ), - array_column( $rows, 'attribute_count' ) - ); - $this->assertSame( 5, count( $rows ) ); - - if ( 'tag-processor' === $implementation ) { - $processor = $this->create_tag_processor( - $implementation, - '
Link
' - ); - $this->assertSame( - "MAIN\x1f0\x1f1\x1eA\x1f0\x1f1", - $processor->next_tag_prefix_compact_summary_batch( 'data-', 2, true ) - ); - } - } - - /** - * Verifies chunked prefix count summaries match the per-tag workflow. - * - * @dataProvider data_tag_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_tag_processor_reads_prefix_count_batches( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Tag_Processor' ); - - $processor = $this->create_tag_processor( - $implementation, - '
Link
' - ); - $summary = array( - 'tag_count' => 0, - 'attribute_count' => 0, - ); - - do { - $batch = $this->next_tag_prefix_count_batch( $processor, 'data-', 2, true ); - if ( ! empty( $batch ) ) { - $summary['tag_count'] += $batch['tag_count']; - $summary['attribute_count'] += $batch['attribute_count']; - } - } while ( ! empty( $batch ) ); - - $this->assertSame( - array( - 'tag_count' => 5, - 'attribute_count' => 3, - ), - $summary - ); - } - - /** - * Verifies chunked tag summaries match the per-tag workflow. - * - * @dataProvider data_tag_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_tag_processor_reads_tag_summary_batches( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Tag_Processor' ); - - $processor = $this->create_tag_processor( - $implementation, - '
Link
' - ); - $rows = array(); - - do { - $batch = $this->next_tag_summary_batch( $processor, $implementation, 2, true ); - $rows = array_merge( $rows, $batch ); - } while ( ! empty( $batch ) ); - - $this->assertSame( - array( 'MAIN', 'A', 'A', 'IMG', 'MAIN' ), - array_column( $rows, 'tag_name' ) - ); - $this->assertSame( - array( false, false, true, false, true ), - array_column( $rows, 'is_tag_closer' ) - ); - - $processor = $this->create_tag_processor( - $implementation, - '
Link
' - ); - - $this->assertSame( - "MAIN\x1f0\x1eA\x1f0", - $processor->next_tag_compact_summary_batch( 2, true ) - ); - } - - /** - * Verifies chunked tag-name summaries match the per-tag workflow. - * - * @dataProvider data_tag_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_tag_processor_reads_matching_tag_summary_batches( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Tag_Processor' ); - - $processor = $this->create_tag_processor( - $implementation, - '
OneTwo
' - ); - $rows = array(); - - do { - $batch = $this->next_matching_tag_summary_batch( $processor, $implementation, 'a', 2, true ); - $rows = array_merge( $rows, $batch ); - } while ( ! empty( $batch ) ); - - $this->assertSame( - array( 'A', 'A', 'A', 'A' ), - array_column( $rows, 'tag_name' ) - ); - $this->assertSame( - array( false, true, false, true ), - array_column( $rows, 'is_tag_closer' ) - ); - - $processor = $this->create_tag_processor( - $implementation, - '
OneTwo
' - ); - - $this->assertSame( - "A\x1f0\x1eA\x1f1", - $processor->next_matching_tag_compact_summary_batch( 'A', 2, true ) - ); - } - - /** - * Verifies chunked tag-name and attribute summaries match the per-tag workflow. - * - * @dataProvider data_tag_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_tag_processor_reads_matching_tag_attribute_summary_batches( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Tag_Processor' ); - - $processor = $this->create_tag_processor( - $implementation, - '
OneTwoNo href
' - ); - $rows = array(); - - do { - $batch = $this->next_matching_tag_attribute_summary_batch( $processor, $implementation, 'a', 'href', 2, true ); - $rows = array_merge( $rows, $batch ); - } while ( ! empty( $batch ) ); - - $this->assertSame( - array( 'A', 'A', 'A', 'A', 'A', 'A' ), - array_column( $rows, 'tag_name' ) - ); - $this->assertSame( - array( false, true, false, true, false, true ), - array_column( $rows, 'is_tag_closer' ) - ); - $this->assertSame( - array( '/one', null, '/two?x=1&y=2', null, null, null ), - array_column( $rows, 'attribute_value' ) - ); - - $processor = $this->create_tag_processor( - $implementation, - '
OneTwo
' - ); - - $this->assertSame( - "A\x1f0\x1f1/one\x1eA\x1f1\x1f0", - $processor->next_matching_tag_attribute_compact_summary_batch( 'A', 'href', 2, true ) - ); - } - - /** - * Verifies chunked tag-name and multi-attribute summaries match the per-tag workflow. - * - * @dataProvider data_tag_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_tag_processor_reads_matching_tag_attributes_summary_batches( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Tag_Processor' ); - - $processor = $this->create_tag_processor( - $implementation, - '
OneTwoThree
' - ); - $rows = array(); - - do { - $batch = $this->next_matching_tag_attributes_summary_batch( $processor, $implementation, 'a', array( 'href', 'title', 'rel' ), 2, true ); - $rows = array_merge( $rows, $batch ); - } while ( ! empty( $batch ) ); - - $this->assertSame( - array( 'A', 'A', 'A', 'A', 'A', 'A' ), - array_column( $rows, 'tag_name' ) - ); - $this->assertSame( - array( false, true, false, true, false, true ), - array_column( $rows, 'is_tag_closer' ) - ); - $this->assertSame( - array( - array( - 'href' => '/one', - 'title' => 'One & two', - 'rel' => null, - ), - array( - 'href' => null, - 'title' => null, - 'rel' => null, - ), - array( - 'href' => '/two', - 'title' => null, - 'rel' => '', - ), - array( - 'href' => null, - 'title' => null, - 'rel' => null, - ), - array( - 'href' => null, - 'title' => 'Three', - 'rel' => null, - ), - array( - 'href' => null, - 'title' => null, - 'rel' => null, - ), - ), - array_column( $rows, 'attribute_values' ) - ); - - $processor = $this->create_tag_processor( - $implementation, - '
OneTwo
' - ); - - $this->assertSame( - "A\x1f0\x1f1/one\x1f1One\x1f0\x1eA\x1f1\x1f0\x1f0\x1f0", - $this->next_matching_tag_attributes_compact_summary_batch( $processor, $implementation, 'A', array( 'href', 'title', 'rel' ), 2, true ) - ); - } - - /** - * Verifies document-level tag-name and multi-attribute summaries. - * - * @dataProvider data_tag_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_tag_processor_summarizes_matching_tag_attributes( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Tag_Processor' ); - - $processor = $this->create_tag_processor( - $implementation, - '
OneTwoThree
' - ); - - $this->assertSame( - array( - 'tag_count' => 6, - 'attribute_count' => 5, - 'attribute_value_bytes' => 22, - ), - $this->summarize_matching_tag_attributes( $processor, $implementation, 'a', array( 'href', 'title', 'rel' ), true ) - ); - - $processor = $this->create_tag_processor( - $implementation, - '
OneTwoThree
' - ); - - $this->assertSame( - array( - 'tag_count' => 3, - 'attribute_count' => 5, - 'attribute_value_bytes' => 22, - ), - $this->summarize_matching_tag_attributes( $processor, $implementation, 'A', array( 'href', 'title', 'rel' ), false ) - ); - } - - /** - * Verifies numeric and legacy character-reference decoding parity. - * - * @dataProvider data_tag_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_tag_processor_decodes_numeric_and_legacy_character_references( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Tag_Processor' ); - - $processor = $this->create_tag_processor( - $implementation, - '¬in &x ©x �' - ); - - $this->assertTrue( $processor->next_tag(), 'Expected the anchor tag.' ); - $this->assertSame( "\u{fffd} \u{fffd} \u{20ac} \u{2026} A \u{00a9} ¬in &x ¬it;", $processor->get_attribute( 'title' ) ); - - $this->assertTrue( $processor->next_tag(), 'Expected the title tag.' ); - $this->assertSame( 'TITLE', $processor->get_token_name() ); - $this->assertSame( "\u{00ac}in &x \u{00a9}x \u{fffd}", $processor->get_modifiable_text() ); - } - - /** - * Verifies the native tag processor exposes DOCTYPE tokens like PHP userland. - * - * @dataProvider data_tag_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_tag_processor_reads_doctype_tokens( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Tag_Processor' ); - - foreach ( - array( - '' => ' html', - '' => '', - '' => ' svg', - '' => ' 123', - '' => ' html' => ' html

Text

' - ); - - $this->assertTrue( $processor->next_token(), 'Expected the comment token.' ); - $this->assertSame( '#comment', $processor->get_token_type() ); - $this->assertSame( '#comment', $processor->get_token_name() ); - $this->assertSame( 'note', $processor->get_modifiable_text() ); - $this->assertSame( 'COMMENT_AS_HTML_COMMENT', $processor->get_comment_type() ); - $this->assertSame( 'note', $processor->get_full_comment_text() ); - - $this->assertTrue( $processor->next_tag(), 'Expected next_tag() to skip the comment and find the paragraph tag.' ); - $this->assertSame( 'P', $processor->get_tag() ); - $this->assertNull( $processor->get_comment_type() ); - $this->assertNull( $processor->get_full_comment_text() ); - - $processor = $this->create_tag_processor( - $implementation, - '

Text

' - ); - - $this->assertTrue( $processor->next_token(), 'Expected the comment token with a --!> close.' ); - $this->assertSame( '#comment', $processor->get_token_type() ); - $this->assertSame( 'note', $processor->get_modifiable_text() ); - $this->assertSame( 'COMMENT_AS_HTML_COMMENT', $processor->get_comment_type() ); - $this->assertSame( 'note', $processor->get_full_comment_text() ); - $this->assertTrue( $processor->next_tag(), 'Expected next_tag() to find the paragraph after the --!> comment.' ); - $this->assertSame( 'P', $processor->get_tag() ); - - $processor = $this->create_tag_processor( - $implementation, - '

Text

' - ); - - $this->assertTrue( $processor->next_token(), 'Expected the presumptuous tag token.' ); - $this->assertSame( '#presumptuous-tag', $processor->get_token_type() ); - $this->assertSame( '#presumptuous-tag', $processor->get_token_name() ); - $this->assertSame( '', $processor->get_modifiable_text() ); - $this->assertNull( $processor->get_full_comment_text() ); - - foreach ( array( '1', '%bad', '/', ' p', '_x', ':x' ) as $expected_text ) { - $this->assertTrue( $processor->next_token(), 'Expected a funky closing comment token.' ); - $this->assertSame( '#funky-comment', $processor->get_token_type() ); - $this->assertSame( '#funky-comment', $processor->get_token_name() ); - $this->assertSame( $expected_text, $processor->get_modifiable_text() ); - $this->assertSame( $expected_text, $processor->get_full_comment_text() ); - } - - $this->assertTrue( $processor->next_token(), 'Expected the abruptly closed HTML comment.' ); - $this->assertSame( '#comment', $processor->get_token_type() ); - $this->assertSame( '#comment', $processor->get_token_name() ); - $this->assertSame( '', $processor->get_modifiable_text() ); - $this->assertSame( 'COMMENT_AS_ABRUPTLY_CLOSED_COMMENT', $processor->get_comment_type() ); - $this->assertSame( '', $processor->get_full_comment_text() ); - - $this->assertTrue( $processor->next_token(), 'Expected the dash-abruptly closed HTML comment.' ); - $this->assertSame( '#comment', $processor->get_token_type() ); - $this->assertSame( '#comment', $processor->get_token_name() ); - $this->assertSame( '', $processor->get_modifiable_text() ); - $this->assertSame( 'COMMENT_AS_ABRUPTLY_CLOSED_COMMENT', $processor->get_comment_type() ); - $this->assertSame( '', $processor->get_full_comment_text() ); - - $this->assertTrue( $processor->next_tag(), 'Expected next_tag() to skip invalid tokens and find the paragraph tag.' ); - $this->assertSame( 'P', $processor->get_tag() ); - } - - /** - * Verifies invalid opening tags remain text tokens like PHP userland. - * - * @dataProvider data_tag_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_tag_processor_reads_invalid_opening_tag_text_tokens( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Tag_Processor' ); - - $processor = $this->create_tag_processor( - $implementation, - 'before & <1><%bad><_x><:x><.x><-x>< p>

Text

' - ); - - $this->assertTrue( $processor->next_token(), 'Expected an invalid opening-tag text token.' ); - $this->assertSame( '#text', $processor->get_token_type() ); - $this->assertSame( '#text', $processor->get_token_name() ); - $this->assertSame( 'before & <1><%bad><_x><:x><.x><-x>< p>', $processor->get_modifiable_text() ); - $this->assertNull( $processor->get_comment_type() ); - $this->assertNull( $processor->get_full_comment_text() ); - - $this->assertTrue( $processor->next_tag(), 'Expected next_tag() to skip invalid text and find the paragraph tag.' ); - $this->assertSame( 'P', $processor->get_tag() ); - - $processor = $this->create_tag_processor( $implementation, '<

Text

<' ); - - $this->assertTrue( $processor->next_token(), 'Expected adjacent invalid opening text.' ); - $this->assertSame( '#text', $processor->get_token_type() ); - $this->assertSame( '<', $processor->get_modifiable_text() ); - - $this->assertTrue( $processor->next_token(), 'Expected valid paragraph after adjacent invalid opening text.' ); - $this->assertSame( '#tag', $processor->get_token_type() ); - $this->assertSame( 'P', $processor->get_tag() ); - - $this->assertTrue( $processor->next_token(), 'Expected paragraph text.' ); - $this->assertSame( '#text', $processor->get_token_type() ); - $this->assertSame( 'Text', $processor->get_modifiable_text() ); - - $this->assertTrue( $processor->next_token(), 'Expected paragraph closer.' ); - $this->assertSame( '#tag', $processor->get_token_type() ); - $this->assertSame( 'P', $processor->get_tag() ); - $this->assertTrue( $processor->is_tag_closer() ); - - $this->assertFalse( $processor->next_token(), 'Expected a trailing lone < not to expose a token.' ); - - $processor = $this->create_tag_processor( $implementation, 'xassertTrue( $processor->next_token(), 'Expected text before an incomplete tag-like sequence.' ); - $this->assertSame( '#text', $processor->get_token_type() ); - $this->assertSame( 'x', $processor->get_modifiable_text() ); - $this->assertFalse( $processor->next_token(), 'Expected incomplete tag-like sequences not to expose tokens.' ); - - $processor = $this->create_tag_processor( $implementation, '<< <

Text

' ); - - $this->assertTrue( $processor->next_token(), 'Expected consecutive invalid openings to coalesce.' ); - $this->assertSame( '#text', $processor->get_token_type() ); - $this->assertSame( '<< <', $processor->get_modifiable_text() ); - $this->assertTrue( $processor->next_tag(), 'Expected next_tag() to find the valid tag after consecutive invalid openings.' ); - $this->assertSame( 'P', $processor->get_tag() ); - } - - /** - * Verifies raw-text contents are attached to the opening tag like PHP userland. - * - * @dataProvider data_tag_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_tag_processor_reads_raw_text_element_contents( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Tag_Processor' ); - - $processor = $this->create_tag_processor( - $implementation, - 'D&amp;<i>E</i>F&amp;<u>G</u>H&amp;<q>I</q>A&B ©

x

' - ); - - $this->assertTrue( $processor->next_token(), 'Expected the script token.' ); - $this->assertSame( '#tag', $processor->get_token_type() ); - $this->assertSame( 'SCRIPT', $processor->get_token_name() ); - $this->assertSame( 'if (a < b) { c(); }', $processor->get_modifiable_text() ); - - $this->assertTrue( $processor->next_token(), 'Expected the iframe token after the script contents.' ); - $this->assertSame( '#tag', $processor->get_token_type() ); - $this->assertSame( 'IFRAME', $processor->get_token_name() ); - $this->assertSame( 'A&C', $processor->get_modifiable_text() ); - - $this->assertTrue( $processor->next_token(), 'Expected the noembed token after the iframe contents.' ); - $this->assertSame( '#tag', $processor->get_token_type() ); - $this->assertSame( 'NOEMBED', $processor->get_token_name() ); - $this->assertSame( 'D&E', $processor->get_modifiable_text() ); - - $this->assertTrue( $processor->next_token(), 'Expected the noframes token after the noembed contents.' ); - $this->assertSame( '#tag', $processor->get_token_type() ); - $this->assertSame( 'NOFRAMES', $processor->get_token_name() ); - $this->assertSame( 'F&G', $processor->get_modifiable_text() ); - - $this->assertTrue( $processor->next_token(), 'Expected the xmp token after the noframes contents.' ); - $this->assertSame( '#tag', $processor->get_token_type() ); - $this->assertSame( 'XMP', $processor->get_token_name() ); - $this->assertSame( 'H&I', $processor->get_modifiable_text() ); - - $this->assertTrue( $processor->next_token(), 'Expected the title token after the script contents.' ); - $this->assertSame( '#tag', $processor->get_token_type() ); - $this->assertSame( 'TITLE', $processor->get_token_name() ); - $this->assertSame( "A&B\u{00a0}\u{00a9}", $processor->get_modifiable_text() ); - - $this->assertTrue( $processor->next_token(), 'Expected the textarea token after the title contents.' ); - $this->assertSame( '#tag', $processor->get_token_type() ); - $this->assertSame( 'TEXTAREA', $processor->get_token_name() ); - $this->assertSame( "Cget_modifiable_text() ); - - $this->assertTrue( $processor->next_token(), 'Expected the paragraph token after the script contents.' ); - $this->assertSame( '#tag', $processor->get_token_type() ); - $this->assertSame( 'P', $processor->get_token_name() ); - $this->assertFalse( $processor->is_tag_closer(), 'The script closer should not be exposed as the next token.' ); - } - - /** - * Verifies the first native slice matches the PHP HTML processor token stream. - * - * @dataProvider data_html_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_html_processor_reads_tag_tokens( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Processor' ); - - $processor = $this->create_html_processor( - $implementation, - '

Text

' - ); - - $this->assertTrue( $processor->next_token(), 'Expected the section token.' ); - $this->assertSame( '#tag', $processor->get_token_type() ); - $this->assertSame( 'SECTION', $processor->get_token_name() ); - $this->assertFalse( $processor->is_tag_closer() ); - - $this->assertTrue( $processor->next_token(), 'Expected the paragraph token.' ); - $this->assertSame( '#tag', $processor->get_token_type() ); - $this->assertSame( 'P', $processor->get_token_name() ); - $this->assertFalse( $processor->is_tag_closer() ); - $this->assertSame( '7', $processor->get_attribute( 'data-id' ) ); - - while ( $processor->next_token() && ! $processor->is_tag_closer() ) { - continue; - } - - $this->assertTrue( $processor->is_tag_closer(), 'next_token() should expose closing tag tokens.' ); - $this->assertSame( 'P', $processor->get_token_name() ); - } - - /** - * Verifies the first native slice matches PHP HTML processor ancestry APIs. - * - * @dataProvider data_html_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_html_processor_reports_breadcrumbs_and_current_depth( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Processor' ); - - $processor = $this->create_html_processor( - $implementation, - '

' - ); - - $this->assertSame( 2, $processor->get_current_depth() ); - $this->assertSame( array( 'HTML', 'BODY' ), $processor->get_breadcrumbs() ); - - $this->assertTrue( $processor->next_token(), 'Expected the section token.' ); - $this->assertSame( 3, $processor->get_current_depth() ); - $this->assertSame( array( 'HTML', 'BODY', 'SECTION' ), $processor->get_breadcrumbs() ); - - $this->assertTrue( $processor->next_token(), 'Expected the paragraph token.' ); - $this->assertSame( 4, $processor->get_current_depth() ); - $this->assertSame( array( 'HTML', 'BODY', 'SECTION', 'P' ), $processor->get_breadcrumbs() ); - - $this->assertTrue( $processor->next_token(), 'Expected the image token.' ); - $this->assertSame( 5, $processor->get_current_depth() ); - $this->assertSame( array( 'HTML', 'BODY', 'SECTION', 'P', 'IMG' ), $processor->get_breadcrumbs() ); - - $this->assertTrue( $processor->next_token(), 'Expected the paragraph closer.' ); - $this->assertTrue( $processor->is_tag_closer(), 'Expected a closing paragraph token.' ); - $this->assertSame( 3, $processor->get_current_depth() ); - $this->assertSame( array( 'HTML', 'BODY', 'SECTION' ), $processor->get_breadcrumbs() ); - } - - /** - * Verifies text and comment tokens are visible through next_token(). - * - * @dataProvider data_html_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_html_processor_reads_text_and_comment_tokens( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Processor' ); - - $processor = $this->create_html_processor( - $implementation, - '

HelloWorld

' - ); - - $this->assertTrue( $processor->next_token(), 'Expected the paragraph token.' ); - $this->assertSame( '#tag', $processor->get_token_type() ); - $this->assertSame( 'P', $processor->get_token_name() ); - - $this->assertTrue( $processor->next_token(), 'Expected the text token.' ); - $this->assertSame( '#text', $processor->get_token_type() ); - $this->assertSame( '#text', $processor->get_token_name() ); - $this->assertSame( 'Hello', $processor->get_modifiable_text() ); - $this->assertSame( 4, $processor->get_current_depth() ); - $this->assertSame( array( 'HTML', 'BODY', 'P', '#text' ), $processor->get_breadcrumbs() ); - - $this->assertTrue( $processor->next_token(), 'Expected the comment token.' ); - $this->assertSame( '#comment', $processor->get_token_type() ); - $this->assertSame( '#comment', $processor->get_token_name() ); - $this->assertSame( 'note', $processor->get_modifiable_text() ); - $this->assertSame( 'COMMENT_AS_HTML_COMMENT', $processor->get_comment_type() ); - $this->assertSame( 'note', $processor->get_full_comment_text() ); - $this->assertSame( 4, $processor->get_current_depth() ); - $this->assertSame( array( 'HTML', 'BODY', 'P', '#comment' ), $processor->get_breadcrumbs() ); - - $this->assertTrue( $processor->next_token(), 'Expected the emphasis token.' ); - $this->assertSame( '#tag', $processor->get_token_type() ); - $this->assertSame( 'EM', $processor->get_token_name() ); - - $this->assertTrue( $processor->next_token(), 'Expected the nested text token.' ); - $this->assertSame( '#text', $processor->get_token_type() ); - $this->assertSame( 'World', $processor->get_modifiable_text() ); - $this->assertSame( 5, $processor->get_current_depth() ); - $this->assertSame( array( 'HTML', 'BODY', 'P', 'EM', '#text' ), $processor->get_breadcrumbs() ); - } - - /** - * Verifies chunked HTML processor token summaries match next_token() metadata. - * - * @dataProvider data_html_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_html_processor_reads_token_summary_batches( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Processor' ); - - $processor = $this->create_html_processor( - $implementation, - '

Text

' - ); - $rows = array(); - - do { - $batch = $this->next_html_token_summary_batch( $processor, $implementation, 2 ); - $rows = array_merge( $rows, $batch ); - } while ( ! empty( $batch ) ); - - $this->assertSame( - array( '#tag', '#tag', '#text', '#tag', '#comment', '#tag' ), - array_column( $rows, 'token_type' ) - ); - $this->assertSame( - array( 'SECTION', 'P', '#text', 'P', '#comment', 'SECTION' ), - array_column( $rows, 'token_name' ) - ); - $this->assertSame( - array( false, false, false, true, false, true ), - array_column( $rows, 'is_tag_closer' ) - ); - $this->assertSame( - array( 3, 4, 5, 3, 4, 2 ), - array_column( $rows, 'current_depth' ) - ); - $this->assertSame( - array( 'HTML', 'BODY', 'SECTION', 'P', '#text' ), - $rows[2]['breadcrumbs'] - ); - - $processor = $this->create_html_processor( - $implementation, - '

Text

' - ); - - $this->assertSame( - "t\x1fSECTION\x1f0\x1f3\x1fHTML\x1dBODY\x1dSECTION\x1et\x1fP\x1f0\x1f4\x1fHTML\x1dBODY\x1dSECTION\x1dP", - $processor->next_token_compact_summary_batch( 2 ) - ); - } - - /** - * Verifies non-standard comment-like tokens stay visible in fragment parsing. - * - * @dataProvider data_html_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_html_processor_reads_funky_comment_tokens( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Processor' ); - - $processor = $this->create_html_processor( - $implementation, - '

Text

' - ); - - $this->assertTrue( $processor->next_token(), 'Expected the processing-instruction-looking comment.' ); - $this->assertSame( '#comment', $processor->get_token_type() ); - $this->assertSame( '#comment', $processor->get_token_name() ); - $this->assertSame( 'pi.name', $processor->get_tag() ); - $this->assertSame( ' data', $processor->get_modifiable_text() ); - $this->assertSame( 'COMMENT_AS_PI_NODE_LOOKALIKE', $processor->get_comment_type() ); - $this->assertSame( '?pi.name data?', $processor->get_full_comment_text() ); - $this->assertSame( 3, $processor->get_current_depth() ); - $this->assertSame( array( 'HTML', 'BODY', '#comment' ), $processor->get_breadcrumbs() ); - - $this->assertTrue( $processor->next_token(), 'Expected the invalid processing-instruction-looking comment with a numeric target.' ); - $this->assertSame( '#comment', $processor->get_token_type() ); - $this->assertSame( '#comment', $processor->get_token_name() ); - $this->assertNull( $processor->get_tag() ); - $this->assertSame( '1 data?', $processor->get_modifiable_text() ); - $this->assertSame( 'COMMENT_AS_INVALID_HTML', $processor->get_comment_type() ); - $this->assertSame( '?1 data?', $processor->get_full_comment_text() ); - $this->assertSame( 3, $processor->get_current_depth() ); - $this->assertSame( array( 'HTML', 'BODY', '#comment' ), $processor->get_breadcrumbs() ); - - $this->assertTrue( $processor->next_token(), 'Expected the invalid processing-instruction-looking comment without XML-style close.' ); - $this->assertSame( '#comment', $processor->get_token_type() ); - $this->assertSame( '#comment', $processor->get_token_name() ); - $this->assertNull( $processor->get_tag() ); - $this->assertSame( 'pi data', $processor->get_modifiable_text() ); - $this->assertSame( 'COMMENT_AS_INVALID_HTML', $processor->get_comment_type() ); - $this->assertSame( '?pi data', $processor->get_full_comment_text() ); - $this->assertSame( 3, $processor->get_current_depth() ); - $this->assertSame( array( 'HTML', 'BODY', '#comment' ), $processor->get_breadcrumbs() ); - - $this->assertTrue( $processor->next_token(), 'Expected the CDATA-looking comment.' ); - $this->assertSame( '#comment', $processor->get_token_type() ); - $this->assertSame( '#comment', $processor->get_token_name() ); - $this->assertNull( $processor->get_tag() ); - $this->assertSame( 'x', $processor->get_modifiable_text() ); - $this->assertSame( 'COMMENT_AS_CDATA_LOOKALIKE', $processor->get_comment_type() ); - $this->assertSame( '[CDATA[x]]', $processor->get_full_comment_text() ); - $this->assertSame( 3, $processor->get_current_depth() ); - $this->assertSame( array( 'HTML', 'BODY', '#comment' ), $processor->get_breadcrumbs() ); - - $this->assertTrue( $processor->next_token(), 'Expected the invalid-HTML comment.' ); - $this->assertSame( '#comment', $processor->get_token_type() ); - $this->assertSame( '#comment', $processor->get_token_name() ); - $this->assertNull( $processor->get_tag() ); - $this->assertSame( 'notdoctype', $processor->get_modifiable_text() ); - $this->assertSame( 'COMMENT_AS_INVALID_HTML', $processor->get_comment_type() ); - $this->assertSame( 'notdoctype', $processor->get_full_comment_text() ); - $this->assertSame( 3, $processor->get_current_depth() ); - $this->assertSame( array( 'HTML', 'BODY', '#comment' ), $processor->get_breadcrumbs() ); - - $this->assertTrue( $processor->next_tag(), 'Expected next_tag() to skip funky comments and find the paragraph tag.' ); - $this->assertSame( 'P', $processor->get_token_name() ); - } - - /** - * Verifies processor handling of invalid closing and abruptly closed comment tokens. - * - * @dataProvider data_html_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_html_processor_reads_invalid_closing_and_abrupt_comment_tokens( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Processor' ); - - $processor = $this->create_html_processor( - $implementation, - '

Text

' - ); - - $this->assertTrue( $processor->next_token(), 'Expected the presumptuous tag token.' ); - $this->assertSame( '#presumptuous-tag', $processor->get_token_type() ); - $this->assertSame( '#presumptuous-tag', $processor->get_token_name() ); - $this->assertSame( '', $processor->get_modifiable_text() ); - $this->assertNull( $processor->get_full_comment_text() ); - $this->assertSame( 3, $processor->get_current_depth() ); - $this->assertSame( array( 'HTML', 'BODY', '#presumptuous-tag' ), $processor->get_breadcrumbs() ); - - foreach ( array( '1', '%bad', '/', ' p', '_x', ':x' ) as $expected_text ) { - $this->assertTrue( $processor->next_token(), 'Expected a funky closing comment token.' ); - $this->assertSame( '#funky-comment', $processor->get_token_type() ); - $this->assertSame( '#funky-comment', $processor->get_token_name() ); - $this->assertSame( $expected_text, $processor->get_modifiable_text() ); - $this->assertSame( $expected_text, $processor->get_full_comment_text() ); - $this->assertSame( 3, $processor->get_current_depth() ); - $this->assertSame( array( 'HTML', 'BODY', '#funky-comment' ), $processor->get_breadcrumbs() ); - } - - $this->assertTrue( $processor->next_token(), 'Expected the abruptly closed HTML comment.' ); - $this->assertSame( '#comment', $processor->get_token_type() ); - $this->assertSame( '#comment', $processor->get_token_name() ); - $this->assertSame( '', $processor->get_modifiable_text() ); - $this->assertSame( 'COMMENT_AS_ABRUPTLY_CLOSED_COMMENT', $processor->get_comment_type() ); - $this->assertSame( '', $processor->get_full_comment_text() ); - $this->assertSame( 3, $processor->get_current_depth() ); - $this->assertSame( array( 'HTML', 'BODY', '#comment' ), $processor->get_breadcrumbs() ); - - $this->assertTrue( $processor->next_token(), 'Expected the dash-abruptly closed HTML comment.' ); - $this->assertSame( '#comment', $processor->get_token_type() ); - $this->assertSame( '#comment', $processor->get_token_name() ); - $this->assertSame( '', $processor->get_modifiable_text() ); - $this->assertSame( 'COMMENT_AS_ABRUPTLY_CLOSED_COMMENT', $processor->get_comment_type() ); - $this->assertSame( '', $processor->get_full_comment_text() ); - $this->assertSame( 3, $processor->get_current_depth() ); - $this->assertSame( array( 'HTML', 'BODY', '#comment' ), $processor->get_breadcrumbs() ); - - $this->assertTrue( $processor->next_tag(), 'Expected next_tag() to skip invalid tokens and find the paragraph tag.' ); - $this->assertSame( 'P', $processor->get_token_name() ); - } - - /** - * Verifies invalid opening tags stay visible as text in fragment parsing. - * - * @dataProvider data_html_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_html_processor_reads_invalid_opening_tag_text_tokens( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Processor' ); - - $processor = $this->create_html_processor( - $implementation, - 'before & <1><%bad><_x><:x><.x><-x>< p>

Text

' - ); - - $this->assertTrue( $processor->next_token(), 'Expected an invalid opening-tag text token.' ); - $this->assertSame( '#text', $processor->get_token_type() ); - $this->assertSame( '#text', $processor->get_token_name() ); - $this->assertSame( 'before & <1><%bad><_x><:x><.x><-x>< p>', $processor->get_modifiable_text() ); - $this->assertNull( $processor->get_comment_type() ); - $this->assertNull( $processor->get_full_comment_text() ); - $this->assertSame( 3, $processor->get_current_depth() ); - $this->assertSame( array( 'HTML', 'BODY', '#text' ), $processor->get_breadcrumbs() ); - - $this->assertTrue( $processor->next_tag(), 'Expected next_tag() to skip invalid text and find the paragraph tag.' ); - $this->assertSame( 'P', $processor->get_token_name() ); - - $processor = $this->create_html_processor( $implementation, '<

Text

<' ); - - $this->assertTrue( $processor->next_token(), 'Expected adjacent invalid opening text.' ); - $this->assertSame( '#text', $processor->get_token_type() ); - $this->assertSame( '<', $processor->get_modifiable_text() ); - - $this->assertTrue( $processor->next_token(), 'Expected valid paragraph after adjacent invalid opening text.' ); - $this->assertSame( '#tag', $processor->get_token_type() ); - $this->assertSame( 'P', $processor->get_token_name() ); - - $this->assertTrue( $processor->next_token(), 'Expected paragraph text.' ); - $this->assertSame( '#text', $processor->get_token_type() ); - $this->assertSame( 'Text', $processor->get_modifiable_text() ); - - $this->assertTrue( $processor->next_token(), 'Expected paragraph closer.' ); - $this->assertSame( '#tag', $processor->get_token_type() ); - $this->assertSame( 'P', $processor->get_token_name() ); - $this->assertTrue( $processor->is_tag_closer() ); - - $this->assertFalse( $processor->next_token(), 'Expected a trailing lone < not to expose a token.' ); - - $processor = $this->create_html_processor( $implementation, 'xassertTrue( $processor->next_token(), 'Expected text before an incomplete tag-like sequence.' ); - $this->assertSame( '#text', $processor->get_token_type() ); - $this->assertSame( 'x', $processor->get_modifiable_text() ); - $this->assertFalse( $processor->next_token(), 'Expected incomplete tag-like sequences not to expose tokens.' ); - - $processor = $this->create_html_processor( $implementation, '<< <

Text

' ); - - $this->assertTrue( $processor->next_token(), 'Expected consecutive invalid openings to coalesce.' ); - $this->assertSame( '#text', $processor->get_token_type() ); - $this->assertSame( '<< <', $processor->get_modifiable_text() ); - $this->assertTrue( $processor->next_tag(), 'Expected next_tag() to find the valid tag after consecutive invalid openings.' ); - $this->assertSame( 'P', $processor->get_token_name() ); - } - - /** - * Verifies table, list, option, and paragraph fragments synthesize implied tokens. - * - * @dataProvider data_html_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_html_processor_synthesizes_selected_implied_closers( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Processor' ); - - $cases = array( - 'table-cells' => array( - '
AB
', - array( - array( 'TABLE', false, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TBODY', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TR', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TD', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD', '#text' ) ), - array( 'TD', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TD', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD', '#text' ) ), - array( 'TD', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TR', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TBODY', true, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TABLE', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'table-bare-cells' => array( - '
AB
', - array( - array( 'TABLE', false, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TBODY', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TR', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TD', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD', '#text' ) ), - array( 'TD', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TD', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD', '#text' ) ), - array( 'TD', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TR', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TBODY', true, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TABLE', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'table-explicit-sections' => array( - '
AB
C
', - array( - array( 'TABLE', false, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'THEAD', false, array( 'HTML', 'BODY', 'TABLE', 'THEAD' ) ), - array( 'TR', false, array( 'HTML', 'BODY', 'TABLE', 'THEAD', 'TR' ) ), - array( 'TH', false, array( 'HTML', 'BODY', 'TABLE', 'THEAD', 'TR', 'TH' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'TABLE', 'THEAD', 'TR', 'TH', '#text' ) ), - array( 'TH', true, array( 'HTML', 'BODY', 'TABLE', 'THEAD', 'TR' ) ), - array( 'TH', false, array( 'HTML', 'BODY', 'TABLE', 'THEAD', 'TR', 'TH' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'TABLE', 'THEAD', 'TR', 'TH', '#text' ) ), - array( 'TH', true, array( 'HTML', 'BODY', 'TABLE', 'THEAD', 'TR' ) ), - array( 'TR', true, array( 'HTML', 'BODY', 'TABLE', 'THEAD' ) ), - array( 'THEAD', true, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TBODY', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TR', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TD', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD', '#text' ) ), - array( 'TD', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TR', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TBODY', true, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TABLE', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'table-repeated-body-sections' => array( - '
a
b
', - array( - array( 'TABLE', false, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TBODY', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TR', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TD', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD', '#text' ) ), - array( 'TD', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TR', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TBODY', true, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TBODY', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TR', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TD', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD', '#text' ) ), - array( 'TD', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TR', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TBODY', true, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TABLE', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'table-colgroup' => array( - '
A
', - array( - array( 'TABLE', false, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'COLGROUP', false, array( 'HTML', 'BODY', 'TABLE', 'COLGROUP' ) ), - array( 'COL', false, array( 'HTML', 'BODY', 'TABLE', 'COLGROUP', 'COL' ) ), - array( 'COLGROUP', true, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TBODY', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TR', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TD', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD', '#text' ) ), - array( 'TD', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TR', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TBODY', true, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TABLE', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'table-caption' => array( - '
A
B
', - array( - array( 'TABLE', false, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'CAPTION', false, array( 'HTML', 'BODY', 'TABLE', 'CAPTION' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'TABLE', 'CAPTION', '#text' ) ), - array( 'CAPTION', true, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TBODY', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TR', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TD', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD', '#text' ) ), - array( 'TD', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TR', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TBODY', true, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TABLE', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'table-caption-after-row' => array( - '
x
c
', - array( - array( 'TABLE', false, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TBODY', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TR', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TD', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD', '#text' ) ), - array( 'TD', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TR', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TBODY', true, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'CAPTION', false, array( 'HTML', 'BODY', 'TABLE', 'CAPTION' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'TABLE', 'CAPTION', '#text' ) ), - array( 'CAPTION', true, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TABLE', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'table-caption-after-colgroup' => array( - '
c
', - array( - array( 'TABLE', false, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'COLGROUP', false, array( 'HTML', 'BODY', 'TABLE', 'COLGROUP' ) ), - array( 'COL', false, array( 'HTML', 'BODY', 'TABLE', 'COLGROUP', 'COL' ) ), - array( 'COLGROUP', true, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'CAPTION', false, array( 'HTML', 'BODY', 'TABLE', 'CAPTION' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'TABLE', 'CAPTION', '#text' ) ), - array( 'CAPTION', true, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TABLE', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'table-stray-row-closer-ignored' => array( - '
x
', - array( - array( 'TABLE', false, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TBODY', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TR', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TD', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD', '#text' ) ), - array( 'TD', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TR', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TBODY', true, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TABLE', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'table-stray-caption-closer-ignored' => array( - '
x
y
', - array( - array( 'TABLE', false, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TBODY', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TR', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TD', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD', '#text' ) ), - array( 'TD', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TR', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TR', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TD', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD', '#text' ) ), - array( 'TD', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TR', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TBODY', true, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TABLE', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'table-unsupported-stray-closer-aborts-table' => array( - '

x
', - array( - array( 'TABLE', false, array( 'HTML', 'BODY', 'TABLE' ) ), - ), - ), - 'table-template-stray-closer-ignored' => array( - '
x
', - array( - array( 'TABLE', false, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TBODY', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TR', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TD', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD', '#text' ) ), - array( 'TD', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TR', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TBODY', true, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TABLE', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'table-form-before-row' => array( - '
x
', - array( - array( 'TABLE', false, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'FORM', false, array( 'HTML', 'BODY', 'TABLE', 'FORM' ) ), - array( 'FORM', true, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TBODY', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TR', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TD', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD', '#text' ) ), - array( 'TD', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TR', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TBODY', true, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TABLE', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'table-explicit-form-before-row' => array( - '
x
', - array( - array( 'TABLE', false, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'FORM', false, array( 'HTML', 'BODY', 'TABLE', 'FORM' ) ), - array( 'FORM', true, array( 'HTML', 'BODY', 'TABLE' ) ), - ), - ), - 'table-form-whitespace-before-row' => array( - '
x
', - array( - array( 'TABLE', false, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'FORM', false, array( 'HTML', 'BODY', 'TABLE', 'FORM' ) ), - array( 'FORM', true, array( 'HTML', 'BODY', 'TABLE' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'TABLE', '#text' ) ), - array( 'TBODY', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TR', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TD', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD', '#text' ) ), - array( 'TD', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TR', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TBODY', true, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TABLE', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'table-form-text-aborts-table' => array( - 'x
y
', - array( - array( 'TABLE', false, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'FORM', false, array( 'HTML', 'BODY', 'TABLE', 'FORM' ) ), - array( 'FORM', true, array( 'HTML', 'BODY', 'TABLE' ) ), - ), - ), - 'table-form-comment-before-row' => array( - '
y
', - array( - array( 'TABLE', false, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'FORM', false, array( 'HTML', 'BODY', 'TABLE', 'FORM' ) ), - array( 'FORM', true, array( 'HTML', 'BODY', 'TABLE' ) ), - array( '#comment', false, array( 'HTML', 'BODY', 'TABLE', '#comment' ) ), - array( 'TBODY', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TR', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TD', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD', '#text' ) ), - array( 'TD', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TR', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TBODY', true, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TABLE', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'table-form-script-before-row' => array( - '
y
', - array( - array( 'TABLE', false, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'FORM', false, array( 'HTML', 'BODY', 'TABLE', 'FORM' ) ), - array( 'FORM', true, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'SCRIPT', false, array( 'HTML', 'BODY', 'TABLE', 'SCRIPT' ) ), - array( 'TBODY', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TR', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TD', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR', 'TD', '#text' ) ), - array( 'TD', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY', 'TR' ) ), - array( 'TR', true, array( 'HTML', 'BODY', 'TABLE', 'TBODY' ) ), - array( 'TBODY', true, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'TABLE', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'table-form-flow-start-aborts-table' => array( - '
x
y
', - array( - array( 'TABLE', false, array( 'HTML', 'BODY', 'TABLE' ) ), - array( 'FORM', false, array( 'HTML', 'BODY', 'TABLE', 'FORM' ) ), - array( 'FORM', true, array( 'HTML', 'BODY', 'TABLE' ) ), - ), - ), - 'table-flow-start-aborts-table' => array( - '
y
', - array( - array( 'TABLE', false, array( 'HTML', 'BODY', 'TABLE' ) ), - ), - ), - 'table-inline-start-aborts-table' => array( - 'x
y
', - array( - array( 'TABLE', false, array( 'HTML', 'BODY', 'TABLE' ) ), - ), - ), - 'list-items' => array( - '
  • One
  • Two
', - array( - array( 'UL', false, array( 'HTML', 'BODY', 'UL' ) ), - array( 'LI', false, array( 'HTML', 'BODY', 'UL', 'LI' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'UL', 'LI', '#text' ) ), - array( 'LI', true, array( 'HTML', 'BODY', 'UL' ) ), - array( 'LI', false, array( 'HTML', 'BODY', 'UL', 'LI' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'UL', 'LI', '#text' ) ), - array( 'LI', true, array( 'HTML', 'BODY', 'UL' ) ), - array( 'UL', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'ordinary-eof-closers' => array( - '
Text', - array( - array( 'DIV', false, array( 'HTML', 'BODY', 'DIV' ) ), - array( 'SPAN', false, array( 'HTML', 'BODY', 'DIV', 'SPAN' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'DIV', 'SPAN', '#text' ) ), - array( 'SPAN', true, array( 'HTML', 'BODY', 'DIV' ) ), - array( 'DIV', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'void-child-eof-closer' => array( - '', - array( - array( 'A', false, array( 'HTML', 'BODY', 'A' ) ), - array( 'IMG', false, array( 'HTML', 'BODY', 'A', 'IMG' ) ), - array( 'A', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'options' => array( - '', - array( - array( 'SELECT', false, array( 'HTML', 'BODY', 'SELECT' ) ), - array( 'OPTION', false, array( 'HTML', 'BODY', 'SELECT', 'OPTION' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'SELECT', 'OPTION', '#text' ) ), - array( 'OPTION', true, array( 'HTML', 'BODY', 'SELECT' ) ), - array( 'OPTION', false, array( 'HTML', 'BODY', 'SELECT', 'OPTION' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'SELECT', 'OPTION', '#text' ) ), - array( 'OPTION', true, array( 'HTML', 'BODY', 'SELECT' ) ), - array( 'SELECT', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'paragraphs' => array( - '

One

Two', - array( - array( 'P', false, array( 'HTML', 'BODY', 'P' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'P', '#text' ) ), - array( 'P', true, array( 'HTML', 'BODY' ) ), - array( 'P', false, array( 'HTML', 'BODY', 'P' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'P', '#text' ) ), - array( 'P', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'paragraph-before-block' => array( - '

Text

Block
', - array( - array( 'P', false, array( 'HTML', 'BODY', 'P' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'P', '#text' ) ), - array( 'P', true, array( 'HTML', 'BODY' ) ), - array( 'DIV', false, array( 'HTML', 'BODY', 'DIV' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'DIV', '#text' ) ), - array( 'DIV', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'paragraph-before-heading' => array( - '

Text

Heading

', - array( - array( 'P', false, array( 'HTML', 'BODY', 'P' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'P', '#text' ) ), - array( 'P', true, array( 'HTML', 'BODY' ) ), - array( 'H1', false, array( 'HTML', 'BODY', 'H1' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'H1', '#text' ) ), - array( 'H1', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'paragraph-before-inline' => array( - '

TextInline', - array( - array( 'P', false, array( 'HTML', 'BODY', 'P' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'P', '#text' ) ), - array( 'SPAN', false, array( 'HTML', 'BODY', 'P', 'SPAN' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'P', 'SPAN', '#text' ) ), - array( 'SPAN', true, array( 'HTML', 'BODY', 'P' ) ), - array( 'P', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'heading-before-heading' => array( - '

One

Two

', - array( - array( 'H1', false, array( 'HTML', 'BODY', 'H1' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'H1', '#text' ) ), - array( 'H1', true, array( 'HTML', 'BODY' ) ), - array( 'H2', false, array( 'HTML', 'BODY', 'H2' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'H2', '#text' ) ), - array( 'H2', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'heading-before-inline' => array( - '

OneSpan', - array( - array( 'H1', false, array( 'HTML', 'BODY', 'H1' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'H1', '#text' ) ), - array( 'SPAN', false, array( 'HTML', 'BODY', 'H1', 'SPAN' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'H1', 'SPAN', '#text' ) ), - array( 'SPAN', true, array( 'HTML', 'BODY', 'H1' ) ), - array( 'H1', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'button-before-button' => array( - '', - array( - array( 'BUTTON', false, array( 'HTML', 'BODY', 'BUTTON' ) ), - array( 'SPAN', false, array( 'HTML', 'BODY', 'BUTTON', 'SPAN' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'BUTTON', 'SPAN', '#text' ) ), - array( 'SPAN', true, array( 'HTML', 'BODY', 'BUTTON' ) ), - array( 'BUTTON', true, array( 'HTML', 'BODY' ) ), - array( 'BUTTON', false, array( 'HTML', 'BODY', 'BUTTON' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'BUTTON', '#text' ) ), - array( 'BUTTON', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'button-explicit-closer' => array( - '', - array( - array( 'BUTTON', false, array( 'HTML', 'BODY', 'BUTTON' ) ), - array( 'SPAN', false, array( 'HTML', 'BODY', 'BUTTON', 'SPAN' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'BUTTON', 'SPAN', '#text' ) ), - array( 'SPAN', true, array( 'HTML', 'BODY', 'BUTTON' ) ), - array( 'BUTTON', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'summary-before-details-closer' => array( - '
OneTwo
', - array( - array( 'DETAILS', false, array( 'HTML', 'BODY', 'DETAILS' ) ), - array( 'SUMMARY', false, array( 'HTML', 'BODY', 'DETAILS', 'SUMMARY' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'DETAILS', 'SUMMARY', '#text' ) ), - array( 'SUMMARY', false, array( 'HTML', 'BODY', 'DETAILS', 'SUMMARY', 'SUMMARY' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'DETAILS', 'SUMMARY', 'SUMMARY', '#text' ) ), - array( 'SUMMARY', true, array( 'HTML', 'BODY', 'DETAILS', 'SUMMARY' ) ), - array( 'SUMMARY', true, array( 'HTML', 'BODY', 'DETAILS' ) ), - array( 'DETAILS', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'nested-form-start-ignored' => array( - 'OneTwo', - array( - array( 'FORM', false, array( 'HTML', 'BODY', 'FORM' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'FORM', '#text' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'FORM', '#text' ) ), - array( 'FORM', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'nobr-before-nobr' => array( - 'OneTwo', - array( - array( 'NOBR', false, array( 'HTML', 'BODY', 'NOBR' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'NOBR', '#text' ) ), - array( 'NOBR', true, array( 'HTML', 'BODY' ) ), - array( 'NOBR', false, array( 'HTML', 'BODY', 'NOBR' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'NOBR', '#text' ) ), - array( 'NOBR', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'nobr-explicit-closer' => array( - 'One', - array( - array( 'NOBR', false, array( 'HTML', 'BODY', 'NOBR' ) ), - array( 'SPAN', false, array( 'HTML', 'BODY', 'NOBR', 'SPAN' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'NOBR', 'SPAN', '#text' ) ), - array( 'SPAN', true, array( 'HTML', 'BODY', 'NOBR' ) ), - array( 'NOBR', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'select-before-input' => array( - 'B', - array( - array( 'SELECT', false, array( 'HTML', 'BODY', 'SELECT' ) ), - array( 'OPTION', false, array( 'HTML', 'BODY', 'SELECT', 'OPTION' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'SELECT', 'OPTION', '#text' ) ), - array( 'OPTION', true, array( 'HTML', 'BODY', 'SELECT' ) ), - array( 'SELECT', true, array( 'HTML', 'BODY' ) ), - array( 'INPUT', false, array( 'HTML', 'BODY', 'INPUT' ) ), - array( '#text', false, array( 'HTML', 'BODY', '#text' ) ), - ), - ), - 'select-option-before-hr' => array( - '', - array( - array( 'SELECT', false, array( 'HTML', 'BODY', 'SELECT' ) ), - array( 'OPTION', false, array( 'HTML', 'BODY', 'SELECT', 'OPTION' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'SELECT', 'OPTION', '#text' ) ), - array( 'OPTION', true, array( 'HTML', 'BODY', 'SELECT' ) ), - array( 'HR', false, array( 'HTML', 'BODY', 'SELECT', 'HR' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'SELECT', '#text' ) ), - array( 'SELECT', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'select-before-textarea' => array( - '', - array( - array( 'SELECT', false, array( 'HTML', 'BODY', 'SELECT' ) ), - array( 'OPTION', false, array( 'HTML', 'BODY', 'SELECT', 'OPTION' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'SELECT', 'OPTION', '#text' ) ), - array( 'OPTION', true, array( 'HTML', 'BODY', 'SELECT' ) ), - array( 'SELECT', true, array( 'HTML', 'BODY' ) ), - array( 'TEXTAREA', false, array( 'HTML', 'BODY', 'TEXTAREA' ) ), - ), - ), - 'html-and-body-starts-ignored' => array( - '

x', - array( - array( 'P', false, array( 'HTML', 'BODY', 'P' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'P', '#text' ) ), - array( 'P', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'description-list' => array( - '

A
B
C
', - array( - array( 'DL', false, array( 'HTML', 'BODY', 'DL' ) ), - array( 'DT', false, array( 'HTML', 'BODY', 'DL', 'DT' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'DL', 'DT', '#text' ) ), - array( 'DT', true, array( 'HTML', 'BODY', 'DL' ) ), - array( 'DD', false, array( 'HTML', 'BODY', 'DL', 'DD' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'DL', 'DD', '#text' ) ), - array( 'DD', true, array( 'HTML', 'BODY', 'DL' ) ), - array( 'DT', false, array( 'HTML', 'BODY', 'DL', 'DT' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'DL', 'DT', '#text' ) ), - array( 'DT', true, array( 'HTML', 'BODY', 'DL' ) ), - array( 'DL', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'ruby-text' => array( - 'ab(c', - array( - array( 'RUBY', false, array( 'HTML', 'BODY', 'RUBY' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'RUBY', '#text' ) ), - array( 'RT', false, array( 'HTML', 'BODY', 'RUBY', 'RT' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'RUBY', 'RT', '#text' ) ), - array( 'RT', true, array( 'HTML', 'BODY', 'RUBY' ) ), - array( 'RP', false, array( 'HTML', 'BODY', 'RUBY', 'RP' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'RUBY', 'RP', '#text' ) ), - array( 'RP', true, array( 'HTML', 'BODY', 'RUBY' ) ), - array( 'RT', false, array( 'HTML', 'BODY', 'RUBY', 'RT' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'RUBY', 'RT', '#text' ) ), - array( 'RT', true, array( 'HTML', 'BODY', 'RUBY' ) ), - array( 'RUBY', true, array( 'HTML', 'BODY' ) ), - ), - ), - 'optgroups' => array( - '', - array( - array( 'SELECT', false, array( 'HTML', 'BODY', 'SELECT' ) ), - array( 'OPTION', false, array( 'HTML', 'BODY', 'SELECT', 'OPTION' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'SELECT', 'OPTION', '#text' ) ), - array( 'OPTION', true, array( 'HTML', 'BODY', 'SELECT' ) ), - array( 'OPTGROUP', false, array( 'HTML', 'BODY', 'SELECT', 'OPTGROUP' ) ), - array( 'OPTION', false, array( 'HTML', 'BODY', 'SELECT', 'OPTGROUP', 'OPTION' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'SELECT', 'OPTGROUP', 'OPTION', '#text' ) ), - array( 'OPTION', true, array( 'HTML', 'BODY', 'SELECT', 'OPTGROUP' ) ), - array( 'OPTGROUP', true, array( 'HTML', 'BODY', 'SELECT' ) ), - array( 'OPTGROUP', false, array( 'HTML', 'BODY', 'SELECT', 'OPTGROUP' ) ), - array( 'OPTION', false, array( 'HTML', 'BODY', 'SELECT', 'OPTGROUP', 'OPTION' ) ), - array( '#text', false, array( 'HTML', 'BODY', 'SELECT', 'OPTGROUP', 'OPTION', '#text' ) ), - array( 'OPTION', true, array( 'HTML', 'BODY', 'SELECT', 'OPTGROUP' ) ), - array( 'OPTGROUP', true, array( 'HTML', 'BODY', 'SELECT' ) ), - array( 'SELECT', true, array( 'HTML', 'BODY' ) ), - ), - ), - ); - - foreach ( $cases as $label => $case ) { - $processor = $this->create_html_processor( $implementation, $case[0] ); - - foreach ( $case[1] as $expected ) { - $this->assertTrue( $processor->next_token(), "Expected {$label} token." ); - $this->assertSame( $expected[0], $processor->get_token_name(), "Unexpected {$label} token name." ); - $this->assertSame( $expected[1], $processor->is_tag_closer(), "Unexpected {$label} closer flag." ); - $this->assertSame( $expected[2], $processor->get_breadcrumbs(), "Unexpected {$label} breadcrumbs." ); - } - - $this->assertFalse( $processor->next_token(), "Expected {$label} to be exhausted." ); - } - } - - /** - * Verifies HTML processor text-token subdivision and table-text boundaries. - * - * @dataProvider data_html_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_html_processor_subdivides_selected_text_tokens( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation, 'WP_HTML_Native_Processor' ); - - $cases = array( - 'body-text-leading-whitespace' => array( - '

A B

', - array( - array( 'P', '', array( 'HTML', 'BODY', 'P' ) ), - array( '#text', ' ', array( 'HTML', 'BODY', 'P', '#text' ) ), - array( '#text', 'A ', array( 'HTML', 'BODY', 'P', '#text' ) ), - array( 'B', '', array( 'HTML', 'BODY', 'P', 'B' ) ), - array( '#text', 'B', array( 'HTML', 'BODY', 'P', 'B', '#text' ) ), - array( 'B', '', array( 'HTML', 'BODY', 'P' ) ), - array( 'P', '', array( 'HTML', 'BODY' ) ), - ), - ), - 'body-text-reference-leading-whitespace' => array( - '

A

', - array( - array( 'P', '', array( 'HTML', 'BODY', 'P' ) ), - array( '#text', " \n ", array( 'HTML', 'BODY', 'P', '#text' ) ), - array( '#text', 'A', array( 'HTML', 'BODY', 'P', '#text' ) ), - array( 'P', '', array( 'HTML', 'BODY' ) ), - ), - ), - 'body-text-raw-null' => array( - "

\0 A\0B

", - array( - array( 'P', '', array( 'HTML', 'BODY', 'P' ) ), - array( '#text', ' ', array( 'HTML', 'BODY', 'P', '#text' ) ), - array( '#text', 'AB', array( 'HTML', 'BODY', 'P', '#text' ) ), - array( 'P', '', array( 'HTML', 'BODY' ) ), - ), - ), - 'body-text-newlines' => array( - "

\r\n\tA\rB

", - array( - array( 'P', '', array( 'HTML', 'BODY', 'P' ) ), - array( '#text', "\n\t", array( 'HTML', 'BODY', 'P', '#text' ) ), - array( '#text', "A\nB", array( 'HTML', 'BODY', 'P', '#text' ) ), - array( 'P', '', array( 'HTML', 'BODY' ) ), - ), - ), - 'table-text-leading-whitespace' => array( - ' A
B
', - array( - array( 'TABLE', '', array( 'HTML', 'BODY', 'TABLE' ) ), - array( '#text', ' ', array( 'HTML', 'BODY', 'TABLE', '#text' ) ), - ), - ), - 'table-text-reference-leading-whitespace' => array( - ' A
B
', - array( - array( 'TABLE', '', array( 'HTML', 'BODY', 'TABLE' ) ), - array( '#text', ' ', array( 'HTML', 'BODY', 'TABLE', '#text' ) ), - ), - ), - 'table-text-no-leading-whitespace' => array( - 'A
B
', - array( - array( 'TABLE', '', array( 'HTML', 'BODY', 'TABLE' ) ), - ), - ), - ); - - foreach ( $cases as $label => $case ) { - $processor = $this->create_html_processor( $implementation, $case[0] ); - - foreach ( $case[1] as $expected ) { - $this->assertTrue( $processor->next_token(), "Expected {$label} token." ); - $this->assertSame( $expected[0], $processor->get_token_name(), "Unexpected {$label} token name." ); - $this->assertSame( $expected[1], $processor->get_modifiable_text(), "Unexpected {$label} text." ); - $this->assertSame( $expected[2], $processor->get_breadcrumbs(), "Unexpected {$label} breadcrumbs." ); - } - - $this->assertFalse( $processor->next_token(), "Expected {$label} to be exhausted." ); - } - } - - /** - * Data provider. - * - * @return array[] - */ - public static function data_tag_processor_implementations() { - return array( - 'php-tag-processor' => array( 'php-tag-processor' ), - 'native-tag-processor' => array( 'native-tag-processor' ), - ); - } - - /** - * Data provider. - * - * @return array[] - */ - public static function data_html_processor_implementations() { - return array( - 'php-html-processor' => array( 'php-html-processor' ), - 'native-html-processor' => array( 'native-html-processor' ), - ); - } - - /** - * Creates a tag processor for a specific implementation. - * - * @param string $implementation Implementation identifier. - * @param string $html HTML input. - * @return object Processor instance. - */ - private function create_tag_processor( $implementation, $html ) { - if ( 'native-tag-processor' === $implementation ) { - return new WP_HTML_Native_Tag_Processor( $html ); - } - - $processor = new WP_HTML_Tag_Processor( $html ); - $this->disable_native_delegate( $processor ); - - return $processor; - } - - /** - * Creates an HTML processor for a specific implementation. - * - * @param string $implementation Implementation identifier. - * @param string $html HTML input. - * @return object Processor instance. - */ - private function create_html_processor( $implementation, $html ) { - if ( 'native-html-processor' === $implementation ) { - return WP_HTML_Native_Processor::create_fragment( $html ); - } - - $processor = WP_HTML_Processor::create_fragment( $html ); - $this->disable_native_delegate( $processor ); - - return $processor; - } - - /** - * Disables the native delegate so PHP implementation rows still cover PHP. - * - * @param object $processor Processor instance. - */ - private function disable_native_delegate( $processor ) { - if ( ! property_exists( 'WP_HTML_Tag_Processor', 'native_processor' ) ) { - return; - } - - $property = new ReflectionProperty( 'WP_HTML_Tag_Processor', 'native_processor' ); - $property->setAccessible( true ); - $property->setValue( $processor, null ); - } - - /** - * Returns the native delegate for public-class default checks. - * - * @param object $processor Processor instance. - * @return object|null Native delegate. - */ - private function get_native_delegate( $processor ) { - if ( ! property_exists( 'WP_HTML_Tag_Processor', 'native_processor' ) ) { - return null; - } - - $property = new ReflectionProperty( 'WP_HTML_Tag_Processor', 'native_processor' ); - $property->setAccessible( true ); - - return $property->getValue( $processor ); - } - - /** - * Runs a fresh PHP process that defines native-default constants before bootstrap. - * - * @param string $constant_definitions PHP source defining constants. - * @return string[] Probe output lines. - */ - private function run_html_native_defaults_constant_probe( $constant_definitions ) { - $root = dirname( __DIR__, 3 ); - $extension = $root . '/extensions/native-apis/target/release/libwp_native_apis.so'; - - if ( ! file_exists( $extension ) ) { - $this->markTestSkipped( 'Native API extension binary is not built.' ); - } - - $code = $constant_definitions . "\n" . - 'require ' . var_export( $root . '/bootstrap.php', true ) . ";\n" . - '$property = new ReflectionProperty( \'WP_HTML_Tag_Processor\', \'native_processor\' );' . "\n" . - '$property->setAccessible( true );' . "\n" . - '$tag_processor = new WP_HTML_Tag_Processor( \'

Text

\' );' . "\n" . - '$tag_delegate = $property->getValue( $tag_processor );' . "\n" . - 'echo \'tag:\' . ( null === $tag_delegate ? \'php\' : get_class( $tag_delegate ) ) . "\n";' . "\n" . - '$tag_processor->next_tag( \'p\' );' . "\n" . - 'echo \'tag-id:\' . $tag_processor->get_attribute( \'data-id\' ) . "\n";' . "\n" . - '$html_processor = WP_HTML_Processor::create_fragment( \'

Text

\' );' . "\n" . - '$tree_delegate = $property->getValue( $html_processor );' . "\n" . - 'echo \'tree:\' . ( null === $tree_delegate ? \'php\' : get_class( $tree_delegate ) ) . "\n";' . "\n" . - '$html_processor->next_token();' . "\n" . - 'echo \'tree-token:\' . $html_processor->get_token_name() . "\n";' . "\n" . - '$full_processor = WP_HTML_Processor::create_full_parser( \'
Text
\' );' . "\n" . - '$full_delegate = $property->getValue( $full_processor );' . "\n" . - 'echo \'full:\' . ( null === $full_delegate ? \'php\' : get_class( $full_delegate ) ) . "\n";' . "\n" . - '$full_processor->next_token();' . "\n" . - 'echo \'full-token:\' . $full_processor->get_token_name() . "\n";'; - - $command = escapeshellarg( PHP_BINARY ) . ' -d extension=' . escapeshellarg( $extension ) . ' -r ' . escapeshellarg( $code ); - $output = array(); - $status = 0; - exec( $command . ' 2>&1', $output, $status ); - - $this->assertSame( 0, $status, implode( "\n", $output ) ); - - return $output; - } - - /** - * Returns the public parser state for lifecycle conformance checks. - * - * @param object $processor Processor instance. - * @return string Parser state. - */ - private function get_parser_state( $processor ) { - $property = new ReflectionProperty( 'WP_HTML_Tag_Processor', 'parser_state' ); - $property->setAccessible( true ); - - return $property->getValue( $processor ); - } - - /** - * Advances either tag-processor implementation while visiting closers. - * - * @param object $processor Processor instance. - * @return bool Whether a tag was matched. - */ - private function next_tag_visiting_closers( $processor ) { - if ( method_exists( $processor, 'next_tag_any' ) ) { - return $processor->next_tag_any( true, 1 ); - } - - return $processor->next_tag( array( 'tag_closers' => 'visit' ) ); - } - - /** - * Skips implementation rows when an API is provided only by the native class. - * - * @param object $processor Processor instance. - * @param string $method Method name. - */ - private function skip_if_html_method_is_unavailable( $processor, $method ) { - if ( ! method_exists( $processor, $method ) ) { - $this->markTestSkipped( "{$method} is not exposed by this HTML processor implementation." ); - } - } - - /** - * Summarizes prefixed attributes for either public or native processors. - * - * @param object $processor Processor instance. - * @param string $prefix Attribute-name prefix. - * @param bool $closers Whether to include closing tags in the tag count. - * @return array Summary with `tag_count` and `attribute_count`. - */ - private function summarize_attribute_names_with_prefix( $processor, $prefix, $closers ) { - $this->skip_if_html_method_is_unavailable( $processor, 'summarize_attribute_names_with_prefix' ); - - $summary = $processor->summarize_attribute_names_with_prefix( $prefix, $closers ); - if ( is_array( $summary ) ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 2 ); - - return array( - 'tag_count' => (int) $parts[0], - 'attribute_count' => (int) $parts[1], - ); - } - - /** - * Summarizes tag inventory for either public or native processors. - * - * @param object $processor Processor instance. - * @param bool $closers Whether to include closing tags. - * @return array Summary with tag inventory counts. - */ - private function summarize_tag_inventory( $processor, $closers ) { - $this->skip_if_html_method_is_unavailable( $processor, 'summarize_tag_inventory' ); - - $summary = $processor->summarize_tag_inventory( $closers ); - if ( is_array( $summary ) ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 5 ); - - return array( - 'tag_count' => (int) $parts[0], - 'open_tag_count' => (int) $parts[1], - 'closing_tag_count' => (int) $parts[2], - 'attribute_count' => (int) $parts[3], - 'unique_tag_name_count' => (int) $parts[4], - ); - } - - /** - * Summarizes heading inventory for either public or native processors. - * - * @param object $processor Processor instance. - * @param bool $closers Whether to include closing tags. - * @return array Summary with heading inventory counts. - */ - private function summarize_heading_inventory( $processor, $closers ) { - $this->skip_if_html_method_is_unavailable( $processor, 'summarize_heading_inventory' ); - - $summary = $processor->summarize_heading_inventory( $closers ); - if ( is_array( $summary ) ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 8 ); - - return array( - 'tag_count' => (int) $parts[0], - 'heading_count' => (int) $parts[1], - 'h1_count' => (int) $parts[2], - 'h2_count' => (int) $parts[3], - 'h3_count' => (int) $parts[4], - 'h4_count' => (int) $parts[5], - 'h5_count' => (int) $parts[6], - 'h6_count' => (int) $parts[7], - ); - } - - /** - * Summarizes ID inventory for either public or native processors. - * - * @param object $processor Processor instance. - * @param bool $closers Whether to include closing tags. - * @return array Summary with ID inventory counts. - */ - private function summarize_id_inventory( $processor, $closers ) { - $this->skip_if_html_method_is_unavailable( $processor, 'summarize_id_inventory' ); - - $summary = $processor->summarize_id_inventory( $closers ); - if ( is_array( $summary ) ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 5 ); - - return array( - 'tag_count' => (int) $parts[0], - 'id_tag_count' => (int) $parts[1], - 'unique_id_count' => (int) $parts[2], - 'duplicate_id_count' => (int) $parts[3], - 'id_value_bytes' => (int) $parts[4], - ); - } - - /** - * Summarizes attribute inventory for either public or native processors. - * - * @param object $processor Processor instance. - * @param bool $closers Whether to include closing tags. - * @return array Summary with attribute inventory counts. - */ - private function summarize_attribute_inventory( $processor, $closers ) { - $this->skip_if_html_method_is_unavailable( $processor, 'summarize_attribute_inventory' ); - - $summary = $processor->summarize_attribute_inventory( $closers ); - if ( is_array( $summary ) ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 4 ); - - return array( - 'tag_count' => (int) $parts[0], - 'attribute_count' => (int) $parts[1], - 'unique_attribute_name_count' => (int) $parts[2], - 'attribute_value_bytes' => (int) $parts[3], - ); - } - - /** - * Summarizes data-attribute inventory for either public or native processors. - * - * @param object $processor Processor instance. - * @param bool $closers Whether to include closing tags. - * @return array Summary with data-attribute inventory counts. - */ - private function summarize_data_attribute_inventory( $processor, $closers ) { - $this->skip_if_html_method_is_unavailable( $processor, 'summarize_data_attribute_inventory' ); - - $summary = $processor->summarize_data_attribute_inventory( $closers ); - if ( is_array( $summary ) ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 5 ); - - return array( - 'tag_count' => (int) $parts[0], - 'data_attribute_tag_count' => (int) $parts[1], - 'data_attribute_count' => (int) $parts[2], - 'unique_data_attribute_name_count' => (int) $parts[3], - 'data_attribute_value_bytes' => (int) $parts[4], - ); - } - - /** - * Summarizes ARIA attribute inventory for either public or native processors. - * - * @param object $processor Processor instance. - * @param bool $closers Whether to include closing tags. - * @return array Summary with ARIA attribute inventory counts. - */ - private function summarize_aria_attribute_inventory( $processor, $closers ) { - $this->skip_if_html_method_is_unavailable( $processor, 'summarize_aria_attribute_inventory' ); - - $summary = $processor->summarize_aria_attribute_inventory( $closers ); - if ( is_array( $summary ) ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 5 ); - - return array( - 'tag_count' => (int) $parts[0], - 'aria_attribute_tag_count' => (int) $parts[1], - 'aria_attribute_count' => (int) $parts[2], - 'unique_aria_attribute_name_count' => (int) $parts[3], - 'aria_attribute_value_bytes' => (int) $parts[4], - ); - } - - /** - * Summarizes class inventory for either public or native processors. - * - * @param object $processor Processor instance. - * @param bool $closers Whether to include closing tags. - * @return array Summary with class inventory counts. - */ - private function summarize_class_inventory( $processor, $closers ) { - $this->skip_if_html_method_is_unavailable( $processor, 'summarize_class_inventory' ); - - $summary = $processor->summarize_class_inventory( $closers ); - if ( is_array( $summary ) ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 5 ); - - return array( - 'tag_count' => (int) $parts[0], - 'class_attribute_count' => (int) $parts[1], - 'class_name_count' => (int) $parts[2], - 'unique_class_name_count' => (int) $parts[3], - 'class_value_bytes' => (int) $parts[4], - ); - } - - /** - * Summarizes resource inventory for either public or native processors. - * - * @param object $processor Processor instance. - * @param bool $closers Whether to include closing tags. - * @return array Summary with resource inventory counts. - */ - private function summarize_resource_inventory( $processor, $closers ) { - $this->skip_if_html_method_is_unavailable( $processor, 'summarize_resource_inventory' ); - - $summary = $processor->summarize_resource_inventory( $closers ); - if ( is_array( $summary ) ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 5 ); - - return array( - 'tag_count' => (int) $parts[0], - 'resource_tag_count' => (int) $parts[1], - 'resource_attribute_count' => (int) $parts[2], - 'unique_resource_tag_name_count' => (int) $parts[3], - 'resource_value_bytes' => (int) $parts[4], - ); - } - - /** - * Summarizes image inventory for either public or native processors. - * - * @param object $processor Processor instance. - * @param bool $closers Whether to include closing tags. - * @return array Summary with image inventory counts. - */ - private function summarize_image_inventory( $processor, $closers ) { - $this->skip_if_html_method_is_unavailable( $processor, 'summarize_image_inventory' ); - - $summary = $processor->summarize_image_inventory( $closers ); - if ( is_array( $summary ) ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 8 ); - - return array( - 'tag_count' => (int) $parts[0], - 'image_count' => (int) $parts[1], - 'src_count' => (int) $parts[2], - 'alt_count' => (int) $parts[3], - 'empty_alt_count' => (int) $parts[4], - 'dimension_count' => (int) $parts[5], - 'src_value_bytes' => (int) $parts[6], - 'alt_value_bytes' => (int) $parts[7], - ); - } - - /** - * Summarizes script inventory for either public or native processors. - * - * @param object $processor Processor instance. - * @param bool $closers Whether to include closing tags. - * @return array Summary with script inventory counts. - */ - private function summarize_script_inventory( $processor, $closers ) { - $this->skip_if_html_method_is_unavailable( $processor, 'summarize_script_inventory' ); - - $summary = $processor->summarize_script_inventory( $closers ); - if ( is_array( $summary ) ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 8 ); - - return array( - 'tag_count' => (int) $parts[0], - 'script_count' => (int) $parts[1], - 'src_count' => (int) $parts[2], - 'module_count' => (int) $parts[3], - 'async_count' => (int) $parts[4], - 'defer_count' => (int) $parts[5], - 'inline_script_bytes' => (int) $parts[6], - 'src_value_bytes' => (int) $parts[7], - ); - } - - /** - * Summarizes form inventory for either public or native processors. - * - * @param object $processor Processor instance. - * @param bool $closers Whether to include closing tags. - * @return array Summary with form inventory counts. - */ - private function summarize_form_inventory( $processor, $closers ) { - $this->skip_if_html_method_is_unavailable( $processor, 'summarize_form_inventory' ); - - $summary = $processor->summarize_form_inventory( $closers ); - if ( is_array( $summary ) ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 6 ); - - return array( - 'tag_count' => (int) $parts[0], - 'form_count' => (int) $parts[1], - 'control_count' => (int) $parts[2], - 'named_control_count' => (int) $parts[3], - 'unique_control_name_count' => (int) $parts[4], - 'control_name_value_bytes' => (int) $parts[5], - ); - } - - /** - * Summarizes matching tag attributes for either public or native processors. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @param string $tag_name Tag name to match. - * @param array $attribute_names Attribute names to read. - * @param bool $closers Whether to include closing tags in the tag count. - * @return array Summary with `tag_count`, `attribute_count`, and `attribute_value_bytes`. - */ - private function summarize_matching_tag_attributes( $processor, $implementation, $tag_name, $attribute_names, $closers ) { - $this->skip_if_html_method_is_unavailable( $processor, 'summarize_matching_tag_attributes' ); - - if ( 'native-tag-processor' === $implementation ) { - $summary = $processor->summarize_matching_tag_attributes( $tag_name, implode( "\x1f", $attribute_names ), $closers ); - } else { - $summary = $processor->summarize_matching_tag_attributes( $tag_name, $attribute_names, $closers ); - } - - if ( is_array( $summary ) ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 3 ); - - return array( - 'tag_count' => (int) $parts[0], - 'attribute_count' => (int) $parts[1], - 'attribute_value_bytes' => (int) $parts[2], - ); - } - - /** - * Removes prefixed attributes for either public or native processors. - * - * @param object $processor Processor instance. - * @param string $prefix Attribute-name prefix. - * @param bool $closers Whether to include closing tags in the tag count. - * @return array Summary with `tag_count`, `removed_count`, and `html`. - */ - private function remove_attributes_with_prefix_from_document( $processor, $prefix, $closers ) { - $this->skip_if_html_method_is_unavailable( $processor, 'remove_attributes_with_prefix_from_document' ); - - $summary = $processor->remove_attributes_with_prefix_from_document( $prefix, $closers ); - if ( is_array( $summary ) ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 3 ); - - return array( - 'tag_count' => (int) $parts[0], - 'removed_count' => (int) $parts[1], - 'html' => $parts[2], - ); - } - - /** - * Reads a chunked tag-prefix summary for either public or native processors. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @param string $prefix Attribute-name prefix. - * @param int $max_tags Maximum number of tag rows. - * @param bool $closers Whether to include closing tags. - * @return array[] Tag summary rows. - */ - private function next_tag_prefix_summary_batch( $processor, $implementation, $prefix, $max_tags, $closers ) { - $this->skip_if_html_method_is_unavailable( $processor, 'next_tag_prefix_summary_batch' ); - - $batch = $processor->next_tag_prefix_summary_batch( $prefix, $max_tags, $closers ); - if ( 'native-tag-processor' !== $implementation ) { - return $batch; - } - - if ( ! is_string( $batch ) || '' === $batch ) { - return array(); - } - - $rows = array(); - foreach ( explode( "\x1e", $batch ) as $metadata ) { - $parts = explode( "\x1f", $metadata, 3 ); - $this->assertCount( 3, $parts, 'Expected compact HTML tag summary row.' ); - - $rows[] = array( - 'tag_name' => $parts[0], - 'is_tag_closer' => '1' === $parts[1], - 'attribute_count' => (int) $parts[2], - ); - } - - return $rows; - } - - /** - * Reads a chunked tag-prefix count summary for either public or native processors. - * - * @param object $processor Processor instance. - * @param string $prefix Attribute-name prefix. - * @param int $max_tags Maximum number of tags to consume. - * @param bool $closers Whether to include closing tags. - * @return array|null Summary with `tag_count` and `attribute_count`, or null when exhausted. - */ - private function next_tag_prefix_count_batch( $processor, $prefix, $max_tags, $closers ) { - $this->skip_if_html_method_is_unavailable( $processor, 'next_tag_prefix_count_compact_batch' ); - - $summary = $processor->next_tag_prefix_count_compact_batch( $prefix, $max_tags, $closers ); - if ( ! is_string( $summary ) || '' === $summary ) { - return null; - } - - $parts = explode( "\x1f", $summary, 2 ); - $this->assertCount( 2, $parts, 'Expected compact HTML tag prefix count batch.' ); - - return array( - 'tag_count' => (int) $parts[0], - 'attribute_count' => (int) $parts[1], - ); - } - - /** - * Reads a chunked tag summary for either public or native processors. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @param int $max_tags Maximum number of tag rows. - * @param bool $closers Whether to include closing tags. - * @return array[] Tag summary rows. - */ - private function next_tag_summary_batch( $processor, $implementation, $max_tags, $closers ) { - $this->skip_if_html_method_is_unavailable( $processor, 'next_tag_summary_batch' ); - - return $processor->next_tag_summary_batch( $max_tags, $closers ); - } - - /** - * Reads a chunked matching-tag summary for either public or native processors. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @param string $tag_name Tag name to match. - * @param int $max_tags Maximum number of tag rows. - * @param bool $closers Whether to include closing tags. - * @return array[] Tag summary rows. - */ - private function next_matching_tag_summary_batch( $processor, $implementation, $tag_name, $max_tags, $closers ) { - $this->skip_if_html_method_is_unavailable( $processor, 'next_matching_tag_summary_batch' ); - - return $processor->next_matching_tag_summary_batch( $tag_name, $max_tags, $closers ); - } - - /** - * Reads a chunked matching-tag attribute summary for either public or native processors. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @param string $tag_name Tag name to match. - * @param string $attribute_name Attribute name to read. - * @param int $max_tags Maximum number of tag rows. - * @param bool $closers Whether to include closing tags. - * @return array[] Tag summary rows. - */ - private function next_matching_tag_attribute_summary_batch( $processor, $implementation, $tag_name, $attribute_name, $max_tags, $closers ) { - $this->skip_if_html_method_is_unavailable( $processor, 'next_matching_tag_attribute_summary_batch' ); - - return $processor->next_matching_tag_attribute_summary_batch( $tag_name, $attribute_name, $max_tags, $closers ); - } - - /** - * Reads a chunked matching-tag multi-attribute summary for either public or native processors. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @param string $tag_name Tag name to match. - * @param array $attribute_names Attribute names to read. - * @param int $max_tags Maximum number of tag rows. - * @param bool $closers Whether to include closing tags. - * @return array[] Tag summary rows. - */ - private function next_matching_tag_attributes_summary_batch( $processor, $implementation, $tag_name, $attribute_names, $max_tags, $closers ) { - $this->skip_if_html_method_is_unavailable( $processor, 'next_matching_tag_attributes_summary_batch' ); - - return $processor->next_matching_tag_attributes_summary_batch( $tag_name, $attribute_names, $max_tags, $closers ); - } - - /** - * Reads a compact chunked matching-tag multi-attribute summary. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @param string $tag_name Tag name to match. - * @param array $attribute_names Attribute names to read. - * @param int $max_tags Maximum number of tag rows. - * @param bool $closers Whether to include closing tags. - * @return string|null Compact tag summary batch, or null when exhausted. - */ - private function next_matching_tag_attributes_compact_summary_batch( $processor, $implementation, $tag_name, $attribute_names, $max_tags, $closers ) { - $this->skip_if_html_method_is_unavailable( $processor, 'next_matching_tag_attributes_compact_summary_batch' ); - - if ( 'native-tag-processor' === $implementation ) { - return $processor->next_matching_tag_attributes_compact_summary_batch( $tag_name, implode( "\x1f", $attribute_names ), $max_tags, $closers ); - } - - return $processor->next_matching_tag_attributes_compact_summary_batch( $tag_name, $attribute_names, $max_tags, $closers ); - } - - /** - * Reads a chunked HTML token summary for either public or native processors. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @param int $max_tokens Maximum number of token rows. - * @return array[] Token summary rows. - */ - private function next_html_token_summary_batch( $processor, $implementation, $max_tokens ) { - $this->skip_if_html_method_is_unavailable( $processor, 'next_token_summary_batch' ); - - return $processor->next_token_summary_batch( $max_tokens ); - } - - /** - * Skips native implementation cases when the extension is unavailable. - * - * @param string $implementation Implementation identifier. - * @param string $class_name Native class name. - */ - private function skip_if_native_is_unavailable( $implementation, $class_name ) { - if ( 0 === strpos( $implementation, 'native-' ) && ! class_exists( $class_name, false ) ) { - $this->markTestSkipped( $class_name . ' is not registered; load the native API extension to run this case.' ); - } - } -} diff --git a/components/HTML/class-wp-html-native-processor-wrapper.php b/components/HTML/class-wp-html-native-processor-wrapper.php deleted file mode 100644 index 55cbf3761..000000000 --- a/components/HTML/class-wp-html-native-processor-wrapper.php +++ /dev/null @@ -1,16 +0,0 @@ -libxml2. - -When the native API extension is loaded, XMLProcessor can use a -native delegate by default while preserving PHP fallback behavior. Define -WP_NATIVE_APIS_DISABLE_DEFAULTS before loading the component to -force the pure PHP fallback. +A streaming, namespace-aware XML processor in pure PHP. Read huge feeds, WXR exports, ePub manifests, and Office Open XML parts incrementally, then emit edited XML without depending on libxml2. ## Why this exists -

SimpleXMLElement and DOMDocument both need libxml2 and both build a complete in-memory tree. XMLProcessor walks the document forward as a cursor, keeps modifications in a side buffer, and emits the full updated XML with get_updated_xml() only when you ask for it.

+

SimpleXMLElement and DOMDocument both need libxml2 and both build a complete in-memory tree. XMLProcessor walks the document forward as a cursor, keeps modifications in a side buffer, and emits the full updated XML with get_updated_xml() only when you ask for it. Reading stays incremental; materializing the updated XML still allocates the resulting document.

This design came from WordPress-scale documents such as WXR exports. A migration may only need to rewrite wp:attachment_url values or bump a feed attribute, so the processor optimizes for targeted cursor edits instead of a full validating XML stack.

@@ -118,7 +113,7 @@ wp/status: publish ## Rewrite URLs across an entire WXR export -

Large WXR exports can hold many URLs in <link>, <guid>, and post content. Streaming the file lets you rewrite large exports without loading the whole XML document into memory.

+

Large WXR exports can hold many URLs in <link>, <guid>, and post content. The cursor can find and rewrite matching text nodes incrementally; calling get_updated_xml() returns the complete rewritten document.

Text & More' ); - $this->assertSame( 'WordPress\\XML\\NativeXMLProcessor', get_class( $this->get_native_delegate( $processor ) ) ); - $this->assertTrue( $processor->next_tag( '', 'item' ) ); - $this->assertSame( 'Text & Moreget_modifiable_text() ); - $this->assertNull( $this->get_native_delegate( $processor ) ); - } - - /** - * Verifies public native-backed XML processors preserve bookmark lifecycle behavior. - */ - public function test_public_xml_bookmarks_with_native_defaults() { - if ( ! class_exists( 'WordPress\\XML\\NativeXMLProcessor', false ) ) { - $this->markTestSkipped( 'WordPress\\XML\\NativeXMLProcessor is not registered; load the native API extension to run this case.' ); - } - - $processor = XMLProcessor::create_from_string( '' ); - $this->assertSame( 'WordPress\\XML\\NativeXMLProcessor', get_class( $this->get_native_delegate( $processor ) ) ); - - $this->assertTrue( $processor->next_tag( 'item' ) ); - $this->assertSame( 'item', $processor->get_token_name() ); - $this->assertSame( 'one', $processor->get_attribute( '', 'id' ) ); - $this->assertTrue( $processor->set_bookmark( 'saved-item' ) ); - $this->assertTrue( $processor->has_bookmark( 'saved-item' ) ); - - $this->assertTrue( $processor->next_tag( 'item' ) ); - $this->assertSame( 'item', $processor->get_token_name() ); - $this->assertSame( 'two', $processor->get_attribute( '', 'id' ) ); - - $this->assertTrue( $processor->seek( 'saved-item' ) ); - $this->assertSame( 'item', $processor->get_token_name() ); - $this->assertSame( 'one', $processor->get_attribute( '', 'id' ) ); - $this->assertSame( - array( array( '', 'root' ), array( '', 'item' ) ), - $processor->get_breadcrumbs() - ); - - $this->assertTrue( $processor->release_bookmark( 'saved-item' ) ); - $this->assertFalse( $processor->has_bookmark( 'saved-item' ) ); - } - - /** - * Verifies native-backed XML bookmark seeks preserve PHP mutation handoff state. - */ - public function test_public_xml_bookmark_seek_then_mutation_with_native_defaults() { - if ( ! class_exists( 'WordPress\\XML\\NativeXMLProcessor', false ) ) { - $this->markTestSkipped( 'WordPress\\XML\\NativeXMLProcessor is not registered; load the native API extension to run this case.' ); - } - - $processor = XMLProcessor::create_from_string( 'OneTwo' ); - $this->assertSame( 'WordPress\\XML\\NativeXMLProcessor', get_class( $this->get_native_delegate( $processor ) ) ); - - $this->assertTrue( $processor->next_tag( '', 'item' ) ); - $this->assertTrue( $processor->set_bookmark( 'first-item' ) ); - $this->assertTrue( $processor->next_tag( 'urn:x', 'item' ) ); - $this->assertTrue( $processor->seek( 'first-item' ) ); - $this->assertSame( '1', $processor->get_attribute( '', 'id' ) ); - $this->assertNull( $processor->get_attribute( 'urn:x', 'id' ) ); - - $this->assertTrue( $processor->set_attribute( '', 'data-two', 'b' ) ); - $this->assertTrue( $processor->remove_attribute( '', 'data-one' ) ); - $this->assertSame( - 'OneTwo', - $processor->get_updated_xml() - ); - - $processor = XMLProcessor::create_from_string( 'OneTwo' ); - $this->assertSame( 'WordPress\\XML\\NativeXMLProcessor', get_class( $this->get_native_delegate( $processor ) ) ); - $this->assertTrue( $processor->next_tag( 'item' ) ); - $this->assertTrue( $processor->next_token() ); - $this->assertSame( 'One', $processor->get_modifiable_text() ); - $this->assertTrue( $processor->set_bookmark( 'first-text' ) ); - $this->assertTrue( $processor->next_tag( 'item' ) ); - $this->assertTrue( $processor->seek( 'first-text' ) ); - $this->assertTrue( $processor->set_modifiable_text( 'Changed & ' ) ); - $this->assertSame( - 'Changed & <ok>Two', - $processor->get_updated_xml() - ); - - $processor = XMLProcessor::create_from_string( 'OneTwo' ); - $this->assertSame( 'WordPress\\XML\\NativeXMLProcessor', get_class( $this->get_native_delegate( $processor ) ) ); - $this->assertTrue( $processor->next_tag( 'root' ) ); - $this->assertTrue( $processor->set_bookmark( 'root' ) ); - $this->assertTrue( $processor->next_tag( array( 'breadcrumbs' => array( 'root', 'item' ), 'match_offset' => 2 ) ) ); - $this->assertSame( '2', $processor->get_attribute( '', 'id' ) ); - $this->assertTrue( $processor->set_bookmark( 'second-item' ) ); - $this->assertTrue( $processor->seek( 'root' ) ); - $this->assertTrue( $processor->set_attribute( '', 'class', 'top' ) ); - $this->assertNull( $this->get_native_delegate( $processor ) ); - $this->assertTrue( $processor->seek( 'second-item' ) ); - $this->assertSame( 'item', $processor->get_token_name() ); - $this->assertSame( '2', $processor->get_attribute( '', 'id' ) ); - $this->assertSame( - 'OneTwo', - $processor->get_updated_xml() - ); - } - - /** - * Verifies public XML inventory summaries complete native-default processors. - */ - public function test_public_xml_metadata_inventory_summaries_complete_native_default_processors() { - if ( ! class_exists( 'WordPress\\XML\\NativeXMLProcessor', false ) ) { - $this->markTestSkipped( 'WordPress\\XML\\NativeXMLProcessor is not registered; load the native API extension to run this case.' ); - } - - $methods = array( - 'summarize_attribute_inventory', - 'summarize_id_inventory', - 'summarize_namespace_inventory', - 'summarize_text_inventory', - 'summarize_processing_instruction_inventory', - 'summarize_comment_inventory', - 'summarize_payload_inventory', - ); - $xml = 'Text'; - - foreach ( $methods as $method ) { - $processor = XMLProcessor::create_from_string( $xml ); - $this->assertSame( 'WordPress\\XML\\NativeXMLProcessor', get_class( $this->get_native_delegate( $processor ) ) ); - - $processor->$method(); - $this->assertTrue( $processor->is_finished(), $method . ' should finish a fresh native-default processor.' ); - - $processor = XMLProcessor::create_from_string( $xml ); - $this->assertSame( 'WordPress\\XML\\NativeXMLProcessor', get_class( $this->get_native_delegate( $processor ) ) ); - $this->assertTrue( $processor->next_tag() ); - - $processor->$method(); - $this->assertTrue( $processor->is_finished(), $method . ' should finish a partially advanced native-default processor.' ); - } - } - - /** - * Verifies public XML aggregate summaries complete native-default processors. - */ - public function test_public_xml_aggregate_summaries_complete_native_default_processors() { - if ( ! class_exists( 'WordPress\\XML\\NativeXMLProcessor', false ) ) { - $this->markTestSkipped( 'WordPress\\XML\\NativeXMLProcessor is not registered; load the native API extension to run this case.' ); - } - - $cases = array( - array( 'summarize_attribute_names_with_prefix', array( null, 'data-' ) ), - array( 'summarize_token_stream', array( 'id' ) ), - array( 'summarize_matching_tag_stream', array( 'https://wordpress.org', 'item', 'id' ) ), - array( 'summarize_matching_tag_attributes_stream', array( 'https://wordpress.org', 'item', array( 'id', 'data-kind' ) ) ), - array( 'summarize_tag_stream', array( 'id' ) ), - ); - $xml = 'Text'; - - foreach ( $cases as $case ) { - $processor = XMLProcessor::create_from_string( $xml ); - $this->assertSame( 'WordPress\\XML\\NativeXMLProcessor', get_class( $this->get_native_delegate( $processor ) ) ); - - call_user_func_array( array( $processor, $case[0] ), $case[1] ); - $this->assertTrue( $processor->is_finished(), $case[0] . ' should finish a fresh native-default processor.' ); - - $processor = XMLProcessor::create_from_string( $xml ); - $this->assertSame( 'WordPress\\XML\\NativeXMLProcessor', get_class( $this->get_native_delegate( $processor ) ) ); - $this->assertTrue( $processor->next_tag() ); - - call_user_func_array( array( $processor, $case[0] ), $case[1] ); - $this->assertTrue( $processor->is_finished(), $case[0] . ' should finish a partially advanced native-default processor.' ); - } - - $processor = XMLProcessor::create_from_string( $xml ); - $this->assertSame( 'WordPress\\XML\\NativeXMLProcessor', get_class( $this->get_native_delegate( $processor ) ) ); - - $summary = $processor->remove_attributes_with_prefix_from_document( null, 'data-' ); - $this->assertSame( 2, $summary['removed_count'] ); - $this->assertTrue( $processor->is_finished(), 'remove_attributes_with_prefix_from_document should finish a fresh native-default processor.' ); - - $processor = XMLProcessor::create_from_string( $xml ); - $this->assertSame( 'WordPress\\XML\\NativeXMLProcessor', get_class( $this->get_native_delegate( $processor ) ) ); - $this->assertTrue( $processor->next_tag() ); - - $summary = $processor->remove_attributes_with_prefix_from_document( null, 'data-' ); - $this->assertSame( 2, $summary['removed_count'] ); - $this->assertTrue( $processor->is_finished(), 'remove_attributes_with_prefix_from_document should finish a partially advanced native-default processor.' ); - } - - /** - * Verifies public XML batch scans complete native-default processors. - */ - public function test_public_xml_batches_complete_native_default_processors() { - if ( ! class_exists( 'WordPress\\XML\\NativeXMLProcessor', false ) ) { - $this->markTestSkipped( 'WordPress\\XML\\NativeXMLProcessor is not registered; load the native API extension to run this case.' ); - } - - $xml = 'Text'; - - $processor = XMLProcessor::create_from_string( $xml ); - $this->assertSame( 'WordPress\\XML\\NativeXMLProcessor', get_class( $this->get_native_delegate( $processor ) ) ); - do { - $batch = $processor->next_token_summary_batch( 2 ); - } while ( ! empty( $batch ) ); - $this->assertTrue( $processor->is_finished(), 'next_token_summary_batch should finish after exhaustion.' ); - - $processor = XMLProcessor::create_from_string( $xml ); - $this->assertSame( 'WordPress\\XML\\NativeXMLProcessor', get_class( $this->get_native_delegate( $processor ) ) ); - do { - $batch = $processor->next_tag_summary_batch( 2, 'id' ); - } while ( ! empty( $batch ) ); - $this->assertTrue( $processor->is_finished(), 'next_tag_summary_batch should finish after exhaustion.' ); - - $processor = XMLProcessor::create_from_string( $xml ); - $this->assertSame( 'WordPress\\XML\\NativeXMLProcessor', get_class( $this->get_native_delegate( $processor ) ) ); - do { - $summary = $processor->next_tag_count_batch( 2, 'id' ); - } while ( $summary['token_count'] > 0 ); - $this->assertTrue( $processor->is_finished(), 'next_tag_count_batch should finish after exhaustion.' ); - - $processor = XMLProcessor::create_from_string( $xml ); - $this->assertSame( 'WordPress\\XML\\NativeXMLProcessor', get_class( $this->get_native_delegate( $processor ) ) ); - do { - $batch = $processor->next_matching_tag_summary_batch( 1, '', 'item', 'id' ); - } while ( ! empty( $batch ) ); - $this->assertTrue( $processor->is_finished(), 'next_matching_tag_summary_batch should finish after exhaustion.' ); - - $processor = XMLProcessor::create_from_string( $xml ); - $this->assertSame( 'WordPress\\XML\\NativeXMLProcessor', get_class( $this->get_native_delegate( $processor ) ) ); - do { - $summary = $processor->next_matching_tag_count_batch( 1, '', 'item', 'id' ); - } while ( $summary['token_count'] > 0 ); - $this->assertTrue( $processor->is_finished(), 'next_matching_tag_count_batch should finish after exhaustion.' ); - } - - /** - * Verifies public XML compact batch scans complete native-default processors. - */ - public function test_public_xml_compact_batches_complete_native_default_processors() { - if ( ! class_exists( 'WordPress\\XML\\NativeXMLProcessor', false ) ) { - $this->markTestSkipped( 'WordPress\\XML\\NativeXMLProcessor is not registered; load the native API extension to run this case.' ); - } - - $xml = 'Text'; - - $processor = XMLProcessor::create_from_string( $xml ); - $this->assertSame( 'WordPress\\XML\\NativeXMLProcessor', get_class( $this->get_native_delegate( $processor ) ) ); - do { - $batch = $processor->next_token_compact_summary_batch( 2 ); - } while ( is_string( $batch ) && '' !== $batch ); - $this->assertTrue( $processor->is_finished(), 'next_token_compact_summary_batch should finish after exhaustion.' ); - - $processor = XMLProcessor::create_from_string( $xml ); - $this->assertSame( 'WordPress\\XML\\NativeXMLProcessor', get_class( $this->get_native_delegate( $processor ) ) ); - do { - $batch = $processor->next_tag_compact_summary_batch( 2, 'id' ); - } while ( is_string( $batch ) && '' !== $batch ); - $this->assertTrue( $processor->is_finished(), 'next_tag_compact_summary_batch should finish after exhaustion.' ); - - $processor = XMLProcessor::create_from_string( $xml ); - $this->assertSame( 'WordPress\\XML\\NativeXMLProcessor', get_class( $this->get_native_delegate( $processor ) ) ); - do { - $summary = $processor->next_tag_count_compact_batch( 2, 'id' ); - $parts = explode( "\x1f", is_string( $summary ) ? $summary : '' ); - } while ( isset( $parts[0] ) && (int) $parts[0] > 0 ); - $this->assertTrue( $processor->is_finished(), 'next_tag_count_compact_batch should finish after exhaustion.' ); - - $processor = XMLProcessor::create_from_string( $xml ); - $this->assertSame( 'WordPress\\XML\\NativeXMLProcessor', get_class( $this->get_native_delegate( $processor ) ) ); - do { - $batch = $processor->next_matching_tag_compact_summary_batch( 1, '', 'item', 'id' ); - } while ( is_string( $batch ) && '' !== $batch ); - $this->assertTrue( $processor->is_finished(), 'next_matching_tag_compact_summary_batch should finish after exhaustion.' ); - - $processor = XMLProcessor::create_from_string( $xml ); - $this->assertSame( 'WordPress\\XML\\NativeXMLProcessor', get_class( $this->get_native_delegate( $processor ) ) ); - do { - $summary = $processor->next_matching_tag_count_compact_batch( 1, '', 'item', 'id' ); - $parts = explode( "\x1f", is_string( $summary ) ? $summary : '' ); - } while ( isset( $parts[0] ) && (int) $parts[0] > 0 ); - $this->assertTrue( $processor->is_finished(), 'next_matching_tag_count_compact_batch should finish after exhaustion.' ); - } - - /** - * Verifies complete-input processors reject appended bytes. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_rejects_append_bytes_for_complete_input( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_processor( - $implementation, - '' - ); - - $this->assertFalse( $processor->append_bytes( '' ) ); - $this->assertFalse( $processor->is_expecting_more_input() ); - $this->assertFalse( $processor->is_paused_at_incomplete_input() ); - } - - /** - * Verifies streaming processors can resume after incomplete input. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_streaming_appends_after_incomplete_input( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_streaming_processor( $implementation, 'assertFalse( $processor->next_token(), 'Expected incomplete opening tag to pause token scanning.' ); - $this->assertNull( $processor->get_last_error() ); - $this->assertTrue( $processor->is_paused_at_incomplete_input() ); - $this->assertTrue( $processor->is_expecting_more_input() ); - $this->assertTrue( $processor->append_bytes( '>' ) ); - - $this->assertTrue( $processor->next_token(), 'Expected root tag after appending bytes.' ); - $this->assertSame( '#tag', $processor->get_token_type() ); - $this->assertSame( 'root', $processor->get_token_name() ); - $this->assertTrue( $processor->next_token(), 'Expected item tag after appending bytes.' ); - $this->assertSame( 'item', $processor->get_token_name() ); - $this->assertSame( '1', $this->get_xml_attribute( $processor, $implementation, 'id' ) ); - $this->assertTrue( $processor->next_token(), 'Expected root closer after appending bytes.' ); - $this->assertSame( 'root', $processor->get_token_name() ); - $this->assertTrue( $processor->is_tag_closer() ); - } - - /** - * Verifies streaming processors resume after an incomplete token following prior tokens. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_streaming_appends_after_prior_token_incomplete_input( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_streaming_processor( $implementation, 'assertTrue( $processor->next_token(), 'Expected root tag before incomplete child.' ); - $this->assertSame( 'root', $processor->get_token_name() ); - $this->assertFalse( $processor->next_token(), 'Expected incomplete child tag to pause token scanning.' ); - $this->assertNull( $processor->get_last_error() ); - $this->assertTrue( $processor->is_paused_at_incomplete_input() ); - $this->assertTrue( $processor->is_expecting_more_input() ); - $this->assertTrue( $processor->append_bytes( ' id="1" />' ) ); - - $this->assertTrue( $processor->next_token(), 'Expected child tag after appending bytes.' ); - $this->assertSame( '#tag', $processor->get_token_type() ); - $this->assertSame( 'item', $processor->get_token_name() ); - $this->assertSame( '1', $this->get_xml_attribute( $processor, $implementation, 'id' ) ); - $this->assertTrue( $processor->next_token(), 'Expected root closer after appended child.' ); - $this->assertSame( 'root', $processor->get_token_name() ); - $this->assertTrue( $processor->is_tag_closer() ); - } - - /** - * Verifies streaming cursors preserve context for siblings but not parent closers. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_streaming_cursor_preserves_sibling_context( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $xml = 'Text'; - $processor = $this->create_xml_streaming_processor( $implementation, $xml ); - - $this->assertTrue( $processor->next_tag(), 'Expected root tag before cursor capture.' ); - $this->assertTrue( $processor->next_tag(), 'Expected item tag before cursor capture.' ); - $this->assertSame( 'item', $processor->get_tag_local_name() ); - $this->assertSame( 'https://wordpress.org', $processor->get_tag_namespace() ); - - $offset = $processor->get_token_byte_offset_in_the_input_stream(); - $cursor = $processor->get_reentrancy_cursor(); - $resumed = $this->create_xml_streaming_processor_from_cursor( $implementation, substr( $xml, $offset ), $cursor ); - - $this->assertTrue( $resumed->next_tag(), 'Expected resumed processor to expose the item tag.' ); - $this->assertSame( 'item', $resumed->get_tag_local_name() ); - $this->assertSame( 'https://wordpress.org', $resumed->get_tag_namespace() ); - $this->assertSame( '7', $this->get_xml_attribute( $resumed, $implementation, 'id' ) ); - $this->assertTrue( $resumed->next_token(), 'Expected resumed processor to expose item text.' ); - $this->assertSame( 'Text', $resumed->get_modifiable_text() ); - $this->assertTrue( $resumed->next_token(), 'Expected resumed processor to expose item closer.' ); - $this->assertSame( 'item', $resumed->get_tag_local_name() ); - $this->assertTrue( $resumed->is_tag_closer() ); - $this->assertTrue( $resumed->next_token(), 'Expected resumed processor to expose sibling tail tag.' ); - $this->assertSame( 'tail', $resumed->get_tag_local_name() ); - $this->assertSame( 'https://wordpress.org', $resumed->get_tag_namespace() ); - $this->assertTrue( $resumed->is_empty_element() ); - $this->assertFalse( $resumed->next_token(), 'Expected resumed processor to reject the pre-cursor parent closer.' ); - $this->assertNotNull( $resumed->get_last_error() ); - } - - /** - * Verifies streaming batch scans pause at incomplete input and resume after append. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_streaming_batches_pause_at_incomplete_input( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $cases = array( - 'token_compact', - 'tag_compact', - 'tag_count', - 'matching_tag_compact', - 'matching_tag_count', - ); - - foreach ( $cases as $case ) { - $processor = $this->create_xml_streaming_processor( $implementation, 'run_xml_streaming_batch_case( $processor, $implementation, $case ); - - if ( 'matching_tag_compact' === $case ) { - $this->assertNull( $result, 'Expected no matching compact row before the incomplete child is complete.' ); - } else { - $this->assertNotEmpty( $result, 'Expected batch case ' . $case . ' to expose prior complete tokens.' ); - } - - $this->assertNull( $processor->get_last_error(), 'Expected batch case ' . $case . ' not to report an error before input is finished.' ); - $this->assertTrue( $processor->is_paused_at_incomplete_input(), 'Expected batch case ' . $case . ' to pause at incomplete input.' ); - $this->assertTrue( $processor->is_expecting_more_input(), 'Expected batch case ' . $case . ' to keep expecting input.' ); - $this->assertTrue( $processor->append_bytes( ' id="1" />' ), 'Expected batch case ' . $case . ' to accept appended bytes.' ); - $this->assertTrue( $processor->next_token(), 'Expected batch case ' . $case . ' to resume at the incomplete child tag.' ); - $this->assertSame( 'item', $processor->get_token_name() ); - $this->assertSame( '1', $this->get_xml_attribute( $processor, $implementation, 'id' ) ); - } - } - - /** - * Verifies finishing incomplete streaming input reports a syntax error on the next scan. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_streaming_input_finished_reports_incomplete_input_error( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_streaming_processor( $implementation, 'assertTrue( $processor->next_token(), 'Expected root tag before incomplete child.' ); - $this->assertSame( 'root', $processor->get_token_name() ); - $this->assertFalse( $processor->next_token(), 'Expected incomplete child tag to pause token scanning.' ); - $this->assertNull( $processor->get_last_error() ); - $this->assertTrue( $processor->is_paused_at_incomplete_input() ); - $this->assertTrue( $processor->is_expecting_more_input() ); - - $processor->input_finished(); - - $this->assertNull( $processor->get_last_error(), 'Expected finished input to defer the syntax error until the next scan.' ); - $this->assertFalse( $processor->is_paused_at_incomplete_input() ); - $this->assertFalse( $processor->is_expecting_more_input() ); - $this->assertFalse( $processor->is_finished() ); - $this->assertFalse( $processor->next_token(), 'Expected finished incomplete input to report a syntax error.' ); - $this->assertNotNull( $processor->get_last_error() ); - $this->assertFalse( $processor->is_finished() ); - } - - /** - * Verifies XML documents without a document element report a syntax error. - * - * @dataProvider data_xml_without_document_element - * - * @param string $xml XML input. - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_requires_document_element( $xml, $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_processor( $implementation, $xml ); - - while ( $processor->next_token() ) { - continue; - } - - $this->assertNotNull( $processor->get_last_error() ); - } - - /** - * Verifies leading whitespace outside the document element is skipped. - * - * @dataProvider data_xml_with_leading_misc_whitespace - * - * @param string $xml XML input. - * @param array $token_names Expected token names. - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_skips_leading_misc_whitespace( $xml, $token_names, $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_processor( $implementation, $xml ); - - foreach ( $token_names as $token_name ) { - $this->assertTrue( $processor->next_token() ); - $this->assertSame( $token_name, $processor->get_token_name() ); - } - } - - /** - * Verifies streaming processors pause and resume for incomplete token kinds. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_streaming_pauses_for_incomplete_token_kinds( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $cases = array( - array( '' ), - array( '' ), - array( '' ), - array( '' ), - array( '<', 'root />' ), - array( '' ), - array( '' ), - array( '' ), - ); - - foreach ( $cases as $case ) { - $processor = $this->create_xml_streaming_processor( $implementation, $case[0] ); - while ( $processor->next_token() ) { - // Advance to the incomplete token. - } - - $this->assertTrue( $processor->is_paused_at_incomplete_input(), 'Expected incomplete input to pause for: ' . $case[0] ); - $this->assertTrue( $processor->is_expecting_more_input(), 'Expected processor to keep expecting input for: ' . $case[0] ); - $this->assertTrue( $processor->append_bytes( $case[1] ), 'Expected processor to accept appended bytes for: ' . $case[0] ); - $this->assertTrue( $processor->next_token(), 'Expected processor to resume after appended bytes for: ' . $case[0] ); - } - } - - /** - * Verifies the first native slice matches the PHP XML processor token stream. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_reads_tags_and_attributes( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_processor( - $implementation, - '' - ); - - $this->assertTrue( $processor->next_token(), 'Expected the root token.' ); - $this->assertSame( '#tag', $processor->get_token_type() ); - $this->assertSame( 'root', $processor->get_token_name() ); - $this->assertSame( '', $processor->get_tag_namespace() ); - - $this->assertTrue( $processor->next_tag(), 'Expected the item tag.' ); - $this->assertSame( '#tag', $processor->get_token_type() ); - $this->assertSame( 'item', $processor->get_token_name() ); - $this->assertSame( '', $processor->get_tag_namespace() ); - $this->assertSame( '7', $this->get_xml_attribute( $processor, $implementation, 'id' ) ); - $this->assertSame( 'post', $this->get_xml_attribute( $processor, $implementation, 'data-kind' ) ); - $this->assertSame( - array( array( '', 'data-kind' ) ), - $processor->get_attribute_names_with_prefix( null, 'data-' ) - ); - $this->assertNull( $processor->get_last_error() ); - } - - /** - * Verifies attribute-prefix reads preserve XML input order. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_preserves_attribute_prefix_order( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_processor( - $implementation, - '' - ); - - $this->assertTrue( $processor->next_tag(), 'Expected the content tag.' ); - $this->assertSame( - array( - array( 'http://wordpress.org/export/1.2/', 'data-foo' ), - array( 'http://wordpress.org/export/1.2/', 'data-bar' ), - ), - $processor->get_attribute_names_with_prefix( 'http://wordpress.org/export/1.2/', 'data-' ) - ); - $this->assertSame( - array( array( '', 'data-foo' ) ), - $processor->get_attribute_names_with_prefix( null, 'data-' ) - ); - } - - /** - * Verifies document-level attribute-prefix summaries match repeated scans. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_summarizes_attribute_prefixes( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_processor( - $implementation, - '' - ); - - $this->assertSame( - array( - 'tag_count' => 3, - 'attribute_count' => 2, - ), - $this->summarize_xml_attribute_names_with_prefix( $processor, $implementation, null, 'data-' ) - ); - - $processor = $this->create_xml_processor( - $implementation, - '' - ); - - $this->assertTrue( $processor->next_tag(), 'Expected the root tag before summarizing remaining tags.' ); - $this->assertSame( - array( - 'tag_count' => 2, - 'attribute_count' => 1, - ), - $this->summarize_xml_attribute_names_with_prefix( $processor, $implementation, 'http://wordpress.org/export/1.2/', 'data-' ) - ); - } - - /** - * Verifies document-level token stream summaries match repeated token scans. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_summarizes_token_streams( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_processor( - $implementation, - 'Text' - ); - - $this->assertSame( - array( - 'token_count' => 8, - 'tag_count' => 3, - 'attribute_count' => 2, - ), - $this->summarize_xml_token_stream( $processor, $implementation, 'id' ) - ); - - $processor = $this->create_xml_processor( - $implementation, - 'Text' - ); - - $this->assertTrue( $processor->next_token(), 'Expected the XML declaration before summarizing remaining tokens.' ); - $this->assertSame( - array( - 'token_count' => 7, - 'tag_count' => 3, - 'attribute_count' => 2, - ), - $this->summarize_xml_token_stream( $processor, $implementation, 'id' ) - ); - } - - /** - * Verifies document-level tag stream summaries match repeated tag scans. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_summarizes_tag_streams( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_processor( - $implementation, - 'Text' - ); - - $this->assertSame( - array( - 'tag_count' => 3, - 'attribute_count' => 2, - ), - $this->summarize_xml_tag_stream( $processor, $implementation, 'id' ) - ); - - $processor = $this->create_xml_processor( - $implementation, - 'Text' - ); - - $this->assertTrue( $processor->next_tag(), 'Expected the root tag before summarizing remaining tags.' ); - $this->assertSame( - array( - 'tag_count' => 2, - 'attribute_count' => 1, - ), - $this->summarize_xml_tag_stream( $processor, $implementation, 'id' ) - ); - } - - /** - * Verifies incremental tag count batches match repeated tag scans. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_counts_tag_batches( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_processor( - $implementation, - 'Text' - ); - - $this->assertSame( - array( - 'token_count' => 3, - 'tag_count' => 2, - 'attribute_count' => 2, - ), - $this->next_xml_tag_count_batch( $processor, $implementation, 2, 'id' ) - ); - $this->assertSame( - array( - 'token_count' => 5, - 'tag_count' => 1, - 'attribute_count' => 0, - ), - $this->next_xml_tag_count_batch( $processor, $implementation, 2, 'id' ) - ); - $this->assertSame( - array( - 'token_count' => 0, - 'tag_count' => 0, - 'attribute_count' => 0, - ), - $this->next_xml_tag_count_batch( $processor, $implementation, 2, 'id' ) - ); - } - - /** - * Verifies document-level prefixed attribute removals match repeated scans. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_removes_attribute_prefixes_from_document( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $xml = ''; - $processor = $this->create_xml_processor( $implementation, $xml ); - - $this->assertSame( - array( - 'tag_count' => 3, - 'removed_count' => 3, - 'xml' => '', - ), - $this->remove_xml_attribute_names_with_prefix_from_document( $processor, $implementation, null, 'data-' ) - ); - - $processor = $this->create_xml_processor( $implementation, $xml ); - $this->assertSame( - array( - 'tag_count' => 3, - 'removed_count' => 1, - 'xml' => '', - ), - $this->remove_xml_attribute_names_with_prefix_from_document( $processor, $implementation, 'http://wordpress.org/export/1.2/', 'data-' ) - ); - } - - /** - * Verifies empty-element markers are exposed consistently. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_reports_empty_elements( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_processor( - $implementation, - '' - ); - - $this->assertTrue( $processor->next_tag(), 'Expected the root token.' ); - $this->assertSame( 'root', $processor->get_token_name() ); - $this->assertFalse( $processor->is_empty_element() ); - - $this->assertTrue( $processor->next_tag(), 'Expected the empty element token.' ); - $this->assertSame( 'empty', $processor->get_token_name() ); - $this->assertTrue( $processor->is_empty_element() ); - - $this->assertTrue( $processor->next_tag(), 'Expected the non-empty parent token.' ); - $this->assertSame( 'parent', $processor->get_token_name() ); - $this->assertFalse( $processor->is_empty_element() ); - } - - /** - * Verifies XML character references are decoded in text and attributes. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_decodes_character_references( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_processor( - $implementation, - '& &amp; < > " 'CD � &unknown;' - ); - - $this->assertTrue( $processor->next_token(), 'Expected the root token.' ); - $this->assertSame( '& & < > " \'AB � &unknown;', $this->get_xml_attribute( $processor, $implementation, 'a' ) ); - - $this->assertTrue( $processor->next_token(), 'Expected the text token.' ); - $this->assertSame( '& & < > " \'CD � &unknown;', $processor->get_modifiable_text() ); - $this->assertNull( $processor->get_last_error() ); - } - - /** - * Verifies malformed documents are observable through the shared error API. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_reports_syntax_errors( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_processor( - $implementation, - '' - ); - - while ( $processor->next_token() ) { - continue; - } - - $this->assertNotNull( $processor->get_last_error() ); - } - - /** - * Verifies malformed closing tags stop scanning after prior valid tokens. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_rejects_attributes_in_closing_tags( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_processor( - $implementation, - 'Test' - ); - - $this->assertTrue( $processor->next_token(), 'Expected the opening tag before the invalid closer.' ); - $this->assertSame( 'content', $processor->get_token_name() ); - $this->assertTrue( $processor->next_token(), 'Expected the text token before the invalid closer.' ); - $this->assertSame( 'Test', $processor->get_modifiable_text() ); - $this->assertFalse( $processor->next_token(), 'Expected the invalid closing tag to stop token scanning.' ); - $this->assertNotNull( $processor->get_last_error() ); - } - - /** - * Verifies malformed attributes reject the current token. - * - * @dataProvider data_malformed_attribute_xml_processor_implementations - * - * @param string $xml XML input. - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_rejects_malformed_attributes( $xml, $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_processor( $implementation, $xml ); - - $this->assertFalse( $processor->next_tag(), 'Expected malformed attributes to stop tag scanning.' ); - $this->assertNotNull( $processor->get_last_error() ); - $this->assertNotNull( $processor->get_exception() ); - } - - /** - * Verifies unsupported processing instructions are observable as errors. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_reports_processing_instruction_errors( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_processor( - $implementation, - '' - ); - - while ( $processor->next_token() ) { - continue; - } - - $this->assertNotNull( $processor->get_last_error() ); - } - - /** - * Verifies namespace-local tag reads and namespaced attributes stay aligned. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_reads_namespace_qualified_tags_and_attributes( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_processor( - $implementation, - '' - ); - - $this->assertTrue( $processor->next_tag(), 'Expected the root tag.' ); - $this->assertSame( 'root', $processor->get_token_name() ); - $this->assertSame( 'root', $processor->get_tag_local_name() ); - $this->assertSame( 'root', $processor->get_tag_namespace_and_local_name() ); - - $this->assertTrue( $processor->next_tag(), 'Expected the namespaced item tag.' ); - $this->assertSame( 'item', $processor->get_token_name() ); - $this->assertSame( 'item', $processor->get_tag_local_name() ); - $this->assertSame( 'https://wordpress.org', $processor->get_tag_namespace() ); - $this->assertSame( '{https://wordpress.org}item', $processor->get_tag_namespace_and_local_name() ); - $this->assertSame( '7', $this->get_xml_attribute( $processor, $implementation, 'id', 'https://wordpress.org' ) ); - $this->assertSame( 'yes', $this->get_xml_attribute( $processor, $implementation, 'plain' ) ); - } - - /** - * Verifies breadcrumbs and current depth stay aligned while skipping closing tags. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_reports_breadcrumbs_and_current_depth( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_processor( - $implementation, - '' - ); - - $this->assertSame( 0, $processor->get_current_depth() ); - - $this->assertTrue( $processor->next_tag(), 'Expected the root tag.' ); - $this->assertSame( 1, $processor->get_current_depth() ); - $this->assertSame( - array( array( '', 'root' ) ), - $processor->get_breadcrumbs() - ); - - $this->assertTrue( $processor->next_tag(), 'Expected the namespaced text tag.' ); - $this->assertSame( 2, $processor->get_current_depth() ); - $this->assertSame( - array( array( '', 'root' ), array( 'w.org', 'text' ) ), - $processor->get_breadcrumbs() - ); - - $this->assertTrue( $processor->next_tag(), 'Expected the post tag.' ); - $this->assertSame( 3, $processor->get_current_depth() ); - $this->assertSame( - array( array( '', 'root' ), array( 'w.org', 'text' ), array( '', 'post' ) ), - $processor->get_breadcrumbs() - ); - - $this->assertTrue( $processor->next_tag(), 'Expected next_tag() to skip closing tags and find image.' ); - $this->assertSame( 'image', $processor->get_token_name() ); - $this->assertSame( 2, $processor->get_current_depth() ); - $this->assertSame( - array( array( '', 'root' ), array( '', 'image' ) ), - $processor->get_breadcrumbs() - ); - } - - /** - * Verifies text and comment tokens stay aligned with the PHP XML processor. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_reads_text_and_comment_tokens( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_processor( - $implementation, - 'HelloWorld' - ); - - $this->assertTrue( $processor->next_token(), 'Expected the root tag.' ); - $this->assertSame( '#tag', $processor->get_token_type() ); - $this->assertSame( 'root', $processor->get_token_name() ); - - $this->assertTrue( $processor->next_token(), 'Expected the namespaced text tag.' ); - $this->assertSame( '#tag', $processor->get_token_type() ); - $this->assertSame( 'text', $processor->get_token_name() ); - - $this->assertTrue( $processor->next_token(), 'Expected the first text token.' ); - $this->assertSame( '#text', $processor->get_token_type() ); - $this->assertSame( '#text', $processor->get_token_name() ); - $this->assertSame( 'Hello', $processor->get_modifiable_text() ); - $this->assertSame( 2, $processor->get_current_depth() ); - $this->assertSame( - array( array( '', 'root' ), array( 'w.org', 'text' ) ), - $processor->get_breadcrumbs() - ); - - $this->assertTrue( $processor->next_token(), 'Expected the comment token.' ); - $this->assertSame( '#comment', $processor->get_token_type() ); - $this->assertSame( '#comment', $processor->get_token_name() ); - $this->assertSame( 'note', $processor->get_modifiable_text() ); - $this->assertSame( 2, $processor->get_current_depth() ); - $this->assertSame( - array( array( '', 'root' ), array( 'w.org', 'text' ) ), - $processor->get_breadcrumbs() - ); - - $this->assertTrue( $processor->next_tag(), 'Expected next_tag() to skip text and find the post tag.' ); - $this->assertSame( '#tag', $processor->get_token_type() ); - $this->assertSame( 'post', $processor->get_token_name() ); - - $this->assertTrue( $processor->next_token(), 'Expected the second text token.' ); - $this->assertSame( '#text', $processor->get_token_type() ); - $this->assertSame( 'World', $processor->get_modifiable_text() ); - } - - /** - * Verifies opening tag modifiable text stays aligned with the PHP XML processor. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_reads_opening_tag_modifiable_text( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_processor( - $implementation, - 'Text & More' - ); - - $this->assertTrue( $processor->next_token(), 'Expected the root tag.' ); - $this->assertSame( 'root', $processor->get_token_name() ); - $this->assertSame( 'Text & Moreget_modifiable_text() ); - - $this->assertTrue( $processor->next_token(), 'Expected the item tag.' ); - $this->assertSame( 'item', $processor->get_token_name() ); - $this->assertSame( 'Text & Moreget_modifiable_text() ); - - $this->assertTrue( $processor->next_token(), 'Expected the text token.' ); - $this->assertSame( '#text', $processor->get_token_name() ); - - $this->assertTrue( $processor->next_token(), 'Expected the item closer.' ); - $this->assertSame( 'item', $processor->get_token_name() ); - - $processor = $this->create_xml_processor( $implementation, '' ); - $this->assertTrue( $processor->next_token(), 'Expected the root tag before the empty element.' ); - $this->assertTrue( $processor->next_token(), 'Expected the empty element.' ); - $this->assertSame( 'empty', $processor->get_token_name() ); - $this->assertSame( '', $processor->get_modifiable_text() ); - } - - /** - * Verifies CDATA sections stay aligned with the PHP XML processor. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_reads_cdata_section_tokens( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_processor( - $implementation, - 'before&c]]>after' - ); - - $this->assertTrue( $processor->next_token(), 'Expected the root tag.' ); - $this->assertTrue( $processor->next_token(), 'Expected the namespaced text tag.' ); - - $this->assertTrue( $processor->next_token(), 'Expected the text token before CDATA.' ); - $this->assertSame( '#text', $processor->get_token_type() ); - $this->assertSame( 'before', $processor->get_modifiable_text() ); - - $this->assertTrue( $processor->next_token(), 'Expected the CDATA token.' ); - $this->assertSame( '#cdata-section', $processor->get_token_type() ); - $this->assertSame( '#cdata-section', $processor->get_token_name() ); - $this->assertSame( '&c', $processor->get_modifiable_text() ); - $this->assertSame( 2, $processor->get_current_depth() ); - $this->assertSame( - array( array( '', 'root' ), array( 'w.org', 'text' ) ), - $processor->get_breadcrumbs() - ); - - $this->assertTrue( $processor->next_token(), 'Expected the text token after CDATA.' ); - $this->assertSame( '#text', $processor->get_token_type() ); - $this->assertSame( 'after', $processor->get_modifiable_text() ); - } - - /** - * Verifies modifiable text updates stay aligned with the PHP XML processor. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_updates_modifiable_text_tokens( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_processor( - $implementation, - 'One' - ); - - $this->assertTrue( $processor->next_token(), 'Expected the root tag.' ); - $this->assertFalse( $processor->set_modifiable_text( 'nope' ), 'Expected tag text mutation to be rejected.' ); - - $this->assertTrue( $processor->next_token(), 'Expected the text token.' ); - $this->assertTrue( $processor->set_modifiable_text( 'Two & ' ), 'Expected text mutation to succeed.' ); - - $this->assertTrue( $processor->next_token(), 'Expected the comment token.' ); - $this->assertTrue( $processor->set_modifiable_text( 'comment & ' ), 'Expected comment mutation to succeed.' ); - - $this->assertTrue( $processor->next_token(), 'Expected the CDATA token.' ); - $this->assertTrue( $processor->set_modifiable_text( 'inside ]]> cdata' ), 'Expected CDATA mutation to succeed.' ); - - $this->assertSame( - 'Two & <three>', - $processor->get_updated_xml() - ); - $this->assertTrue( $processor->next_tag(), 'Expected processor to continue after text mutations.' ); - $this->assertSame( 'tail', $processor->get_token_name() ); - } - - /** - * Verifies prolog declaration tokens stay aligned with the PHP XML processor. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_reads_xml_declaration_and_doctype_tokens( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_processor( - $implementation, - '' - ); - - $this->assertTrue( $processor->next_token(), 'Expected the XML declaration token.' ); - $this->assertSame( '#xml-declaration', $processor->get_token_type() ); - $this->assertSame( '#xml-declaration', $processor->get_token_name() ); - $this->assertSame( 'xml version="1.0" encoding="UTF-8"', $processor->get_modifiable_text() ); - $this->assertSame( 0, $processor->get_current_depth() ); - $this->assertSame( array(), $processor->get_breadcrumbs() ); - $this->assertSame( '1.0', $this->get_xml_attribute( $processor, $implementation, 'version' ) ); - $this->assertSame( 'UTF-8', $this->get_xml_attribute( $processor, $implementation, 'encoding' ) ); - - $this->assertTrue( $processor->next_token(), 'Expected the DOCTYPE token.' ); - $this->assertSame( '#doctype', $processor->get_token_type() ); - $this->assertSame( '#doctype', $processor->get_token_name() ); - $this->assertSame( '', $processor->get_modifiable_text() ); - $this->assertSame( 0, $processor->get_current_depth() ); - $this->assertSame( array(), $processor->get_breadcrumbs() ); - - $this->assertTrue( $processor->next_tag(), 'Expected next_tag() to skip prolog tokens and find the root tag.' ); - $this->assertSame( '#tag', $processor->get_token_type() ); - $this->assertSame( 'root', $processor->get_token_name() ); - } - - /** - * Verifies chunked token summaries stay aligned with token-by-token reads. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_reads_token_summary_batches( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_processor( - $implementation, - 'Text' - ); - $rows = array(); - - do { - $batch = $this->next_xml_token_summary_batch( $processor, $implementation, 2 ); - $rows = array_merge( $rows, $batch ); - } while ( ! empty( $batch ) ); - - $this->assertCount( 7, $rows ); - $this->assertSame( - array( '#xml-declaration', '#tag', '#tag', '#text', '#tag', '#tag', '#tag' ), - array_column( $rows, 'token_type' ) - ); - $this->assertSame( - array( null, 'root', '7', null, null, null, null ), - array_column( $rows, 'id' ) - ); - $this->assertSame( 'root', $rows[1]['tag_local_name'] ); - $this->assertSame( 1, $rows[1]['current_depth'] ); - $this->assertSame( 'item', $rows[2]['tag_local_name'] ); - $this->assertSame( 2, $rows[2]['current_depth'] ); - $this->assertSame( true, $rows[4]['is_tag_closer'] ); - $this->assertSame( true, $rows[5]['is_empty_element'] ); - $this->assertSame( 0, $rows[6]['current_depth'] ); - } - - /** - * Verifies document-level inventory summaries match token-by-token reads. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_summarizes_document_inventory( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_processor( - $implementation, - 'Text' - ); - - $this->assertSame( - array( - 'token_count' => 11, - 'tag_count' => 4, - 'closing_tag_count' => 3, - 'text_token_count' => 1, - 'comment_count' => 1, - 'cdata_count' => 1, - 'max_depth' => 2, - 'empty_element_count' => 1, - ), - $this->summarize_xml_document_inventory( $processor, $implementation ) - ); - $this->assertTrue( $processor->is_finished() ); - - $processor = $this->create_xml_processor( - $implementation, - 'Text' - ); - $this->assertTrue( $processor->next_tag() ); - $this->assertSame( - array( - 'token_count' => 9, - 'tag_count' => 3, - 'closing_tag_count' => 3, - 'text_token_count' => 1, - 'comment_count' => 1, - 'cdata_count' => 1, - 'max_depth' => 2, - 'empty_element_count' => 1, - ), - $this->summarize_xml_document_inventory( $processor, $implementation ) - ); - $this->assertTrue( $processor->is_finished() ); - } - - /** - * Verifies element-name inventories match repeated token scans. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_summarizes_element_inventory( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $xml = ''; - $processor = $this->create_xml_processor( $implementation, $xml ); - - $this->assertSame( - array( - 'token_count' => 8, - 'tag_count' => 5, - 'closing_tag_count' => 2, - 'unique_tag_name_count' => 3, - 'duplicate_tag_name_count' => 2, - 'namespaced_tag_count' => 3, - 'empty_element_count' => 3, - ), - $this->summarize_xml_element_inventory( $processor, $implementation ) - ); - $this->assertTrue( $processor->is_finished() ); - - $processor = $this->create_xml_processor( $implementation, $xml ); - $this->assertTrue( $processor->next_tag() ); - $this->assertSame( - array( - 'token_count' => 6, - 'tag_count' => 4, - 'closing_tag_count' => 2, - 'unique_tag_name_count' => 2, - 'duplicate_tag_name_count' => 2, - 'namespaced_tag_count' => 2, - 'empty_element_count' => 3, - ), - $this->summarize_xml_element_inventory( $processor, $implementation ) - ); - $this->assertTrue( $processor->is_finished() ); - } - - /** - * Verifies document-level depth inventories match repeated token scans. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_summarizes_depth_inventory( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $xml = '
'; - $processor = $this->create_xml_processor( $implementation, $xml ); - - $this->assertSame( - array( - 'token_count' => 10, - 'tag_count' => 6, - 'closing_tag_count' => 3, - 'empty_element_count' => 3, - 'root_level_tag_count' => 1, - 'nested_tag_count' => 3, - 'total_tag_depth' => 15, - 'max_depth' => 4, - ), - $this->summarize_xml_depth_inventory( $processor, $implementation ) - ); - $this->assertTrue( $processor->is_finished() ); - - $processor = $this->create_xml_processor( $implementation, $xml ); - $this->assertTrue( $processor->next_tag() ); - $this->assertSame( - array( - 'token_count' => 8, - 'tag_count' => 5, - 'closing_tag_count' => 3, - 'empty_element_count' => 3, - 'root_level_tag_count' => 0, - 'nested_tag_count' => 3, - 'total_tag_depth' => 14, - 'max_depth' => 4, - ), - $this->summarize_xml_depth_inventory( $processor, $implementation ) - ); - $this->assertTrue( $processor->is_finished() ); - } - - /** - * Verifies leaf and branch element inventories match repeated token scans. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_summarizes_leaf_inventory( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $xml = '
'; - $processor = $this->create_xml_processor( $implementation, $xml ); - - $this->assertSame( - array( - 'token_count' => 10, - 'tag_count' => 6, - 'closing_tag_count' => 3, - 'empty_element_count' => 3, - 'leaf_element_count' => 3, - 'branch_element_count' => 3, - 'max_child_element_count' => 2, - ), - $this->summarize_xml_leaf_inventory( $processor, $implementation ) - ); - $this->assertTrue( $processor->is_finished() ); - - $processor = $this->create_xml_processor( $implementation, $xml ); - $this->assertTrue( $processor->next_tag() ); - $this->assertSame( - array( - 'token_count' => 8, - 'tag_count' => 5, - 'closing_tag_count' => 3, - 'empty_element_count' => 3, - 'leaf_element_count' => 3, - 'branch_element_count' => 2, - 'max_child_element_count' => 2, - ), - $this->summarize_xml_leaf_inventory( $processor, $implementation ) - ); - $this->assertTrue( $processor->is_finished() ); - } - - /** - * Verifies structural inventories match repeated token scans. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_summarizes_structural_inventory( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $xml = ''; - $processor = $this->create_xml_processor( $implementation, $xml ); - - $this->assertSame( - array( - 'token_count' => 10, - 'tag_count' => 6, - 'closing_tag_count' => 3, - 'unique_tag_name_count' => 5, - 'duplicate_tag_name_count' => 1, - 'namespaced_tag_count' => 4, - 'empty_element_count' => 3, - 'root_level_tag_count' => 1, - 'nested_tag_count' => 3, - 'total_tag_depth' => 15, - 'max_depth' => 4, - 'leaf_element_count' => 3, - 'branch_element_count' => 3, - 'max_child_element_count' => 2, - ), - $this->summarize_xml_structural_inventory( $processor, $implementation ) - ); - $this->assertTrue( $processor->is_finished() ); - - $processor = $this->create_xml_processor( $implementation, $xml ); - $this->assertTrue( $processor->next_tag() ); - $this->assertSame( - array( - 'token_count' => 8, - 'tag_count' => 5, - 'closing_tag_count' => 3, - 'unique_tag_name_count' => 4, - 'duplicate_tag_name_count' => 1, - 'namespaced_tag_count' => 3, - 'empty_element_count' => 3, - 'root_level_tag_count' => 0, - 'nested_tag_count' => 3, - 'total_tag_depth' => 14, - 'max_depth' => 4, - 'leaf_element_count' => 3, - 'branch_element_count' => 2, - 'max_child_element_count' => 2, - ), - $this->summarize_xml_structural_inventory( $processor, $implementation ) - ); - $this->assertTrue( $processor->is_finished() ); - } - - /** - * Verifies document-level attribute inventories match repeated token scans. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_summarizes_attribute_inventory( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $xml = 'Title'; - $processor = $this->create_xml_processor( $implementation, $xml ); - - $this->assertSame( - array( - 'token_count' => 9, - 'tag_count' => 4, - 'attribute_count' => 4, - 'namespaced_attribute_count' => 1, - 'tags_with_attributes_count' => 3, - 'max_attribute_count' => 2, - ), - $this->summarize_xml_attribute_inventory( $processor, $implementation ) - ); - - $processor = $this->create_xml_processor( $implementation, $xml ); - $this->assertTrue( $processor->next_tag() ); - $this->assertSame( - array( - 'token_count' => 7, - 'tag_count' => 3, - 'attribute_count' => 3, - 'namespaced_attribute_count' => 1, - 'tags_with_attributes_count' => 2, - 'max_attribute_count' => 2, - ), - $this->summarize_xml_attribute_inventory( $processor, $implementation ) - ); - } - - /** - * Verifies document-level ID inventories match repeated token scans. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_summarizes_id_inventory( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $xml = 'Title'; - $processor = $this->create_xml_processor( $implementation, $xml ); - - $this->assertSame( - array( - 'token_count' => 10, - 'tag_count' => 5, - 'id_attribute_count' => 4, - 'unique_id_count' => 3, - 'duplicate_id_count' => 1, - 'id_value_bytes' => 11, - ), - $this->summarize_xml_id_inventory( $processor, $implementation ) - ); - - $processor = $this->create_xml_processor( $implementation, $xml ); - $this->assertTrue( $processor->next_tag() ); - $this->assertSame( - array( - 'token_count' => 8, - 'tag_count' => 4, - 'id_attribute_count' => 3, - 'unique_id_count' => 2, - 'duplicate_id_count' => 1, - 'id_value_bytes' => 7, - ), - $this->summarize_xml_id_inventory( $processor, $implementation ) - ); - } - - /** - * Verifies document-level namespace inventories match repeated token scans. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_summarizes_namespace_inventory( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $xml = 'Title'; - $processor = $this->create_xml_processor( $implementation, $xml ); - - $this->assertSame( - array( - 'token_count' => 9, - 'tag_count' => 4, - 'namespaced_tag_count' => 3, - 'attribute_count' => 5, - 'namespaced_attribute_count' => 2, - 'unique_namespace_count' => 2, - ), - $this->summarize_xml_namespace_inventory( $processor, $implementation ) - ); - - $processor = $this->create_xml_processor( $implementation, $xml ); - $this->assertTrue( $processor->next_tag() ); - $this->assertSame( - array( - 'token_count' => 7, - 'tag_count' => 3, - 'namespaced_tag_count' => 2, - 'attribute_count' => 4, - 'namespaced_attribute_count' => 2, - 'unique_namespace_count' => 2, - ), - $this->summarize_xml_namespace_inventory( $processor, $implementation ) - ); - } - - /** - * Verifies document-level text inventories match repeated token scans. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_summarizes_text_inventory( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $xml = ' Alpha Two '; - $processor = $this->create_xml_processor( $implementation, $xml ); - - $this->assertSame( - array( - 'token_count' => 13, - 'text_token_count' => 3, - 'cdata_count' => 1, - 'non_empty_text_count' => 3, - 'whitespace_text_count' => 1, - 'total_text_bytes' => 16, - 'max_text_bytes' => 7, - ), - $this->summarize_xml_text_inventory( $processor, $implementation ) - ); - - $processor = $this->create_xml_processor( $implementation, $xml ); - $this->assertTrue( $processor->next_tag() ); - $this->assertSame( - array( - 'token_count' => 11, - 'text_token_count' => 3, - 'cdata_count' => 1, - 'non_empty_text_count' => 3, - 'whitespace_text_count' => 1, - 'total_text_bytes' => 16, - 'max_text_bytes' => 7, - ), - $this->summarize_xml_text_inventory( $processor, $implementation ) - ); - } - - /** - * Verifies document-level processing instruction inventories match repeated token scans. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_summarizes_processing_instruction_inventory( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $xml = ''; - $processor = $this->create_xml_processor( $implementation, $xml ); - - $this->assertSame( - array( - 'token_count' => 7, - 'processing_instruction_count' => 3, - 'xml_declaration_count' => 1, - 'non_empty_instruction_count' => 4, - 'total_instruction_bytes' => 64, - 'max_instruction_bytes' => 27, - ), - $this->summarize_xml_processing_instruction_inventory( $processor, $implementation ) - ); - - $processor = $this->create_xml_processor( $implementation, $xml ); - $this->assertTrue( $processor->next_tag() ); - $this->assertSame( - array( - 'token_count' => 5, - 'processing_instruction_count' => 3, - 'xml_declaration_count' => 0, - 'non_empty_instruction_count' => 3, - 'total_instruction_bytes' => 47, - 'max_instruction_bytes' => 27, - ), - $this->summarize_xml_processing_instruction_inventory( $processor, $implementation ) - ); - } - - /** - * Verifies document-level comment inventories match repeated token scans. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_summarizes_comment_inventory( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $xml = ''; - $processor = $this->create_xml_processor( $implementation, $xml ); - - $this->assertSame( - array( - 'token_count' => 12, - 'comment_count' => 5, - 'non_empty_comment_count' => 3, - 'empty_comment_count' => 2, - 'total_comment_bytes' => 18, - 'max_comment_bytes' => 7, - ), - $this->summarize_xml_comment_inventory( $processor, $implementation ) - ); - - $processor = $this->create_xml_processor( $implementation, $xml ); - $this->assertTrue( $processor->next_tag() ); - $this->assertSame( - array( - 'token_count' => 10, - 'comment_count' => 5, - 'non_empty_comment_count' => 3, - 'empty_comment_count' => 2, - 'total_comment_bytes' => 18, - 'max_comment_bytes' => 7, - ), - $this->summarize_xml_comment_inventory( $processor, $implementation ) - ); - } - - /** - * Verifies document-level payload inventories match repeated token scans. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_summarizes_payload_inventory( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $xml = 'Alpha '; - $processor = $this->create_xml_processor( $implementation, $xml ); - - $this->assertSame( - array( - 'token_count' => 13, - 'text_token_count' => 2, - 'cdata_count' => 1, - 'comment_count' => 1, - 'processing_instruction_count' => 2, - 'total_payload_bytes' => 37, - 'max_payload_bytes' => 11, - ), - $this->summarize_xml_payload_inventory( $processor, $implementation ) - ); - - $processor = $this->create_xml_processor( $implementation, $xml ); - $this->assertTrue( $processor->next_tag() ); - $this->assertSame( - array( - 'token_count' => 11, - 'text_token_count' => 2, - 'cdata_count' => 1, - 'comment_count' => 1, - 'processing_instruction_count' => 2, - 'total_payload_bytes' => 37, - 'max_payload_bytes' => 11, - ), - $this->summarize_xml_payload_inventory( $processor, $implementation ) - ); - } - - /** - * Verifies document-level content inventories match repeated token scans. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_summarizes_content_inventory( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $xml = 'Title'; - $processor = $this->create_xml_processor( $implementation, $xml ); - - $this->assertSame( - array( - 'token_count' => 11, - 'tag_count' => 3, - 'attribute_count' => 3, - 'text_token_count' => 1, - 'cdata_count' => 1, - 'comment_count' => 1, - 'processing_instruction_count' => 2, - 'total_attribute_value_bytes' => 9, - 'max_attribute_value_bytes' => 4, - 'total_payload_bytes' => 34, - 'max_payload_bytes' => 11, - ), - $this->summarize_xml_content_inventory( $processor, $implementation ) - ); - $this->assertTrue( $processor->is_finished() ); - - $processor = $this->create_xml_processor( $implementation, $xml ); - $this->assertTrue( $processor->next_tag() ); - $this->assertSame( - array( - 'token_count' => 9, - 'tag_count' => 2, - 'attribute_count' => 2, - 'text_token_count' => 1, - 'cdata_count' => 1, - 'comment_count' => 1, - 'processing_instruction_count' => 2, - 'total_attribute_value_bytes' => 5, - 'max_attribute_value_bytes' => 4, - 'total_payload_bytes' => 34, - 'max_payload_bytes' => 11, - ), - $this->summarize_xml_content_inventory( $processor, $implementation ) - ); - $this->assertTrue( $processor->is_finished() ); - } - - /** - * Verifies importer-facing inventories match repeated token scans. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_summarizes_import_inventory( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $xml = 'Title'; - $processor = $this->create_xml_processor( $implementation, $xml ); - - $this->assertSame( - array( - 'token_count' => 11, - 'tag_count' => 3, - 'closing_tag_count' => 2, - 'unique_tag_name_count' => 3, - 'duplicate_tag_name_count' => 0, - 'namespaced_tag_count' => 0, - 'empty_element_count' => 1, - 'root_level_tag_count' => 1, - 'nested_tag_count' => 0, - 'total_tag_depth' => 5, - 'max_depth' => 2, - 'leaf_element_count' => 2, - 'branch_element_count' => 1, - 'max_child_element_count' => 2, - 'attribute_count' => 3, - 'text_token_count' => 1, - 'cdata_count' => 1, - 'comment_count' => 1, - 'processing_instruction_count' => 2, - 'total_attribute_value_bytes' => 9, - 'max_attribute_value_bytes' => 4, - 'total_payload_bytes' => 34, - 'max_payload_bytes' => 11, - ), - $this->summarize_xml_import_inventory( $processor, $implementation ) - ); - $this->assertTrue( $processor->is_finished() ); - - $processor = $this->create_xml_processor( $implementation, $xml ); - $this->assertTrue( $processor->next_tag() ); - $this->assertSame( - array( - 'token_count' => 9, - 'tag_count' => 2, - 'closing_tag_count' => 2, - 'unique_tag_name_count' => 2, - 'duplicate_tag_name_count' => 0, - 'namespaced_tag_count' => 0, - 'empty_element_count' => 1, - 'root_level_tag_count' => 0, - 'nested_tag_count' => 0, - 'total_tag_depth' => 4, - 'max_depth' => 2, - 'leaf_element_count' => 2, - 'branch_element_count' => 0, - 'max_child_element_count' => 0, - 'attribute_count' => 2, - 'text_token_count' => 1, - 'cdata_count' => 1, - 'comment_count' => 1, - 'processing_instruction_count' => 2, - 'total_attribute_value_bytes' => 5, - 'max_attribute_value_bytes' => 4, - 'total_payload_bytes' => 34, - 'max_payload_bytes' => 11, - ), - $this->summarize_xml_import_inventory( $processor, $implementation ) - ); - $this->assertTrue( $processor->is_finished() ); - } - - /** - * Verifies chunked tag summaries stay aligned with tag-by-tag reads. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_reads_tag_summary_batches( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_processor( - $implementation, - 'Text' - ); - $rows = array(); - - do { - $batch = $this->next_xml_tag_summary_batch( $processor, $implementation, 2, 'id' ); - $rows = array_merge( $rows, $batch ); - } while ( ! empty( $batch ) ); - - $this->assertCount( 3, $rows ); - $this->assertSame( - array( 'root', 'item', 'empty' ), - array_column( $rows, 'tag_local_name' ) - ); - $this->assertSame( - array( 'root', '7', null ), - array_column( $rows, 'id' ) - ); - $this->assertSame( 1, $rows[0]['current_depth'] ); - $this->assertSame( 2, $rows[1]['current_depth'] ); - $this->assertTrue( $rows[2]['is_empty_element'] ); - } - - /** - * Verifies matching tag summaries skip non-matching tags while preserving metadata. - * - * @dataProvider data_xml_processor_implementations - * - * @param string $implementation Implementation identifier. - */ - public function test_xml_processor_reads_matching_tag_summary_batches( $implementation ) { - $this->skip_if_native_is_unavailable( $implementation ); - - $processor = $this->create_xml_processor( - $implementation, - 'Title' - ); - $rows = array(); - - do { - $batch = $this->next_xml_matching_tag_summary_batch( $processor, $implementation, 1, 'https://wordpress.org', 'item', 'id' ); - $rows = array_merge( $rows, $batch ); - } while ( ! empty( $batch ) ); - - $this->assertCount( 2, $rows ); - $this->assertSame( - array( 'item', 'item' ), - array_column( $rows, 'tag_local_name' ) - ); - $this->assertSame( - array( 'https://wordpress.org', 'https://wordpress.org' ), - array_column( $rows, 'tag_namespace' ) - ); - $this->assertSame( - array( '7', '8' ), - array_column( $rows, 'id' ) - ); - $this->assertSame( 2, $rows[0]['current_depth'] ); - $this->assertSame( 2, $rows[1]['current_depth'] ); - $this->assertFalse( $rows[0]['is_empty_element'] ); - $this->assertTrue( $rows[1]['is_empty_element'] ); - - $this->assertSame( - array(), - $this->next_xml_matching_tag_summary_batch( $processor, $implementation, 1, 'https://wordpress.org', 'missing', 'id' ) - ); - - $processor = $this->create_xml_processor( - $implementation, - 'Title' - ); - - $this->assertSame( - array( - 'token_count' => 3, - 'tag_count' => 1, - 'attribute_count' => 1, - ), - $this->next_xml_matching_tag_count_batch( $processor, $implementation, 1, 'https://wordpress.org', 'item', 'id' ) - ); - $this->assertSame( - array( - 'token_count' => 6, - 'tag_count' => 1, - 'attribute_count' => 1, - ), - $this->next_xml_matching_tag_count_batch( $processor, $implementation, 1, 'https://wordpress.org', 'item', 'id' ) - ); - $this->assertSame( - array( - 'token_count' => 1, - 'tag_count' => 0, - 'attribute_count' => 0, - ), - $this->next_xml_matching_tag_count_batch( $processor, $implementation, 1, 'https://wordpress.org', 'item', 'id' ) - ); - - $processor = $this->create_xml_processor( - $implementation, - 'Title' - ); - - $this->assertSame( - array( - 'token_count' => 10, - 'tag_count' => 2, - 'attribute_count' => 2, - ), - $this->summarize_xml_matching_tag_stream( $processor, $implementation, 'https://wordpress.org', 'item', 'id' ) - ); - - $processor = $this->create_xml_processor( - $implementation, - 'Title' - ); - $this->assertTrue( $processor->next_tag() ); - $this->assertSame( - array( - 'token_count' => 8, - 'tag_count' => 2, - 'attribute_count' => 2, - ), - $this->summarize_xml_matching_tag_stream( $processor, $implementation, 'https://wordpress.org', 'item', 'id' ) - ); - - $processor = $this->create_xml_processor( - $implementation, - 'Title' - ); - - $this->assertSame( - array( - 'token_count' => 10, - 'tag_count' => 2, - 'attribute_count' => 4, - ), - $this->summarize_xml_matching_tag_attributes_stream( - $processor, - $implementation, - 'https://wordpress.org', - 'item', - array( 'id', 'slug', 'status', 'missing' ) - ) - ); - } - - /** - * Data provider. - * - * @return array[] - */ - public static function data_xml_processor_implementations() { - return array( - 'php-xml-processor' => array( 'php-xml-processor' ), - 'native-xml-processor' => array( 'native-xml-processor' ), - ); - } - - /** - * Data provider. - * - * @return array[] - */ - public static function data_xml_without_document_element() { - return array( - 'php-empty' => array( '', 'php-xml-processor' ), - 'native-empty' => array( '', 'native-xml-processor' ), - 'php-whitespace' => array( " \n\t", 'php-xml-processor' ), - 'native-whitespace' => array( " \n\t", 'native-xml-processor' ), - 'php-comment-only' => array( '', 'php-xml-processor' ), - 'native-comment-only' => array( '', 'native-xml-processor' ), - 'php-declaration-only' => array( '', 'php-xml-processor' ), - 'native-declaration-only' => array( '', 'native-xml-processor' ), - ); - } - - /** - * Data provider. - * - * @return array[] - */ - public static function data_xml_with_leading_misc_whitespace() { - return array( - 'php-whitespace-root' => array( " \n\t", array( 'root' ), 'php-xml-processor' ), - 'native-whitespace-root' => array( " \n\t", array( 'root' ), 'native-xml-processor' ), - 'php-comment-whitespace-root' => array( "\n", array( '#comment', 'root' ), 'php-xml-processor' ), - 'native-comment-whitespace-root' => array( "\n", array( '#comment', 'root' ), 'native-xml-processor' ), - 'php-declaration-whitespace-root' => array( "\n", array( '#xml-declaration', 'root' ), 'php-xml-processor' ), - 'native-declaration-whitespace-root' => array( "\n", array( '#xml-declaration', 'root' ), 'native-xml-processor' ), - ); - } - - /** - * Data provider. - * - * @return array[] - */ - public static function data_malformed_attribute_xml_processor_implementations() { - return array( - 'php-lt-in-attribute-value' => array( '', 'php-xml-processor' ), - 'native-lt-in-attribute-value' => array( '', 'native-xml-processor' ), - 'php-duplicate-attribute' => array( '', 'php-xml-processor' ), - 'native-duplicate-attribute' => array( '', 'native-xml-processor' ), - 'php-empty-prefixed-namespace' => array( '', 'php-xml-processor' ), - 'native-empty-prefixed-namespace' => array( '', 'native-xml-processor' ), - ); - } - - /** - * Creates an XML processor for a specific implementation. - * - * @param string $implementation Implementation identifier. - * @param string $xml XML input. - * @return object Processor instance. - */ - private function create_xml_processor( $implementation, $xml ) { - if ( 'native-xml-processor' === $implementation ) { - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - - return $class_name::create_from_string( $xml ); - } - - $processor = XMLProcessor::create_from_string( $xml ); - $this->disable_native_delegate( $processor ); - - return $processor; - } - - /** - * Creates a streaming XML processor for a specific implementation. - * - * @param string $implementation Implementation identifier. - * @param string $xml XML input. - * @return object Processor instance. - */ - private function create_xml_streaming_processor( $implementation, $xml ) { - if ( 'native-xml-processor' === $implementation ) { - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - - return $class_name::create_for_streaming( $xml, null, 'UTF-8', array() ); - } - - $processor = XMLProcessor::create_for_streaming( $xml ); - $this->disable_native_delegate( $processor ); - - return $processor; - } - - /** - * Creates a streaming XML processor from a reentrancy cursor for a specific implementation. - * - * @param string $implementation Implementation identifier. - * @param string $xml XML input. - * @param string $cursor Reentrancy cursor. - * @return object Processor instance. - */ - private function create_xml_streaming_processor_from_cursor( $implementation, $xml, $cursor ) { - if ( 'native-xml-processor' === $implementation ) { - $class_name = 'WordPress\\XML\\NativeXMLProcessor'; - - return $class_name::create_for_streaming( $xml, $cursor, 'UTF-8', array() ); - } - - $processor = XMLProcessor::create_for_streaming( $xml, $cursor ); - $this->disable_native_delegate( $processor ); - - return $processor; - } - - /** - * Disables the native delegate so PHP implementation rows still cover PHP. - * - * @param object $processor Processor instance. - */ - private function disable_native_delegate( $processor ) { - if ( method_exists( $processor, 'disable_native_processor' ) ) { - $processor->disable_native_processor(); - } - } - - /** - * Returns the native delegate for public-class default checks. - * - * @param object $processor Processor instance. - * @return object|null Native delegate. - */ - private function get_native_delegate( $processor ) { - if ( - class_exists( 'WordPress\\XML\\NativeXMLProcessor', false ) && - ! method_exists( 'WordPress\\XML\\NativeXMLProcessor', 'supports_public_api' ) - ) { - $this->markTestSkipped( 'WordPress\\XML\\NativeXMLProcessor does not expose the public API surface; rebuild the native extension.' ); - } - - if ( method_exists( $processor, 'get_native_processor' ) ) { - return $processor->get_native_processor(); - } - - return null; - } - - /** - * Runs a fresh PHP process that defines native-default constants before bootstrap. - * - * @param string $constant_definitions PHP source defining constants. - * @return string[] Probe output lines. - */ - private function run_xml_native_defaults_constant_probe( $constant_definitions ) { - $root = dirname( __DIR__, 3 ); - $extension = $root . '/extensions/native-apis/target/release/libwp_native_apis.so'; - - if ( ! file_exists( $extension ) ) { - $this->markTestSkipped( 'Native API extension binary is not built.' ); - } - - $code = $constant_definitions . "\n" . - 'require ' . var_export( $root . '/bootstrap.php', true ) . ";\n" . - '$class_name = \'WordPress\\\\XML\\\\XMLProcessor\';' . "\n" . - '$processor = $class_name::create_from_string( \'\' );' . "\n" . - '$delegate = method_exists( $processor, \'get_native_processor\' ) ? $processor->get_native_processor() : null;' . "\n" . - 'echo \'delegate:\' . ( null === $delegate ? \'php\' : get_class( $delegate ) ) . "\n";' . "\n" . - '$processor->next_tag( \'item\' );' . "\n" . - 'echo \'token:\' . $processor->get_token_name() . "\n";' . "\n" . - 'echo \'id:\' . $processor->get_attribute( \'\', \'id\' ) . "\n";'; - - $command = escapeshellarg( PHP_BINARY ) . ' -d extension=' . escapeshellarg( $extension ) . ' -r ' . escapeshellarg( $code ); - $output = array(); - $status = 0; - exec( $command . ' 2>&1', $output, $status ); - - $this->assertSame( 0, $status, implode( "\n", $output ) ); - - return $output; - } - - /** - * Reads an XML attribute through the implementation-specific signature. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @param string $local_name Attribute local name. - * @return string|true|null Attribute value. - */ - private function get_xml_attribute( $processor, $implementation, $local_name, $namespace = '' ) { - return $processor->get_attribute( $namespace, $local_name ); - } - - /** - * Skips implementation rows when an API is provided only by the native class. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @param string $method Method name. - */ - private function skip_if_xml_method_is_unavailable( $processor, $implementation, $method ) { - if ( ! method_exists( $processor, $method ) ) { - $this->markTestSkipped( "{$method} is not exposed by {$implementation}." ); - } - } - - /** - * Runs the implementation-specific XML attribute-prefix summary API. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @param string|null $full_namespace_prefix Namespace prefix to match. - * @param string $local_name_prefix Local name prefix to match. - * @return array Summary with `tag_count` and `attribute_count`. - */ - private function summarize_xml_attribute_names_with_prefix( $processor, $implementation, $full_namespace_prefix, $local_name_prefix ) { - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'summarize_attribute_names_with_prefix' ); - - $summary = $processor->summarize_attribute_names_with_prefix( $full_namespace_prefix, $local_name_prefix ); - - if ( 'native-xml-processor' !== $implementation ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 3 ); - - return array( - 'tag_count' => (int) $parts[1], - 'attribute_count' => (int) $parts[2], - ); - } - - /** - * Runs the implementation-specific XML token stream summary API. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @param string $attribute_name Attribute name to count. - * @return array Summary with `token_count`, `tag_count`, and `attribute_count`. - */ - private function summarize_xml_token_stream( $processor, $implementation, $attribute_name ) { - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'summarize_token_stream' ); - - $summary = $processor->summarize_token_stream( $attribute_name ); - - if ( 'native-xml-processor' !== $implementation ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 3 ); - - return array( - 'token_count' => (int) $parts[0], - 'tag_count' => (int) $parts[1], - 'attribute_count' => (int) $parts[2], - ); - } - - /** - * Runs the implementation-specific XML document inventory summary API. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @return array Summary with token category counts and maximum depth. - */ - private function summarize_xml_document_inventory( $processor, $implementation ) { - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'summarize_document_inventory' ); - - $summary = $processor->summarize_document_inventory(); - - if ( 'native-xml-processor' !== $implementation ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 8 ); - $this->assertCount( 8, $parts, 'Expected compact XML document inventory summary.' ); - - return array( - 'token_count' => (int) $parts[0], - 'tag_count' => (int) $parts[1], - 'closing_tag_count' => (int) $parts[2], - 'text_token_count' => (int) $parts[3], - 'comment_count' => (int) $parts[4], - 'cdata_count' => (int) $parts[5], - 'max_depth' => (int) $parts[6], - 'empty_element_count' => (int) $parts[7], - ); - } - - /** - * Runs the implementation-specific XML element inventory summary API. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @return array Summary with element-name inventory counts. - */ - private function summarize_xml_element_inventory( $processor, $implementation ) { - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'summarize_element_inventory' ); - - $summary = $processor->summarize_element_inventory(); - - if ( 'native-xml-processor' !== $implementation ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 7 ); - $this->assertCount( 7, $parts, 'Expected compact XML element inventory summary.' ); - - return array( - 'token_count' => (int) $parts[0], - 'tag_count' => (int) $parts[1], - 'closing_tag_count' => (int) $parts[2], - 'unique_tag_name_count' => (int) $parts[3], - 'duplicate_tag_name_count' => (int) $parts[4], - 'namespaced_tag_count' => (int) $parts[5], - 'empty_element_count' => (int) $parts[6], - ); - } - - /** - * Runs the implementation-specific XML depth inventory summary API. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @return array Summary with depth distribution counts. - */ - private function summarize_xml_depth_inventory( $processor, $implementation ) { - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'summarize_depth_inventory' ); - - $summary = $processor->summarize_depth_inventory(); - - if ( 'native-xml-processor' !== $implementation ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 8 ); - $this->assertCount( 8, $parts, 'Expected compact XML depth inventory summary.' ); - - return array( - 'token_count' => (int) $parts[0], - 'tag_count' => (int) $parts[1], - 'closing_tag_count' => (int) $parts[2], - 'empty_element_count' => (int) $parts[3], - 'root_level_tag_count' => (int) $parts[4], - 'nested_tag_count' => (int) $parts[5], - 'total_tag_depth' => (int) $parts[6], - 'max_depth' => (int) $parts[7], - ); - } - - /** - * Runs the implementation-specific XML leaf inventory summary API. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @return array Summary with leaf and branch element counts. - */ - private function summarize_xml_leaf_inventory( $processor, $implementation ) { - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'summarize_leaf_inventory' ); - - $summary = $processor->summarize_leaf_inventory(); - - if ( 'native-xml-processor' !== $implementation ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 7 ); - $this->assertCount( 7, $parts, 'Expected compact XML leaf inventory summary.' ); - - return array( - 'token_count' => (int) $parts[0], - 'tag_count' => (int) $parts[1], - 'closing_tag_count' => (int) $parts[2], - 'empty_element_count' => (int) $parts[3], - 'leaf_element_count' => (int) $parts[4], - 'branch_element_count' => (int) $parts[5], - 'max_child_element_count' => (int) $parts[6], - ); - } - - /** - * Runs the implementation-specific XML structural inventory summary API. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @return array Summary with structural element counts. - */ - private function summarize_xml_structural_inventory( $processor, $implementation ) { - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'summarize_structural_inventory' ); - - $summary = $processor->summarize_structural_inventory(); - - if ( 'native-xml-processor' !== $implementation ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 14 ); - $this->assertCount( 14, $parts, 'Expected compact XML structural inventory summary.' ); - - return array( - 'token_count' => (int) $parts[0], - 'tag_count' => (int) $parts[1], - 'closing_tag_count' => (int) $parts[2], - 'unique_tag_name_count' => (int) $parts[3], - 'duplicate_tag_name_count' => (int) $parts[4], - 'namespaced_tag_count' => (int) $parts[5], - 'empty_element_count' => (int) $parts[6], - 'root_level_tag_count' => (int) $parts[7], - 'nested_tag_count' => (int) $parts[8], - 'total_tag_depth' => (int) $parts[9], - 'max_depth' => (int) $parts[10], - 'leaf_element_count' => (int) $parts[11], - 'branch_element_count' => (int) $parts[12], - 'max_child_element_count' => (int) $parts[13], - ); - } - - /** - * Runs the implementation-specific XML attribute inventory summary API. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @return array Summary with attribute inventory counts. - */ - private function summarize_xml_attribute_inventory( $processor, $implementation ) { - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'summarize_attribute_inventory' ); - - $summary = $processor->summarize_attribute_inventory(); - - if ( 'native-xml-processor' !== $implementation ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 6 ); - $this->assertCount( 6, $parts, 'Expected compact XML attribute inventory summary.' ); - - return array( - 'token_count' => (int) $parts[0], - 'tag_count' => (int) $parts[1], - 'attribute_count' => (int) $parts[2], - 'namespaced_attribute_count' => (int) $parts[3], - 'tags_with_attributes_count' => (int) $parts[4], - 'max_attribute_count' => (int) $parts[5], - ); - } - - /** - * Runs the implementation-specific XML ID inventory summary API. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @return array Summary with ID inventory counts. - */ - private function summarize_xml_id_inventory( $processor, $implementation ) { - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'summarize_id_inventory' ); - - $summary = $processor->summarize_id_inventory(); - - if ( 'native-xml-processor' !== $implementation ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 6 ); - $this->assertCount( 6, $parts, 'Expected compact XML ID inventory summary.' ); - - return array( - 'token_count' => (int) $parts[0], - 'tag_count' => (int) $parts[1], - 'id_attribute_count' => (int) $parts[2], - 'unique_id_count' => (int) $parts[3], - 'duplicate_id_count' => (int) $parts[4], - 'id_value_bytes' => (int) $parts[5], - ); - } - - /** - * Runs the implementation-specific XML namespace inventory summary API. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @return array Summary with namespace inventory counts. - */ - private function summarize_xml_namespace_inventory( $processor, $implementation ) { - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'summarize_namespace_inventory' ); - - $summary = $processor->summarize_namespace_inventory(); - - if ( 'native-xml-processor' !== $implementation ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 6 ); - $this->assertCount( 6, $parts, 'Expected compact XML namespace inventory summary.' ); - - return array( - 'token_count' => (int) $parts[0], - 'tag_count' => (int) $parts[1], - 'namespaced_tag_count' => (int) $parts[2], - 'attribute_count' => (int) $parts[3], - 'namespaced_attribute_count' => (int) $parts[4], - 'unique_namespace_count' => (int) $parts[5], - ); - } - - /** - * Runs the implementation-specific XML text inventory summary API. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @return array Summary with text and CDATA inventory counts. - */ - private function summarize_xml_text_inventory( $processor, $implementation ) { - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'summarize_text_inventory' ); - - $summary = $processor->summarize_text_inventory(); - - if ( 'native-xml-processor' !== $implementation ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 7 ); - $this->assertCount( 7, $parts, 'Expected compact XML text inventory summary.' ); - - return array( - 'token_count' => (int) $parts[0], - 'text_token_count' => (int) $parts[1], - 'cdata_count' => (int) $parts[2], - 'non_empty_text_count' => (int) $parts[3], - 'whitespace_text_count' => (int) $parts[4], - 'total_text_bytes' => (int) $parts[5], - 'max_text_bytes' => (int) $parts[6], - ); - } - - /** - * Runs the implementation-specific XML processing instruction inventory API. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @return array Summary with XML declaration and processing instruction counts. - */ - private function summarize_xml_processing_instruction_inventory( $processor, $implementation ) { - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'summarize_processing_instruction_inventory' ); - - $summary = $processor->summarize_processing_instruction_inventory(); - - if ( 'native-xml-processor' !== $implementation ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 6 ); - $this->assertCount( 6, $parts, 'Expected compact XML processing instruction inventory summary.' ); - - return array( - 'token_count' => (int) $parts[0], - 'processing_instruction_count' => (int) $parts[1], - 'xml_declaration_count' => (int) $parts[2], - 'non_empty_instruction_count' => (int) $parts[3], - 'total_instruction_bytes' => (int) $parts[4], - 'max_instruction_bytes' => (int) $parts[5], - ); - } - - /** - * Runs the implementation-specific XML comment inventory API. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @return array Summary with XML comment counts and byte totals. - */ - private function summarize_xml_comment_inventory( $processor, $implementation ) { - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'summarize_comment_inventory' ); - - $summary = $processor->summarize_comment_inventory(); - - if ( 'native-xml-processor' !== $implementation ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 6 ); - $this->assertCount( 6, $parts, 'Expected compact XML comment inventory summary.' ); - - return array( - 'token_count' => (int) $parts[0], - 'comment_count' => (int) $parts[1], - 'non_empty_comment_count' => (int) $parts[2], - 'empty_comment_count' => (int) $parts[3], - 'total_comment_bytes' => (int) $parts[4], - 'max_comment_bytes' => (int) $parts[5], - ); - } - - /** - * Runs the implementation-specific XML payload inventory API. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @return array Summary with XML payload counts and byte totals. - */ - private function summarize_xml_payload_inventory( $processor, $implementation ) { - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'summarize_payload_inventory' ); - - $summary = $processor->summarize_payload_inventory(); - - if ( 'native-xml-processor' !== $implementation ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 7 ); - $this->assertCount( 7, $parts, 'Expected compact XML payload inventory summary.' ); - - return array( - 'token_count' => (int) $parts[0], - 'text_token_count' => (int) $parts[1], - 'cdata_count' => (int) $parts[2], - 'comment_count' => (int) $parts[3], - 'processing_instruction_count' => (int) $parts[4], - 'total_payload_bytes' => (int) $parts[5], - 'max_payload_bytes' => (int) $parts[6], - ); - } - - /** - * Runs the implementation-specific XML content inventory API. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @return array Summary with XML content and metadata byte totals. - */ - private function summarize_xml_content_inventory( $processor, $implementation ) { - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'summarize_content_inventory' ); - - $summary = $processor->summarize_content_inventory(); - - if ( 'native-xml-processor' !== $implementation ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 11 ); - $this->assertCount( 11, $parts, 'Expected compact XML content inventory summary.' ); - - return array( - 'token_count' => (int) $parts[0], - 'tag_count' => (int) $parts[1], - 'attribute_count' => (int) $parts[2], - 'text_token_count' => (int) $parts[3], - 'cdata_count' => (int) $parts[4], - 'comment_count' => (int) $parts[5], - 'processing_instruction_count' => (int) $parts[6], - 'total_attribute_value_bytes' => (int) $parts[7], - 'max_attribute_value_bytes' => (int) $parts[8], - 'total_payload_bytes' => (int) $parts[9], - 'max_payload_bytes' => (int) $parts[10], - ); - } - - /** - * Runs the implementation-specific XML import inventory API. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @return array Summary with importer-facing XML structure and content counts. - */ - private function summarize_xml_import_inventory( $processor, $implementation ) { - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'summarize_import_inventory' ); - - $summary = $processor->summarize_import_inventory(); - - if ( 'native-xml-processor' !== $implementation ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 23 ); - $this->assertCount( 23, $parts, 'Expected compact XML import inventory summary.' ); - - return array( - 'token_count' => (int) $parts[0], - 'tag_count' => (int) $parts[1], - 'closing_tag_count' => (int) $parts[2], - 'unique_tag_name_count' => (int) $parts[3], - 'duplicate_tag_name_count' => (int) $parts[4], - 'namespaced_tag_count' => (int) $parts[5], - 'empty_element_count' => (int) $parts[6], - 'root_level_tag_count' => (int) $parts[7], - 'nested_tag_count' => (int) $parts[8], - 'total_tag_depth' => (int) $parts[9], - 'max_depth' => (int) $parts[10], - 'leaf_element_count' => (int) $parts[11], - 'branch_element_count' => (int) $parts[12], - 'max_child_element_count' => (int) $parts[13], - 'attribute_count' => (int) $parts[14], - 'text_token_count' => (int) $parts[15], - 'cdata_count' => (int) $parts[16], - 'comment_count' => (int) $parts[17], - 'processing_instruction_count' => (int) $parts[18], - 'total_attribute_value_bytes' => (int) $parts[19], - 'max_attribute_value_bytes' => (int) $parts[20], - 'total_payload_bytes' => (int) $parts[21], - 'max_payload_bytes' => (int) $parts[22], - ); - } - - /** - * Runs the implementation-specific XML tag stream summary API. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @param string $attribute_name Attribute name to count. - * @return array Summary with `tag_count` and `attribute_count`. - */ - private function summarize_xml_tag_stream( $processor, $implementation, $attribute_name ) { - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'summarize_tag_stream' ); - - $summary = $processor->summarize_tag_stream( $attribute_name ); - - if ( 'native-xml-processor' !== $implementation ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 3 ); - - return array( - 'tag_count' => (int) $parts[1], - 'attribute_count' => (int) $parts[2], - ); - } - - /** - * Runs the implementation-specific XML token summary batch API. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @param int $max_tokens Maximum number of tokens to fetch. - * @return array[] Token summary rows. - */ - private function next_xml_token_summary_batch( $processor, $implementation, $max_tokens ) { - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'next_token_summary_batch' ); - - return $processor->next_token_summary_batch( $max_tokens ); - } - - /** - * Runs the implementation-specific XML tag summary batch API. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @param int $max_tags Maximum number of tags to fetch. - * @param string $attribute_name Attribute name to include. - * @return array[] Tag summary rows. - */ - private function next_xml_tag_summary_batch( $processor, $implementation, $max_tags, $attribute_name ) { - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'next_tag_summary_batch' ); - - return $processor->next_tag_summary_batch( $max_tags, $attribute_name ); - } - - /** - * Runs the implementation-specific XML matching tag summary batch API. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @param int $max_tags Maximum number of matching tags to fetch. - * @param string $tag_namespace Namespace URI to match. - * @param string $tag_local_name Local tag name to match. - * @param string $attribute_name Attribute name to include. - * @return array[] Tag summary rows. - */ - private function next_xml_matching_tag_summary_batch( $processor, $implementation, $max_tags, $tag_namespace, $tag_local_name, $attribute_name ) { - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'next_matching_tag_summary_batch' ); - - return $processor->next_matching_tag_summary_batch( $max_tags, $tag_namespace, $tag_local_name, $attribute_name ); - } - - /** - * Runs the implementation-specific XML matching tag count batch API. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @param int $max_tags Maximum number of matching tags to count. - * @param string $tag_namespace Namespace URI to match. - * @param string $tag_local_name Local tag name to match. - * @param string $attribute_name Attribute name to count. - * @return array Summary with `token_count`, `tag_count`, and `attribute_count`. - */ - private function next_xml_matching_tag_count_batch( $processor, $implementation, $max_tags, $tag_namespace, $tag_local_name, $attribute_name ) { - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'next_matching_tag_count_batch' ); - - if ( 'native-xml-processor' !== $implementation ) { - return $processor->next_matching_tag_count_batch( $max_tags, $tag_namespace, $tag_local_name, $attribute_name ); - } - - $summary = $processor->next_matching_tag_count_batch( $max_tags, $tag_namespace, $tag_local_name, $attribute_name ); - if ( ! is_string( $summary ) ) { - return array( - 'token_count' => 0, - 'tag_count' => 0, - 'attribute_count' => 0, - ); - } - - $parts = explode( "\x1f", $summary, 3 ); - $this->assertCount( 3, $parts, 'Expected compact XML matching tag count batch summary.' ); - - return array( - 'token_count' => (int) $parts[0], - 'tag_count' => (int) $parts[1], - 'attribute_count' => (int) $parts[2], - ); - } - - /** - * Runs the implementation-specific XML matching tag summary API. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @param string $tag_namespace Namespace URI to match. - * @param string $tag_local_name Local tag name to match. - * @param string $attribute_name Attribute name to count. - * @return array Summary with `token_count`, `tag_count`, and `attribute_count`. - */ - private function summarize_xml_matching_tag_stream( $processor, $implementation, $tag_namespace, $tag_local_name, $attribute_name ) { - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'summarize_matching_tag_stream' ); - - if ( 'native-xml-processor' !== $implementation ) { - return $processor->summarize_matching_tag_stream( $tag_namespace, $tag_local_name, $attribute_name ); - } - - $summary = $processor->summarize_matching_tag_stream( $tag_namespace, $tag_local_name, $attribute_name ); - $this->assertIsString( $summary ); - - $parts = explode( "\x1f", $summary, 3 ); - $this->assertCount( 3, $parts, 'Expected compact XML matching tag stream summary.' ); - - return array( - 'token_count' => (int) $parts[0], - 'tag_count' => (int) $parts[1], - 'attribute_count' => (int) $parts[2], - ); - } - - /** - * Runs the implementation-specific XML matching tag attributes summary API. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @param string $tag_namespace Namespace URI to match. - * @param string $tag_local_name Local tag name to match. - * @param array $attribute_names Attribute names to count. - * @return array Summary with `token_count`, `tag_count`, and `attribute_count`. - */ - private function summarize_xml_matching_tag_attributes_stream( $processor, $implementation, $tag_namespace, $tag_local_name, $attribute_names ) { - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'summarize_matching_tag_attributes_stream' ); - - if ( 'native-xml-processor' !== $implementation ) { - return $processor->summarize_matching_tag_attributes_stream( $tag_namespace, $tag_local_name, $attribute_names ); - } - - $summary = $processor->summarize_matching_tag_attributes_stream( - $tag_namespace, - $tag_local_name, - implode( "\x1f", $attribute_names ) - ); - $this->assertIsString( $summary ); - - $parts = explode( "\x1f", $summary, 3 ); - $this->assertCount( 3, $parts, 'Expected compact XML matching tag attributes stream summary.' ); - - return array( - 'token_count' => (int) $parts[0], - 'tag_count' => (int) $parts[1], - 'attribute_count' => (int) $parts[2], - ); - } - - /** - * Runs the implementation-specific XML tag count batch API. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @param int $max_tags Maximum number of tags to count. - * @param string $attribute_name Attribute name to count. - * @return array Summary with `token_count`, `tag_count`, and `attribute_count`. - */ - private function next_xml_tag_count_batch( $processor, $implementation, $max_tags, $attribute_name ) { - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'next_tag_count_batch' ); - - if ( 'native-xml-processor' !== $implementation ) { - return $processor->next_tag_count_batch( $max_tags, $attribute_name ); - } - - $summary = $processor->next_tag_count_batch( $max_tags, $attribute_name ); - if ( ! is_string( $summary ) ) { - return array( - 'token_count' => 0, - 'tag_count' => 0, - 'attribute_count' => 0, - ); - } - - $parts = explode( "\x1f", $summary, 3 ); - $this->assertCount( 3, $parts, 'Expected compact XML tag count batch summary.' ); - - return array( - 'token_count' => (int) $parts[0], - 'tag_count' => (int) $parts[1], - 'attribute_count' => (int) $parts[2], - ); - } - - /** - * Runs a streaming XML batch case. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @param string $case Batch case identifier. - * @return mixed Batch result. - */ - private function run_xml_streaming_batch_case( $processor, $implementation, $case ) { - switch ( $case ) { - case 'token_compact': - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'next_token_compact_summary_batch' ); - return $processor->next_token_compact_summary_batch( 10 ); - - case 'tag_compact': - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'next_tag_compact_summary_batch' ); - return $processor->next_tag_compact_summary_batch( 10, 'id' ); - - case 'tag_count': - return $this->next_xml_tag_count_batch( $processor, $implementation, 10, 'id' ); - - case 'matching_tag_compact': - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'next_matching_tag_compact_summary_batch' ); - return $processor->next_matching_tag_compact_summary_batch( 10, '', 'item', 'id' ); - - case 'matching_tag_count': - return $this->next_xml_matching_tag_count_batch( $processor, $implementation, 10, '', 'item', 'id' ); - } - - $this->fail( 'Unknown XML streaming batch case: ' . $case ); - } - - /** - * Parses a native compact XML token summary row. - * - * @param string $metadata Native compact metadata row. - * @return array Token summary row. - */ - private function parse_native_compact_token_summary( $metadata ) { - $parts = explode( "\x1f", $metadata, 6 ); - $this->assertCount( 6, $parts, 'Expected compact XML token summary row.' ); - - switch ( $parts[0] ) { - case 't': - $token_type = '#tag'; - $token_name = $parts[1]; - break; - case 'x': - $token_type = '#xml-declaration'; - $token_name = '#xml-declaration'; - break; - case 'd': - $token_type = '#doctype'; - $token_name = '#doctype'; - break; - case 'p': - $token_type = '#processing-instructions'; - $token_name = '#processing-instructions'; - break; - case 'c': - $token_type = '#comment'; - $token_name = '#comment'; - break; - case 'a': - $token_type = '#cdata-section'; - $token_name = '#cdata-section'; - break; - default: - $token_type = '#text'; - $token_name = '#text'; - break; - } - - $id_found = isset( $parts[5][0] ) && '1' === $parts[5][0]; - - return array( - 'token_type' => $token_type, - 'token_name' => $token_name, - 'tag_local_name' => '#tag' === $token_type ? $parts[1] : '', - 'tag_namespace' => '#tag' === $token_type ? $parts[2] : '', - 'tag_namespace_and_local_name' => '#tag' === $token_type && '' !== $parts[2] ? '{' . $parts[2] . '}' . $parts[1] : ( '#tag' === $token_type ? $parts[1] : '' ), - 'is_tag_closer' => isset( $parts[3][0] ) && '1' === $parts[3][0], - 'is_empty_element' => isset( $parts[3][1] ) && '1' === $parts[3][1], - 'current_depth' => (int) $parts[4], - 'id' => $id_found ? substr( $parts[5], 1 ) : null, - ); - } - - /** - * Parses a native compact XML tag summary row. - * - * @param string $metadata Native compact metadata row. - * @param string $attribute_name Attribute name included in the row. - * @return array Tag summary row. - */ - private function parse_native_compact_tag_summary( $metadata, $attribute_name ) { - $parts = explode( "\x1f", $metadata, 6 ); - $this->assertCount( 6, $parts, 'Expected compact XML tag summary row.' ); - $this->assertGreaterThan( 0, (int) $parts[0], 'Expected compact XML tag summary to include consumed token count.' ); - - $attribute_found = isset( $parts[5][0] ) && '1' === $parts[5][0]; - - return array( - 'tag_local_name' => $parts[1], - 'tag_namespace' => $parts[2], - 'tag_namespace_and_local_name' => '' === $parts[2] ? $parts[1] : '{' . $parts[2] . '}' . $parts[1], - 'is_empty_element' => isset( $parts[3][0] ) && '1' === $parts[3][0], - 'current_depth' => (int) $parts[4], - $attribute_name => $attribute_found ? substr( $parts[5], 1 ) : null, - ); - } - - /** - * Runs the implementation-specific XML attribute-prefix document removal API. - * - * @param object $processor Processor instance. - * @param string $implementation Implementation identifier. - * @param string|null $full_namespace_prefix Namespace prefix to match. - * @param string $local_name_prefix Local name prefix to match. - * @return array Summary with `tag_count`, `removed_count`, and `xml`. - */ - private function remove_xml_attribute_names_with_prefix_from_document( $processor, $implementation, $full_namespace_prefix, $local_name_prefix ) { - $this->skip_if_xml_method_is_unavailable( $processor, $implementation, 'remove_attributes_with_prefix_from_document' ); - - $summary = $processor->remove_attributes_with_prefix_from_document( $full_namespace_prefix, $local_name_prefix ); - - if ( 'native-xml-processor' !== $implementation ) { - return $summary; - } - - $parts = explode( "\x1f", $summary, 3 ); - - return array( - 'tag_count' => (int) $parts[0], - 'removed_count' => (int) $parts[1], - 'xml' => $parts[2], - ); - } - - /** - * Skips native implementation cases when the extension is unavailable. - * - * @param string $implementation Implementation identifier. - */ - private function skip_if_native_is_unavailable( $implementation ) { - if ( 'native-xml-processor' === $implementation && ! class_exists( 'WordPress\\XML\\NativeXMLProcessor', false ) ) { - $this->markTestSkipped( 'WordPress\\XML\\NativeXMLProcessor is not registered; load the native API extension to run this case.' ); - } - } -} diff --git a/components/XML/class-xmlnativecursorprocessor.php b/components/XML/class-xmlnativecursorprocessor.php deleted file mode 100644 index e11d098e9..000000000 --- a/components/XML/class-xmlnativecursorprocessor.php +++ /dev/null @@ -1,12 +0,0 @@ - PHP Toolkit — PHP libraries for WordPress and the open web - + @@ -49,16 +48,6 @@

Where to start

@@ -13,7 +13,6 @@

-
-

Experimental native acceleration

-

The toolkit stays dependency-free by default, but the experimental Native APIs extension explores faster HTML, XML, and URL-in-text workloads for environments that can load PHP extensions. Try the PHP.wasm smoke test in WordPress Playground, inspect published manifests, and compare CI benchmark snapshots.

-
- Explore Native APIs → - Compile for native PHP - Release index -
-
-

The problem

diff --git a/docs/learn/01-rewriting-html.html b/docs/learn/01-rewriting-html.html index 8afdc9572..e601293f9 100644 --- a/docs/learn/01-rewriting-html.html +++ b/docs/learn/01-rewriting-html.html @@ -5,7 +5,7 @@ Chapter 1 — Rewriting HTML safely · PHP Toolkit - + @@ -16,7 +16,6 @@ diff --git a/docs/learn/02-streaming-archives.html b/docs/learn/02-streaming-archives.html index 1a788b78d..e2ee36b44 100644 --- a/docs/learn/02-streaming-archives.html +++ b/docs/learn/02-streaming-archives.html @@ -5,7 +5,7 @@ Chapter 2 — Streaming archives · PHP Toolkit - + @@ -16,7 +16,6 @@ diff --git a/docs/learn/03-importing-content.html b/docs/learn/03-importing-content.html index e8b6ed3de..c44c19da4 100644 --- a/docs/learn/03-importing-content.html +++ b/docs/learn/03-importing-content.html @@ -5,7 +5,7 @@ Chapter 3 — Markdown to WXR · PHP Toolkit - + @@ -16,7 +16,6 @@ diff --git a/docs/learn/04-talking-to-the-network.html b/docs/learn/04-talking-to-the-network.html index e99bfc1f1..f2cfcf8d0 100644 --- a/docs/learn/04-talking-to-the-network.html +++ b/docs/learn/04-talking-to-the-network.html @@ -5,7 +5,7 @@ Chapter 4 — Talking to the network · PHP Toolkit - + @@ -16,7 +16,6 @@ diff --git a/docs/learn/index.html b/docs/learn/index.html index 56c549633..b2ae0f290 100644 --- a/docs/learn/index.html +++ b/docs/learn/index.html @@ -5,7 +5,7 @@ Learn — PHP Toolkit - +
@@ -13,7 +13,6 @@
diff --git a/docs/learn/quickstart.html b/docs/learn/quickstart.html index f4c24feb4..792fc7188 100644 --- a/docs/learn/quickstart.html +++ b/docs/learn/quickstart.html @@ -5,7 +5,7 @@ Quickstart — PHP Toolkit - + @@ -16,7 +16,6 @@ diff --git a/docs/learn/recap.html b/docs/learn/recap.html index 15140e14d..ca682d071 100644 --- a/docs/learn/recap.html +++ b/docs/learn/recap.html @@ -5,7 +5,7 @@ Recap · PHP Toolkit - +
@@ -13,7 +13,6 @@
diff --git a/docs/native-apis.html b/docs/native-apis.html deleted file mode 100644 index 4af08c866..000000000 --- a/docs/native-apis.html +++ /dev/null @@ -1,106 +0,0 @@ - - - - - -Native APIs — PHP Toolkit - - - - -
- PHP Toolkit - -
- -
- -
-

Experimental performance preview

-

10x the php-toolkit speed

-

Try the experimental wp_native_apis extension in WordPress Playground first. It loads before PHP starts, confirms the WASM extension was registered, and shows quick browser-side timing numbers for hot WP_HTML_Tag_Processor, XMLProcessor, and URLInTextProcessor paths.

-
- -
-

Quick start

-
-
-

Try in Playground web

-

Open a ready-made Playground that loads the latest PHP.wasm manifest with php-extension, installs the smoke-test Blueprint, and lands on /native-api-smoke.php.

-

Test in Playground →

-
-
-

Try in Playground CLI

-

Use the same manifest locally. The extension flag must be passed before PHP starts.

- 
npx @wp-playground/cli@latest server \
-  --php=8.5 \
-  --php-extension=https://wordpress.github.io/php-toolkit/wp_native_apis-wasm-extension/latest/manifest.json \
-  --blueprint=https://raw.githubusercontent.com/WordPress/php-toolkit/trunk/extensions/native-apis/playground/blueprint.json
-
-
-
- What you should see: the Playground page says wp_native_apis WASM extension loaded, then shows whether native classes are available and a few quick timing cards. -
-
- -
-

What this accelerates

-
-
-

WP_HTML_Tag_Processor

-

Fast scans and aggregate checks for common tag-processor and fragment-processor workloads.

- Reference → -
-
-

XMLProcessor

-

Streaming token, tag, namespace, attribute, and inventory summaries without building a DOM tree.

- Reference → -
-
-

URLInTextProcessor

-

A native candidate scanner for plain-text URL detection, with public handling still validating through the existing parser path.

- Reference → -
-
-
- -
-

Status and fallback behavior

-
- Experimental: the packaging, release cadence, and accelerated surface are still evolving. The PHP Toolkit APIs remain safe to use without the extension. -
-

When wp_native_apis is loaded before the toolkit, wrappers may delegate covered operations to native classes. If the extension is missing, incompatible, or disabled with WP_NATIVE_APIS_DISABLE_DEFAULTS, the same public APIs continue through pure-PHP implementations.

-
- -
-

WASM releases for Playground

-

The release index is for pinned manifests, checksums, and exact Playground links. Use latest for a quick trial; use a commit-specific manifest when you need a reproducible demo.

-

Browse WASM releases for Playground →

-
- -
-

Benchmarks

-

The 10x claim comes from CI benchmark snapshots for the host Rust-backed extension. Playground is the easiest way to see that the extension loads and to get quick browser-side timing numbers; host PHP benchmarks are the better signal for Rust-backed throughput.

- 
php -d extension=extensions/native-apis/target/release/libwp_native_apis.so \
-	bin/benchmark-native-apis.php --iterations=50 --mode=both --disable-native-defaults --require-native
-

Benchmark numbers are machine- and workflow-run-specific. Treat them as directional evidence for which workflows benefit from native batching, not as universal throughput guarantees.

-
- -
-

Compile for native PHP

-

After trying Playground, build the Rust-backed extension for your local host PHP ABI when you want the real native implementation and benchmark numbers. A build made for one PHP ABI cannot be reused for another.

-

Build the native PHP extension →

-
- -
- - - - diff --git a/docs/native-php-extension.html b/docs/native-php-extension.html deleted file mode 100644 index 0bd7f8968..000000000 --- a/docs/native-php-extension.html +++ /dev/null @@ -1,139 +0,0 @@ - - - - - -Compile the Native APIs extension for PHP — PHP Toolkit - - - - -
- PHP Toolkit - -
- -
- -
-

Experimental native PHP build

-

Compile wp_native_apis for host PHP.

-

Use this guide when you want the Rust-backed Native APIs extension on a local PHP CLI or server. The build is tied to the PHP version and platform you compile against, so treat it as a development and benchmarking path until packaged host releases are published.

-
- Build it → - Native APIs overview - WASM releases for Playground -
-
- -
-

What you will build

-

The host PHP extension is the Rust-backed implementation built with ext-php-rs. When it is loaded before the toolkit bootstrap, covered WP_HTML_Tag_Processor, XMLProcessor, and URLInTextProcessor classes can delegate hot paths to native code. If the extension is absent, incompatible, or disabled, the public PHP APIs keep using their pure-PHP fallback implementations.

-
- Not the Playground build: WordPress Playground uses a PHP.wasm extension bundle. This page is for native host PHP, such as a local Linux PHP CLI with development headers. -
-
- -
-

Prerequisites

-
    -
  • A checkout of WordPress/php-toolkit.
    • -
  • The PHP CLI you want to target, plus matching development headers and php-config.
    • -
  • Rust and Cargo.
    • -
  • Clang and libclang for Rust bindgen.
    • -
  • Composer dependencies installed from the repository root.
    • -
-

On Ubuntu, the CI benchmark job installs the native build dependencies like this:

- 
sudo apt-get update
-sudo apt-get install -y clang libclang-dev
-composer install --prefer-dist --no-progress --no-suggest
-

On other systems, install equivalent PHP development headers, Rust, Cargo, Clang, and libclang. If php-config or libclang are not discoverable, pass their paths explicitly in the build step.

-
- -
-

Build the extension

-

Run the helper script from the repository root:

- 
extensions/native-apis/build-extension.sh
-

If your target PHP is not the first php-config on PATH, point the build at the exact one you want:

- 
PHP_CONFIG=/path/to/php-config \
-LIBCLANG_PATH=/path/to/libclang/lib \
-extensions/native-apis/build-extension.sh
-

The documented Linux build writes the shared object here:

- 
extensions/native-apis/target/release/libwp_native_apis.so
-

Use the same PHP binary at runtime that matches the php-config used at build time. Native PHP extensions are ABI-specific; do not reuse one shared object across PHP versions.

-
- -
-

Verify that PHP can load it

-

Load the extension before running the native verifier:

- 
php -d extension=extensions/native-apis/target/release/libwp_native_apis.so \
-	extensions/native-apis/tests/verify-native-apis.php
-

A successful run means PHP loaded the extension and the expected native classes are registered. If the script reports that the extension is unavailable, re-check the PHP version, php-config path, shared-object path, and libclang setup.

-
- -
-

Use it through the public toolkit classes

-

Load the extension before the toolkit bootstrap. The public wrappers decide whether a native delegate is available and fall back to PHP when it is not.

- 
php -d extension=extensions/native-apis/target/release/libwp_native_apis.so <<'PHP'
-<?php
-require __DIR__ . '/bootstrap.php';
-
-var_dump( is_subclass_of( 'WP_HTML_Tag_Processor', 'WP_HTML_Native_Tag_Processor' ) );
-var_dump( is_subclass_of( 'WordPress\\XML\\XMLProcessor', 'WordPress\\XML\\NativeXMLProcessor' ) );
-PHP
-

To force the safe pure-PHP path for comparison, define WP_NATIVE_APIS_DISABLE_DEFAULTS before loading the toolkit:

- 
php -d extension=extensions/native-apis/target/release/libwp_native_apis.so <<'PHP'
-<?php
-define( 'WP_NATIVE_APIS_DISABLE_DEFAULTS', true );
-require __DIR__ . '/bootstrap.php';
-
-var_dump( is_subclass_of( 'WP_HTML_Tag_Processor', 'WP_HTML_Native_Tag_Processor' ) );
-PHP
-
- -
-

Run the benchmark

-

The same benchmark command runs in CI for the release page. It requires the native classes, compares PHP and native modes, and disables native defaults so both paths are measured deliberately.

- 
php -d extension=extensions/native-apis/target/release/libwp_native_apis.so \
-	bin/benchmark-native-apis.php \
-	--iterations=50 \
-	--mode=both \
-	--disable-native-defaults \
-	--require-native
-

Benchmark numbers are machine-specific. Use them to compare PHP and native behavior on the same machine, not as universal throughput guarantees.

-
- -
-

Troubleshooting

-
-
-

php-config was not found

-

Install PHP development headers for the PHP version you want to target, or run the build with PHP_CONFIG=/path/to/php-config.

-
-
-

PHP cannot load the shared object

-

Confirm the shared object path is correct and that the runtime PHP binary matches the PHP ABI used for compilation.

-
-
-

Clang or libclang is missing

-

Install Clang and libclang, or set LIBCLANG_PATH to the directory containing the libclang library.

-
-
-

You only want to test Rust parser kernels

-

Run cd extensions/native-apis && cargo test. This path does not require PHP development headers.

-
-
-
- -
- - - - diff --git a/docs/native-rust-apis.md b/docs/native-rust-apis.md deleted file mode 100644 index 1c019facf..000000000 --- a/docs/native-rust-apis.md +++ /dev/null @@ -1,394 +0,0 @@ -# Native Rust API Extension Notes - -This document captures the first-pass implementation shape for Rust-backed PHP -extensions for the HTML, XML, and URL-in-text APIs. - -## Reference Architecture - -The local reference checkout is: - -```text -/home/claude/explore-sqlite-rust/packages/php-ext-wp-mysql-parser -``` - -That package builds a PHP extension with `ext-php-rs`: - -```bash -PHP_CONFIG=/path/to/php-config \ -LIBCLANG_PATH=/path/to/libclang/lib \ -cargo build --release -``` - -The extension registers native classes such as `WP_MySQL_Native_Lexer` and -`WP_MySQL_Native_Parser`. The PHP package keeps public classes stable: - -- PHP load code checks `class_exists( 'WP_MySQL_Native_Lexer', false )`. -- If native classes exist, public wrapper classes are loaded from a `native/` - directory. -- If they do not exist, pure-PHP classes are loaded. -- The public parser class still extends the pure-PHP base class where caller - `instanceof` contracts matter, but delegates work to a composed native object. -- Native-only tests are skipped when native classes are unavailable. -- Verification scripts fail with explicit stderr diagnostics when the extension - is missing or not wired into the public API. - -The same pattern should be used here: first add native classes and shared -conformance tests, then stack PHP default-to-native wrappers after correctness is -proven. - -## Current Repository Surface - -- `components/HTML` contains the global `WP_HTML_Tag_Processor` and - `WP_HTML_Processor` APIs. -- `components/XML` contains `WordPress\XML\XMLProcessor` and W3C-oriented tests. -- `components/DataLiberation/URL` contains a WHATWG URL parser wrapper and - `URLInTextProcessor` for plain-text URL detection. This native extension stack - does not add an RFC URL parser; it adds a native URL-in-text candidate scanner - that the public processor can validate through the existing WHATWG parser. -- The root autoloader is classmap-based. Do not convert this to PSR-4. - -## Proposed Native Package Layout - -Start the first native branch with a reviewable package that does not change the -default PHP behavior: - -```text -extensions/native-apis/ - Cargo.toml - README.md - src/ - lib.rs - html.rs - xml.rs - tests/ - verify-native-apis.php -``` - -Native class names should avoid taking over public names until the second stacked -branch: - -- `WP_HTML_Native_Tag_Processor` -- `WP_HTML_Native_Processor` -- `WordPress\XML\NativeXMLProcessor` -- `WordPress\DataLiberation\URL\NativeURLInTextProcessor` -The current stack includes PHP wrappers that select native implementations when -the classes are already registered by the extension, while preserving PHP-only -fallback behavior. - -## Native Default Controls - -Public wrappers use native delegates only when the extension has already loaded -the matching native classes. Define `WP_NATIVE_APIS_DISABLE_DEFAULTS` as a -truthy constant before loading the components to force every public wrapper back -to the PHP implementation. - -`WP_HTML_Processor::create_full_parser()` remains PHP-backed for now even when -the native extension is loaded, because the native full-document parser is not -yet public-parity safe. `WP_HTML_Processor::create_fragment()` can use native -delegates for covered table, list, description-list, select/option/optgroup, -omitted-paragraph, and ruby tree-builder cases. - -`URLInTextProcessor` can use the native URL-in-text scanner as its thick sieve -for ASCII input when enabled. The public class still validates every candidate -with the existing WHATWG parser and falls back to the PHP regular-expression -sieve for non-ASCII text or when the native scanner is unavailable. - -## Shared Conformance Strategy - -Conformance tests should be implementation-parameterized, not duplicated. Each -suite should expose a provider with at least: - -- pure PHP class factory -- native class factory, skipped when the native class is unavailable - -HTML tests should focus first on the public streaming surface: - -- `next_token()` -- `next_tag()` -- `get_token_type()` -- `get_token_name()` -- `get_tag()` -- `get_namespace()` for the current first-slice HTML namespace -- `get_qualified_tag_name()` and `get_qualified_attribute_name()` for the - current first-slice HTML namespace -- `get_attribute()` -- `class_list()` and `has_class()` for decoded class access -- `get_attribute_names_with_prefix()` for prefixed attribute-name scans -- `remove_attribute()` for current-token attribute removal bookkeeping -- `is_virtual()` for current-token virtual status -- `get_last_error()` diagnostics -- `get_unsupported_exception()` diagnostics -- `expects_closer()` for current-token closer expectation -- `is_void()` static void-element checks -- `is_special()` static special-category checks -- `has_self_closing_flag()` syntax checks -- `paused_at_incomplete_token()` complete-input status for direct native tag - processors -- `next_tag_summary_batch()` public row batches for direct native tag - processors, including current-tag state after native batch advancement -- `next_tag_prefix_count_compact_batch()` current-tag state after public - native-default count-only batch advancement -- `next_matching_tag_summary_batch()` public row batches for direct native tag - processors -- `next_matching_tag_attribute_summary_batch()` public row batches for direct - native tag processors -- `next_matching_tag_attributes_summary_batch()` public row batches for direct - native tag processors -- `get_modifiable_text()` for text, comment, RAWTEXT, and RCDATA tokens -- public native-default `set_modifiable_text()` and - `subdivide_text_appropriately()` delegation after native token advancement -- public native-default remaining-document aggregate scans leaving the public - tag processor in the same complete state as PHP fallback scans -- `get_breadcrumbs()` -- `matches_breadcrumbs()` suffix and wildcard checks -- `set_bookmark()`, `seek()`, `has_bookmark()`, and `release_bookmark()` for - direct native cursor state restore -- serialization behavior for `WP_HTML_Processor` - when native defaults are loaded, including the PHP serializer fallback used - by public `normalize()` / `serialize()` and the started-processor rejection - after native token or token-summary advancement - -XML tests should focus first on: - -- `create_from_string()` -- `next_token()` -- `next_tag()` -- namespace-aware tag and attribute reads -- malformed document diagnostics via `get_last_error()` -- complete-input status, including rejected `append_bytes()` calls on direct - native complete-string processors -- public native-default structural, metadata, payload, content, and import - inventory summaries leaving the processor finished after remaining-document - native scans -- public native-default token, tag, matching-tag, prefixed-attribute, and - document-removal aggregate summaries leaving the processor finished after - remaining-document native scans -- public native-default token, tag, matching-tag, and count batches leaving the - processor finished after exhausted native batch scans -- `next_token_summary_batch()` public row batches for direct native processors -- `next_tag_summary_batch()` public row batches for direct native processors -- `next_matching_tag_summary_batch()` public row batches for direct native - processors -- `set_bookmark()`, `seek()`, `has_bookmark()`, and `release_bookmark()` for - direct native cursor state restore - -The native XML first slice now resolves namespace declarations into -`get_tag_local_name()`, `get_tag_namespace()`, and -`get_tag_namespace_and_local_name()` results, and stores namespaced attributes -under the resolved `{namespace}local_name` key for conformance and verification -coverage. - -Native-specific tests should cover wrapper identity, skipped native availability, -and diagnostics, following the sqlite parser extension tests. - -URL-in-text tests should cover: - -- direct native candidate scanning for HTTP, HTTPS, protocol-relative, and bare - domain references -- trailing punctuation preservation during replacements -- malformed host and malformed port rejection/truncation before WHATWG - validation -- public `URLInTextProcessor` behavior with and without the native extension - loaded, proving the existing WHATWG parser remains the fine sieve - -## Benchmarking - -Use `bin/benchmark-native-apis.php` to capture PHP baseline CPU and memory -before native work starts. Re-run the same command with the extension loaded: - -```bash -php bin/benchmark-native-apis.php --iterations=50 -php -d extension=/path/to/libwp_native_apis.so \ - bin/benchmark-native-apis.php --iterations=50 --mode=both --require-native -``` - -The benchmark supports `--mode=php|native|both` and emits an `implementation` -field in each result row. Native rows fail softly with unavailable-class -diagnostics when the extension is not loaded, so CI or local workers can still -verify the harness without PHP development headers. - -Pass `--disable-native-defaults` when the extension is loaded but the PHP row -should force public wrappers back to PHP fallback classes. The harness defines -`WP_NATIVE_APIS_DISABLE_DEFAULTS` before loading the repository bootstrap so the -global native-default kill switch applies consistently across HTML, XML, and -URL workloads. - -Use `--require-native` in post-build benchmark jobs. It preserves the soft -missing-extension behavior for PHP-only development runs, but exits non-zero if -any selected native row is unavailable. - -Pass `--component=url --name=url-in-text-processor` to benchmark URL-in-text -scans specifically. The PHP row measures the public `URLInTextProcessor`, while -the native row measures the direct native scanner. - -Record the PHP version, command, wall time, CPU time, and peak memory in -`.autonomous-loop/memory.md` after each run. - -## Performance API Shape - -The native defaults preserve the existing public token and tag processors, but -token-by-token loops still execute PHP code for every public method call. The -performance branch therefore adds explicit fused and chunked APIs for common -high-throughput workflows where callers can accept summarized rows instead of -calling several accessors per token or tag. - -HTML tag workflows now have compact chunked summaries for incremental callers -that only need tag names and closer state: - -- `next_tag_summary_batch()` returns structured rows for the next chunk of - tag metadata, including direct native public-row batches. -- `next_tag_compact_summary_batch()` returns the same rows as a compact string. -- `next_matching_tag_summary_batch()` returns structured rows for matching - tags, including direct native public-row batches. -- `next_matching_tag_attribute_summary_batch()` returns structured rows for - matching tags and one decoded attribute value, including direct native - public-row batches. -- `next_matching_tag_attributes_summary_batch()` returns structured rows for - matching tags and decoded multi-attribute maps, including direct native - public-row batches. -- `summarize_tag_inventory()` consumes the remaining tag stream and returns - tag, opener, closer, attribute, and unique tag-name counts for audit - workflows that do not need one PHP call per tag. -- `summarize_heading_inventory()` consumes the remaining tag stream and returns - heading counts by level for outline audits that do not need one PHP call per - tag. -- `summarize_id_inventory()` consumes the remaining tag stream and returns - ID-bearing tag counts, unique decoded ID counts, duplicate ID counts, and - decoded ID value bytes for anchor/accessibility audits. -- `summarize_attribute_inventory()` consumes the remaining tag stream and - returns attribute, unique attribute-name, and decoded attribute-value byte - counts for audits that do not need one PHP call per tag or attribute. -- `summarize_data_attribute_inventory()` consumes the remaining tag stream and - returns `data-*` tag, attribute, unique-name, and decoded value-byte counts - for custom-data audits. -- `summarize_aria_attribute_inventory()` consumes the remaining tag stream and - returns `aria-*` tag, attribute, unique-name, and decoded value-byte counts - for accessibility audits. -- `summarize_class_inventory()` consumes the remaining tag stream and returns - class-attribute, per-tag class-name, unique class-name, and decoded class - value byte counts for class audits that do not need one PHP call per tag. -- `summarize_resource_inventory()` consumes the remaining tag stream and - returns counts and decoded value bytes for common `href`/`src` resources on - anchors, images, scripts, links, and sources. -- `summarize_image_inventory()` consumes the remaining tag stream and returns - image, `src`, `alt`, empty-alt, dimension, and decoded value-byte counts for - image audits. -- `summarize_form_inventory()` consumes the remaining tag stream and returns - form/control counts, named-control counts, unique control-name counts, and - decoded control-name byte totals. - -HTML tag-prefix workflows build on that pattern with three shapes: - -- `count_attribute_names_with_prefix()` counts matching attributes on the - current tag. -- `summarize_attribute_names_with_prefix()` and - `remove_attributes_with_prefix_from_document()` consume the remaining - document in one call for fully fused read-only or sanitizer workflows. -- `next_tag_prefix_summary_batch()` and - `next_tag_prefix_compact_summary_batch()` consume the next chunk of tags, - preserving incremental processing while amortizing PHP/native crossings. -- `next_tag_prefix_count_compact_batch()` consumes the next chunk of tags and - returns only aggregate tag and prefixed-attribute counts for callers that do - not need per-tag rows. Native-backed public wrappers preserve the current tag - after count-only batch advancement and map final short batches to the same - complete public parser state as the PHP fallback loop. - -HTML processor token workflows now also expose `next_token_summary_batch()` and -`next_token_compact_summary_batch()` for common read-only scans that need token -type, token name, closer state, depth, and breadcrumbs without several accessor -calls per token. Native-backed public wrappers map full remaining-document and -final short token batches to the same complete public parser state as the PHP -fallback loop. - -XML token workflows follow the same pattern: - -- Direct native XML processor instances expose `create_for_streaming()` and - `get_reentrancy_cursor()` for the supported UTF-8 native-cursor factory path. -- `summarize_token_stream()` consumes the remaining token stream and returns - aggregate token, tag, and attribute counts. -- `summarize_document_inventory()` consumes the remaining token stream and - returns structural counts such as open/closing tags, text/comment/CDATA - tokens, maximum depth, and empty elements. -- `summarize_attribute_inventory()` consumes the remaining token stream and - returns opening-tag attribute counts, namespaced attribute counts, tags with - attributes, and maximum attributes per tag. -- `summarize_id_inventory()` consumes the remaining token stream and returns - no-namespace `id` attribute counts, unique ID counts, duplicate ID counts, - and decoded ID value bytes for importer/dedupe audits. -- `summarize_content_inventory()` consumes the remaining token stream and - returns combined attribute-value and payload-byte counts for importer/audit - workflows that need both metadata and text-like content in one pass. -- `summarize_import_inventory()` consumes the remaining token stream and - returns combined structural, attribute, and payload counts for importer/audit - workflows that need one document-shape and content-size pass. -- `next_token_summary_batch()` returns structured rows for the next chunk of - token metadata. -- `next_token_compact_summary_batch()` returns the same rows as a compact - string using `\x1f` field separators and `\x1e` record separators. - -XML tag workflows also expose `next_tag_summary_batch()` and -`next_tag_compact_summary_batch()` for incremental read-only scans that only -need opening tag metadata and one cached attribute. The compact rows include -the number of tokens consumed in the current batch so native-backed public -wrappers can replay accurately if a later call falls back to PHP. - -Count-only XML tag workflows can use `next_tag_count_batch()` for structured -counts or `next_tag_count_compact_batch()` for a compact `token_count`, -`tag_count`, and `attribute_count` row. This caller shape avoids per-tag -metadata rows when the caller only needs aggregate progress through an -incremental scan. - -Namespace/local-name XML tag scans can use `next_matching_tag_summary_batch()`, -`next_matching_tag_compact_summary_batch()`, `next_matching_tag_count_batch()`, -`next_matching_tag_count_compact_batch()`, or `summarize_matching_tag_stream()`. -These match the common `next_tag( array( $namespace, $local_name ) )` loop shape -while allowing native implementations to skip unrelated tags and amortize or -avoid the crossing cost. - -HTML tag-name scans that also read one attribute can use -`next_matching_tag_attribute_summary_batch()` or -`next_matching_tag_attribute_compact_summary_batch()`. This matches common link, -image, and script scans where the caller filters by tag name and immediately -extracts `href`, `src`, or a similar single attribute. - -HTML tag-name scans that need several attributes can use -`next_matching_tag_attributes_summary_batch()` or -`next_matching_tag_attributes_compact_summary_batch()`. This matches link-audit -workflows that filter to `A` tags and extract fields such as `href`, `title`, -and `rel` in one native scan instead of one crossing per attribute. - -HTML link-audit workflows that only need aggregate counts can use -`summarize_matching_tag_attributes()`. This consumes the remaining matching tags -in one call and returns tag, present-attribute, and decoded attribute byte -counts without PHP parsing one compact row per link. - -The structured array batch methods are the readability path. The compact string -methods are the performance path for callers that can aggregate directly from -the separator-delimited rows. - -Current benchmark interpretation: native-backed public wrappers clear the 5x -CPU target with the same peak memory for caller-shaped HTML/XML fused or chunked -workflows. This includes HTML sanitizer, processor, token batch, compact tag, -matching-tag, matching-attribute, prefix, and inventory rows; and XML fused -token/tag/prefix summaries, compact token/tag/count batches, matching-tag -batches, sanitizer rows, and document, attribute, ID, namespace, payload, -structural, content, and import inventory summaries. - -Direct native HTML processor instances also expose qualified-name accessors, -complete-input pause status, prefixed-attribute count and aggregate summary -access, compact tag-prefix count batches, inventory aggregate summaries, -current-token and document-level prefixed-attribute removal, -normalization/serialization through the PHP fragment serializer, text -subdivision, modifiable text mutation, DOCTYPE info access, full-parser -factory, processor stepping, namespace switching, attribute setting, class -additions/removals, updated HTML serialization and string-cast serialization, -structured and compact token/tag/matching-tag summary rows, and matching-tag -attribute aggregate summaries for parity with the public processor API. - -The unqualified performance target remains open for transparent generic public -cursor loops. Focused generic HTML cursor snapshots improved substantially, but -the reviewable performance claim is still scoped to caller-shaped rows. Generic -public `next_tag()` and `next_token()` loops that call several accessors per -item, especially the XML `next_token()` cursor row, remain compatibility paths -below 5x because they still pay repeated PHP method dispatch plus native row -hydration or accessor export overhead. diff --git a/docs/reference/index.html b/docs/reference/index.html index 6579c9a23..caff1c641 100644 --- a/docs/reference/index.html +++ b/docs/reference/index.html @@ -5,7 +5,7 @@ Reference — PHP Toolkit - +
@@ -13,7 +13,6 @@
@@ -66,12 +65,6 @@

WordPress runtime support

-
-

Experimental Native APIs

-

Testing the native extension? The Native APIs page explains the accelerated WP_HTML_Tag_Processor, XMLProcessor, and URLInTextProcessor paths, links to WASM releases for Playground, and shows benchmark summaries from CI.

-

Open Native APIs docs →

-
-